I0504 20:40:19.057471       1 cmd.go:253] Using service-serving-cert provided certificates
I0504 20:40:19.057909       1 observer_polling.go:159] Starting file observer
I0504 20:40:19.629631       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0504 20:40:19.629824       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0504 20:40:19.630367       1 secure_serving.go:57] Forcing use of http/1.1 only
W0504 20:40:19.630387       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0504 20:40:19.630391       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
I0504 20:40:19.630391       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0504 20:40:19.630396       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0504 20:40:19.630414       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0504 20:40:19.630417       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0504 20:40:19.630420       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0504 20:40:19.634948       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0504 20:40:19.634973       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"eb25c07f-2beb-4f99-8de1-cadd5d953862", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0504 20:40:19.637845       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0504 20:40:19.637894       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0504 20:40:19.637960       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0504 20:40:19.637976       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0504 20:40:19.638452       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0504 20:40:19.638550       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0504 20:40:19.638834       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key"
I0504 20:40:19.639429       1 secure_serving.go:213] Serving securely on [::]:8443
I0504 20:40:19.639451       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0504 20:40:19.640672       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0504 20:40:19.640696       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0504 20:40:19.640799       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0504 20:40:19.647215       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 20:40:19.647233       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0504 20:40:19.652823       1 secretconfigobserver.go:119] support secret does not exist
I0504 20:40:19.657676       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 20:40:19.662693       1 secretconfigobserver.go:119] support secret does not exist
I0504 20:40:19.664331       1 recorder.go:161] Pruning old reports every 8h33m6s, max age is 288h0m0s
I0504 20:40:19.669488       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0504 20:40:19.669497       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0504 20:40:19.669525       1 insightsreport.go:296] Starting report retriever
I0504 20:40:19.669523       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0504 20:40:19.669531       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0504 20:40:19.669542       1 periodic.go:209] Running clusterconfig gatherer
I0504 20:40:19.669584       1 tasks_processing.go:45] number of workers: 64
I0504 20:40:19.669610       1 tasks_processing.go:69] worker 3 listening for tasks.
I0504 20:40:19.669618       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 20:40:19.669619       1 tasks_processing.go:69] worker 2 listening for tasks.
I0504 20:40:19.669625       1 tasks_processing.go:71] worker 1 working on ceph_cluster task.
I0504 20:40:19.669626       1 tasks_processing.go:69] worker 32 listening for tasks.
I0504 20:40:19.669632       1 tasks_processing.go:71] worker 32 working on ingress task.
I0504 20:40:19.669631       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 20:40:19.669635       1 tasks_processing.go:69] worker 17 listening for tasks.
I0504 20:40:19.669642       1 tasks_processing.go:69] worker 10 listening for tasks.
I0504 20:40:19.669646       1 tasks_processing.go:69] worker 11 listening for tasks.
I0504 20:40:19.669648       1 tasks_processing.go:69] worker 4 listening for tasks.
I0504 20:40:19.669647       1 tasks_processing.go:69] worker 24 listening for tasks.
I0504 20:40:19.669654       1 tasks_processing.go:69] worker 5 listening for tasks.
I0504 20:40:19.669654       1 tasks_processing.go:69] worker 12 listening for tasks.
I0504 20:40:19.669660       1 tasks_processing.go:69] worker 18 listening for tasks.
I0504 20:40:19.669661       1 tasks_processing.go:69] worker 13 listening for tasks.
I0504 20:40:19.669663       1 tasks_processing.go:69] worker 6 listening for tasks.
I0504 20:40:19.669668       1 tasks_processing.go:69] worker 19 listening for tasks.
I0504 20:40:19.669670       1 tasks_processing.go:69] worker 7 listening for tasks.
I0504 20:40:19.669660       1 tasks_processing.go:69] worker 28 listening for tasks.
I0504 20:40:19.669678       1 tasks_processing.go:69] worker 20 listening for tasks.
I0504 20:40:19.669680       1 tasks_processing.go:69] worker 15 listening for tasks.
I0504 20:40:19.669681       1 tasks_processing.go:69] worker 31 listening for tasks.
I0504 20:40:19.669686       1 tasks_processing.go:69] worker 25 listening for tasks.
I0504 20:40:19.669673       1 tasks_processing.go:69] worker 14 listening for tasks.
I0504 20:40:19.669691       1 tasks_processing.go:69] worker 21 listening for tasks.
I0504 20:40:19.669676       1 tasks_processing.go:69] worker 8 listening for tasks.
I0504 20:40:19.669692       1 tasks_processing.go:69] worker 16 listening for tasks.
I0504 20:40:19.669699       1 tasks_processing.go:69] worker 22 listening for tasks.
I0504 20:40:19.669683       1 tasks_processing.go:69] worker 30 listening for tasks.
I0504 20:40:19.669697       1 tasks_processing.go:69] worker 26 listening for tasks.
I0504 20:40:19.669699       1 tasks_processing.go:69] worker 9 listening for tasks.
I0504 20:40:19.669712       1 tasks_processing.go:69] worker 34 listening for tasks.
I0504 20:40:19.669712       1 tasks_processing.go:69] worker 35 listening for tasks.
I0504 20:40:19.669716       1 tasks_processing.go:69] worker 33 listening for tasks.
I0504 20:40:19.669711       1 tasks_processing.go:69] worker 37 listening for tasks.
I0504 20:40:19.669721       1 tasks_processing.go:69] worker 54 listening for tasks.
I0504 20:40:19.669726       1 tasks_processing.go:69] worker 55 listening for tasks.
I0504 20:40:19.669722       1 tasks_processing.go:69] worker 44 listening for tasks.
I0504 20:40:19.669727       1 tasks_processing.go:69] worker 39 listening for tasks.
I0504 20:40:19.669704       1 tasks_processing.go:69] worker 40 listening for tasks.
I0504 20:40:19.669734       1 tasks_processing.go:69] worker 51 listening for tasks.
I0504 20:40:19.669735       1 tasks_processing.go:69] worker 46 listening for tasks.
I0504 20:40:19.669737       1 tasks_processing.go:69] worker 47 listening for tasks.
I0504 20:40:19.669741       1 tasks_processing.go:69] worker 63 listening for tasks.
I0504 20:40:19.669743       1 tasks_processing.go:69] worker 58 listening for tasks.
I0504 20:40:19.669744       1 tasks_processing.go:69] worker 57 listening for tasks.
I0504 20:40:19.669747       1 tasks_processing.go:69] worker 61 listening for tasks.
I0504 20:40:19.669704       1 tasks_processing.go:69] worker 27 listening for tasks.
I0504 20:40:19.669707       1 tasks_processing.go:69] worker 36 listening for tasks.
I0504 20:40:19.669707       1 tasks_processing.go:69] worker 23 listening for tasks.
I0504 20:40:19.669699       1 tasks_processing.go:69] worker 29 listening for tasks.
I0504 20:40:19.669718       1 tasks_processing.go:69] worker 56 listening for tasks.
I0504 20:40:19.669720       1 tasks_processing.go:69] worker 52 listening for tasks.
I0504 20:40:19.669719       1 tasks_processing.go:69] worker 38 listening for tasks.
I0504 20:40:19.669759       1 tasks_processing.go:69] worker 43 listening for tasks.
I0504 20:40:19.669626       1 tasks_processing.go:71] worker 2 working on version task.
I0504 20:40:19.669715       1 tasks_processing.go:69] worker 48 listening for tasks.
I0504 20:40:19.669814       1 tasks_processing.go:71] worker 7 working on container_images task.
I0504 20:40:19.669818       1 tasks_processing.go:71] worker 14 working on openstack_dataplanedeployments task.
I0504 20:40:19.669821       1 tasks_processing.go:71] worker 21 working on certificate_signing_requests task.
I0504 20:40:19.669824       1 tasks_processing.go:71] worker 37 working on authentication task.
I0504 20:40:19.669827       1 tasks_processing.go:71] worker 30 working on machine_healthchecks task.
I0504 20:40:19.669830       1 tasks_processing.go:71] worker 28 working on install_plans task.
I0504 20:40:19.669842       1 tasks_processing.go:71] worker 20 working on oauths task.
I0504 20:40:19.669849       1 tasks_processing.go:71] worker 16 working on openstack_version task.
I0504 20:40:19.669864       1 tasks_processing.go:71] worker 9 working on pod_network_connectivity_checks task.
I0504 20:40:19.669726       1 tasks_processing.go:69] worker 49 listening for tasks.
I0504 20:40:19.669877       1 tasks_processing.go:71] worker 49 working on validating_webhook_configurations task.
I0504 20:40:19.669879       1 tasks_processing.go:71] worker 58 working on machine_sets task.
I0504 20:40:19.669890       1 tasks_processing.go:71] worker 26 working on config_maps task.
I0504 20:40:19.669898       1 tasks_processing.go:71] worker 40 working on silenced_alerts task.
I0504 20:40:19.669820       1 tasks_processing.go:71] worker 48 working on nodes task.
I0504 20:40:19.669914       1 tasks_processing.go:71] worker 8 working on openstack_controlplanes task.
I0504 20:40:19.669914       1 tasks_processing.go:71] worker 44 working on crds task.
I0504 20:40:19.670230       1 tasks_processing.go:71] worker 25 working on machine_config_pools task.
I0504 20:40:19.670299       1 tasks_processing.go:71] worker 27 working on qemu_kubevirt_launcher_logs task.
I0504 20:40:19.670356       1 tasks_processing.go:71] worker 11 working on overlapping_namespace_uids task.
I0504 20:40:19.670438       1 tasks_processing.go:71] worker 12 working on cost_management_metrics_configs task.
I0504 20:40:19.670528       1 tasks_processing.go:71] worker 4 working on feature_gates task.
I0504 20:40:19.669731       1 tasks_processing.go:69] worker 50 listening for tasks.
I0504 20:40:19.670573       1 tasks_processing.go:71] worker 5 working on sap_pods task.
I0504 20:40:19.670582       1 tasks_processing.go:71] worker 19 working on openshift_logging task.
I0504 20:40:19.670598       1 tasks_processing.go:71] worker 50 working on mutating_webhook_configurations task.
I0504 20:40:19.670640       1 tasks_processing.go:71] worker 63 working on storage_cluster task.
I0504 20:40:19.670705       1 tasks_processing.go:71] worker 56 working on dvo_metrics task.
I0504 20:40:19.670246       1 tasks_processing.go:71] worker 46 working on lokistack task.
I0504 20:40:19.670833       1 tasks_processing.go:71] worker 22 working on support_secret task.
I0504 20:40:19.670674       1 tasks_processing.go:71] worker 36 working on operators_pods_and_events task.
I0504 20:40:19.669827       1 tasks_processing.go:71] worker 15 working on olm_operators task.
I0504 20:40:19.670714       1 tasks_processing.go:71] worker 38 working on storage_classes task.
I0504 20:40:19.670388       1 tasks_processing.go:71] worker 13 working on node_logs task.
I0504 20:40:19.669733       1 tasks_processing.go:69] worker 41 listening for tasks.
I0504 20:40:19.669921       1 tasks_processing.go:71] worker 57 working on operators task.
I0504 20:40:19.671770       1 tasks_processing.go:71] worker 55 working on machines task.
I0504 20:40:19.670328       1 tasks_processing.go:71] worker 51 working on machine_autoscalers task.
I0504 20:40:19.669737       1 tasks_processing.go:69] worker 60 listening for tasks.
I0504 20:40:19.671796       1 tasks_processing.go:71] worker 60 working on image_registries task.
I0504 20:40:19.669739       1 tasks_processing.go:69] worker 62 listening for tasks.
I0504 20:40:19.669816       1 tasks_processing.go:71] worker 35 working on networks task.
I0504 20:40:19.669817       1 tasks_processing.go:71] worker 43 working on clusterroles task.
I0504 20:40:19.669821       1 tasks_processing.go:71] worker 33 working on ingress_certificates task.
I0504 20:40:19.669729       1 tasks_processing.go:69] worker 42 listening for tasks.
I0504 20:40:19.670116       1 tasks_processing.go:71] worker 61 working on active_alerts task.
I0504 20:40:19.670123       1 tasks_processing.go:71] worker 0 working on aggregated_monitoring_cr_names task.
I0504 20:40:19.670155       1 tasks_processing.go:71] worker 31 working on image_pruners task.
I0504 20:40:19.670161       1 tasks_processing.go:71] worker 39 working on monitoring_persistent_volumes task.
I0504 20:40:19.670173       1 tasks_processing.go:71] worker 54 working on sap_datahubs task.
I0504 20:40:19.670210       1 tasks_processing.go:71] worker 17 working on container_runtime_configs task.
I0504 20:40:19.670254       1 tasks_processing.go:71] worker 10 working on cluster_apiserver task.
I0504 20:40:19.670340       1 tasks_processing.go:71] worker 34 working on tsdb_status task.
I0504 20:40:19.669729       1 tasks_processing.go:69] worker 45 listening for tasks.
I0504 20:40:19.672742       1 tasks_processing.go:71] worker 45 working on metrics task.
I0504 20:40:19.670349       1 tasks_processing.go:71] worker 47 working on openshift_machine_api_events task.
I0504 20:40:19.670400       1 tasks_processing.go:71] worker 18 working on sap_config task.
I0504 20:40:19.670472       1 tasks_processing.go:71] worker 6 working on image task.
I0504 20:40:19.670457       1 tasks_processing.go:71] worker 24 working on pdbs task.
I0504 20:40:19.670679       1 tasks_processing.go:71] worker 52 working on nodenetworkconfigurationpolicies task.
I0504 20:40:19.673084       1 tasks_processing.go:71] worker 62 working on infrastructures task.
I0504 20:40:19.669726       1 tasks_processing.go:69] worker 53 listening for tasks.
I0504 20:40:19.673182       1 tasks_processing.go:71] worker 53 working on service_accounts task.
I0504 20:40:19.670864       1 tasks_processing.go:71] worker 23 working on openstack_dataplanenodesets task.
I0504 20:40:19.673236       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 3.596361ms to process 0 records
I0504 20:40:19.671067       1 tasks_processing.go:71] worker 29 working on machine_configs task.
I0504 20:40:19.671775       1 tasks_processing.go:71] worker 41 working on nodenetworkstates task.
I0504 20:40:19.669744       1 tasks_processing.go:69] worker 59 listening for tasks.
I0504 20:40:19.669740       1 tasks_processing.go:71] worker 3 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0504 20:40:19.673270       1 tasks_processing.go:71] worker 42 working on schedulers task.
I0504 20:40:19.673323       1 tasks_processing.go:71] worker 59 working on proxies task.
I0504 20:40:19.673325       1 tasks_processing.go:71] worker 1 working on jaegers task.
I0504 20:40:19.676410       1 tasks_processing.go:74] worker 32 stopped.
I0504 20:40:19.676620       1 recorder.go:75] Recording config/ingress with fingerprint=607b7ed28a421c9f2770f7b9af9e8dcc9e10939e5bef818d8dd91d09e8118b77
I0504 20:40:19.676634       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 6.765508ms to process 1 records
E0504 20:40:19.677143       1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.244.222:9091: connect: connection refused
E0504 20:40:19.677147       1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.244.222:9091: connect: connection refused
E0504 20:40:19.677162       1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.244.222:9091: connect: connection refused
I0504 20:40:19.677157       1 tasks_processing.go:74] worker 34 stopped.
I0504 20:40:19.677171       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 4.831861ms to process 0 records
E0504 20:40:19.677179       1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.244.222:9091: connect: connection refused
I0504 20:40:19.677192       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 4.416784ms to process 0 records
I0504 20:40:19.677203       1 tasks_processing.go:74] worker 45 stopped.
I0504 20:40:19.682748       1 tasks_processing.go:74] worker 12 stopped.
I0504 20:40:19.682768       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 12.25245ms to process 0 records
I0504 20:40:19.682798       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 12.16556ms to process 0 records
I0504 20:40:19.682810       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 12.871456ms to process 0 records
I0504 20:40:19.682819       1 tasks_processing.go:74] worker 58 stopped.
I0504 20:40:19.682825       1 tasks_processing.go:74] worker 19 stopped.
I0504 20:40:19.682844       1 tasks_processing.go:74] worker 30 stopped.
E0504 20:40:19.682854       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0504 20:40:19.682861       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 13.010663ms to process 0 records
I0504 20:40:19.682902       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0504 20:40:19.682917       1 controller.go:326] The initial operator extension status is healthy
I0504 20:40:19.682924       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0504 20:40:19.682928       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0504 20:40:19.682931       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0504 20:40:19.682945       1 controller.go:489] The operator is still being initialized
I0504 20:40:19.682953       1 controller.go:512] The operator is healthy
I0504 20:40:19.683011       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0504 20:40:19.683022       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0504 20:40:19.683137       1 operator.go:288] started
I0504 20:40:19.683158       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0504 20:40:19.691168       1 tasks_processing.go:74] worker 63 stopped.
I0504 20:40:19.691184       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 20.465911ms to process 0 records
E0504 20:40:19.691191       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0504 20:40:19.691200       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 21.30711ms to process 0 records
I0504 20:40:19.691207       1 tasks_processing.go:74] worker 9 stopped.
I0504 20:40:19.691209       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 18.115452ms to process 0 records
I0504 20:40:19.691215       1 tasks_processing.go:74] worker 52 stopped.
I0504 20:40:19.691221       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 21.343012ms to process 0 records
I0504 20:40:19.691228       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 21.39465ms to process 0 records
I0504 20:40:19.691233       1 tasks_processing.go:74] worker 14 stopped.
I0504 20:40:19.691236       1 tasks_processing.go:74] worker 16 stopped.
I0504 20:40:19.694835       1 tasks_processing.go:74] worker 8 stopped.
I0504 20:40:19.694846       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 24.904775ms to process 0 records
I0504 20:40:19.696799       1 tasks_processing.go:74] worker 22 stopped.
E0504 20:40:19.696816       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0504 20:40:19.696825       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 25.914884ms to process 0 records
I0504 20:40:19.697084       1 tasks_processing.go:74] worker 18 stopped.
I0504 20:40:19.697098       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 24.172904ms to process 0 records
I0504 20:40:19.697108       1 tasks_processing.go:74] worker 17 stopped.
I0504 20:40:19.697125       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 24.9161ms to process 0 records
I0504 20:40:19.697131       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 23.907074ms to process 0 records
I0504 20:40:19.697140       1 tasks_processing.go:74] worker 23 stopped.
I0504 20:40:19.697203       1 tasks_processing.go:74] worker 41 stopped.
I0504 20:40:19.697217       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 23.908377ms to process 0 records
I0504 20:40:19.697398       1 tasks_processing.go:74] worker 46 stopped.
I0504 20:40:19.697410       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 26.609647ms to process 0 records
I0504 20:40:19.697453       1 tasks_processing.go:74] worker 35 stopped.
I0504 20:40:19.697642       1 recorder.go:75] Recording config/network with fingerprint=6028195208a616a6bb3f4ce2d1a3bd4f8c74b0530ceceff05a34057f80b1add8
I0504 20:40:19.697660       1 gather.go:177] gatherer "clusterconfig" function "networks" took 25.496407ms to process 1 records
E0504 20:40:19.697670       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0504 20:40:19.697679       1 gather.go:177] gatherer "clusterconfig" function "machines" took 25.659869ms to process 0 records
I0504 20:40:19.697709       1 tasks_processing.go:74] worker 55 stopped.
I0504 20:40:19.697726       1 gather_logs.go:145] no pods in  namespace were found
I0504 20:40:19.697752       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=307f4b58ddf577ad8b7d1fa2a7a3c9b83634cd09a94df3b9bb1e3ff8ed8d0662
I0504 20:40:19.697769       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=a840aa9a214f6d1386e2d8328a20decf77b986a124a3f8371329c5c164ad56f0
I0504 20:40:19.697778       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 26.426561ms to process 2 records
I0504 20:40:19.697779       1 tasks_processing.go:74] worker 38 stopped.
I0504 20:40:19.697785       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 27.413168ms to process 0 records
I0504 20:40:19.697790       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 27.373331ms to process 0 records
I0504 20:40:19.697824       1 tasks_processing.go:74] worker 25 stopped.
I0504 20:40:19.697840       1 tasks_processing.go:74] worker 27 stopped.
I0504 20:40:19.697921       1 tasks_processing.go:74] worker 37 stopped.
I0504 20:40:19.698028       1 recorder.go:75] Recording config/authentication with fingerprint=7770519852b0c1e32060433df18a154a05f84217c62de2289b3af92a4c01d8e6
I0504 20:40:19.698040       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 27.914399ms to process 1 records
I0504 20:40:19.698049       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 27.333264ms to process 0 records
I0504 20:40:19.698056       1 tasks_processing.go:74] worker 5 stopped.
I0504 20:40:19.698294       1 tasks_processing.go:74] worker 24 stopped.
I0504 20:40:19.698403       1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=92a059768ae06094109c8ce33b8350b20daac486e473ef10dfd8678e91d8f71c
I0504 20:40:19.698429       1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=865f4e7de4c8cc9c7e62c4f2ef9075b5c64a6f20db9991d338a5df1f03d00a5d
I0504 20:40:19.698448       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=306a1cc98566c7cfd1ac918a3c5db6d40b87506af37f0789b5469014ca357d9f
I0504 20:40:19.698472       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=673a789cdcc3b20d5e5d4a336d4320bf27a5d3a367f2c217fa5eb2243cf1e91b
I0504 20:40:19.698530       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=b587bc4c1dbe7b0545afd6de34e967b9fe73b3c2c1b015009c210c8d2427ea39
I0504 20:40:19.698558       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=ffabea0ae06dae7edff20802b458aca8bc2daa97a9b74eb3b64d55f3e41e51ee
I0504 20:40:19.698579       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=32acb96114538d75ddb9367ecbf87e0239a149d1fdddb2f6041c1d2e3e444fdd
I0504 20:40:19.698605       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=d2bfe27ebea4c2023fda3eb5ea9ac62368a05205cee0be35f7ee9380ea3b738f
I0504 20:40:19.698631       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=ad1f0d4d3b1128d4ec2c051a5d91fb185797a8a00917343dce3352ece9dc4bdb
I0504 20:40:19.698657       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=11875431b5f4c77cf6af3bbceb5550f34b17c77c8011e9d7e0d41438dbbaba5b
I0504 20:40:19.698686       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=62666954242b0ac65051739ee5a78196fc0eff379c4fd699ee7bf7d88d056156
I0504 20:40:19.698697       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 25.227338ms to process 11 records
I0504 20:40:19.698778       1 tasks_processing.go:74] worker 6 stopped.
I0504 20:40:19.698807       1 recorder.go:75] Recording config/image with fingerprint=bea9c15e927a8094b1c57957e839f0d985069014d59900eedc40675d3dec9b56
I0504 20:40:19.698818       1 gather.go:177] gatherer "clusterconfig" function "image" took 25.403964ms to process 1 records
I0504 20:40:19.698825       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 25.715534ms to process 0 records
I0504 20:40:19.698839       1 tasks_processing.go:74] worker 47 stopped.
I0504 20:40:19.698949       1 tasks_processing.go:74] worker 10 stopped.
I0504 20:40:19.698952       1 recorder.go:75] Recording config/apiserver with fingerprint=6dbec498ce881d958a0f2ab5c4a0c645a5cca34949db57e676e396c4d220c855
I0504 20:40:19.698961       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 26.281372ms to process 1 records
I0504 20:40:19.698968       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 25.154886ms to process 0 records
I0504 20:40:19.698972       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 26.653404ms to process 0 records
I0504 20:40:19.698975       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 27.416357ms to process 0 records
I0504 20:40:19.699031       1 tasks_processing.go:74] worker 54 stopped.
I0504 20:40:19.699031       1 tasks_processing.go:74] worker 13 stopped.
I0504 20:40:19.699289       1 tasks_processing.go:74] worker 1 stopped.
I0504 20:40:19.699546       1 tasks_processing.go:74] worker 62 stopped.
W0504 20:40:19.700927       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 20:40:19.700995       1 recorder.go:75] Recording config/infrastructure with fingerprint=04212a8127b4807a9a8b0441af48ee5e6769e4546775159bd945e1b95ba4a896
I0504 20:40:19.701024       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 25.749523ms to process 1 records
I0504 20:40:19.701149       1 tasks_processing.go:74] worker 31 stopped.
I0504 20:40:19.701478       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=828360bdef7f545e52eee68b917b2610fb1959f3035c68744d50b48229c237ab
I0504 20:40:19.701501       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 26.828255ms to process 1 records
I0504 20:40:19.701531       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 27.097353ms to process 0 records
I0504 20:40:19.701556       1 tasks_processing.go:74] worker 51 stopped.
I0504 20:40:19.701617       1 tasks_processing.go:74] worker 59 stopped.
I0504 20:40:19.701626       1 recorder.go:75] Recording config/proxy with fingerprint=debefc0736721f2d30dbaf7bd2ae8e40071dfe52bfaece3924342e7c59ffe74c
I0504 20:40:19.701636       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 26.666035ms to process 1 records
I0504 20:40:19.701673       1 tasks_processing.go:74] worker 20 stopped.
I0504 20:40:19.702393       1 recorder.go:75] Recording config/oauth with fingerprint=ed3b195f6073da3ebb9f1a0c152dbfda5adf0d2f7c61433642610bd3b27dabbe
I0504 20:40:19.702410       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 30.424912ms to process 1 records
I0504 20:40:19.702471       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=7c5b1735c2ca35580d5f58484aedcaa744172030828e39f4e7aea2271663f174
I0504 20:40:19.702481       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 27.201037ms to process 1 records
I0504 20:40:19.702524       1 tasks_processing.go:74] worker 42 stopped.
I0504 20:40:19.702592       1 tasks_processing.go:74] worker 4 stopped.
I0504 20:40:19.702612       1 recorder.go:75] Recording config/featuregate with fingerprint=d5dce3141abd37a2ed639a96ca144ccca06aef1843bf09d21b6748624e993be2
I0504 20:40:19.702623       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 30.424313ms to process 1 records
I0504 20:40:19.706120       1 tasks_processing.go:74] worker 11 stopped.
I0504 20:40:19.706147       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0504 20:40:19.706156       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 35.701692ms to process 1 records
I0504 20:40:19.707430       1 tasks_processing.go:74] worker 48 stopped.
I0504 20:40:19.707780       1 recorder.go:75] Recording config/node/ip-10-0-0-35.ec2.internal with fingerprint=557347c7600764d4247fca0d48f47303af1b15b0a9ffbd23f29e47c13e29bb47
I0504 20:40:19.707843       1 recorder.go:75] Recording config/node/ip-10-0-1-35.ec2.internal with fingerprint=50dd6c7b24380e474a64da3ea472929c8afe0d2e20670b07e53a4456d6088cad
I0504 20:40:19.707895       1 recorder.go:75] Recording config/node/ip-10-0-2-94.ec2.internal with fingerprint=7aefcde577776883e52508bf9504d5e72716aceaef0b1085f5061b5e96e7e187
I0504 20:40:19.707904       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.502192ms to process 3 records
I0504 20:40:19.708371       1 controller.go:212] Source scaController *sca.Controller is not ready
I0504 20:40:19.708382       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0504 20:40:19.708385       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0504 20:40:19.708388       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0504 20:40:19.708388       1 tasks_processing.go:74] worker 39 stopped.
I0504 20:40:19.708391       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0504 20:40:19.708399       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 36.286029ms to process 0 records
I0504 20:40:19.708428       1 controller.go:489] The operator is still being initialized
I0504 20:40:19.708440       1 controller.go:512] The operator is healthy
I0504 20:40:19.708811       1 tasks_processing.go:74] worker 21 stopped.
I0504 20:40:19.708827       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 38.980337ms to process 0 records
I0504 20:40:19.709083       1 tasks_processing.go:74] worker 60 stopped.
I0504 20:40:19.709588       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=5f8b118c7d8d43f50dcc6e0be381c6de1784c51f5dfa4bb8b78a6771df5bc33c
I0504 20:40:19.709616       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 37.271838ms to process 1 records
I0504 20:40:19.709968       1 tasks_processing.go:74] worker 36 stopped.
I0504 20:40:19.709986       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 38.864838ms to process 0 records
I0504 20:40:19.710108       1 tasks_processing.go:74] worker 50 stopped.
I0504 20:40:19.710554       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=dc6e0de13dec6509844bdc934279cb46a1014b0a5c8297ffe0f11e406b950cf6
I0504 20:40:19.710625       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=26f650bf9e2508efad69823adb5ed9e2650b61605c3dc269ee4dfd4ddd6e59f8
I0504 20:40:19.710692       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=ef498d2d4495a7304f80958ba05b4e8b52e7f189196a18e92851a91810330a52
I0504 20:40:19.710869       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 39.454579ms to process 3 records
I0504 20:40:19.711057       1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=6e9cbbc87c7c54182b5688d584f39873771894bc9d05d782bc8292dc75e64879
I0504 20:40:19.711097       1 tasks_processing.go:74] worker 49 stopped.
I0504 20:40:19.711210       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=794c07847e2262fbc7d03dd36de41bcaf492c5d43514135d54ba890d76104482
I0504 20:40:19.711350       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=ee7c9eaa9d6f53309da85e4ca3038eb097f59f02f70a4307b6d05cc2fb9017eb
I0504 20:40:19.711410       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=0b3144c0f33603ef7d8756aa8303a96ed6283cb2be684e2574a130fb7cf2007c
I0504 20:40:19.711470       1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=abf0accca555e04bd63f21497faa3ce270c29efc50f95702ecb7badc3885f01f
I0504 20:40:19.711559       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=722c18aefc7597a05b388c80d0deb48483affcdb2c940c9c7b287a6af3f2c6de
I0504 20:40:19.711641       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=0cc8f3a2e276f844861eb12138c01023dc8ea659f32bd8afecff76622289234e
I0504 20:40:19.711706       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=267d95127d60c22cc7db089b7f755ad47541b8e895ac41f10a307895a54d75c3
I0504 20:40:19.711778       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=29ed2515c7f6b465c3e6f45514db81bc68468f9662fbdc9378c2ca961f788e90
I0504 20:40:19.711856       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=2d36b04c6ef9aabefe14be20babd721a9cea1209b60ca24478ca403bd924a5f4
I0504 20:40:19.711925       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=5caa6407985c77cd294c6462390bf3a6451d362fa2afa592a037369e80977135
I0504 20:40:19.712028       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=0499102d52f0eabe8fd2701068040e5ba08a0c1406c25fb040d0253de19c6865
I0504 20:40:19.712091       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=22c01f782a0b8cf9cf3d46ed4852301dc4d50e9eb1158fd0b0ed8aa7b41e24cf
I0504 20:40:19.712116       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 40.283591ms to process 13 records
I0504 20:40:19.715190       1 tasks_processing.go:74] worker 15 stopped.
I0504 20:40:19.715245       1 recorder.go:75] Recording config/olm_operators with fingerprint=6ded2eafd306bee17c528de8a8c01c7f2df86fe1cf251beb85984f302026b63b
I0504 20:40:19.715261       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 43.984196ms to process 1 records
I0504 20:40:19.718811       1 tasks_processing.go:74] worker 2 stopped.
I0504 20:40:19.719127       1 recorder.go:75] Recording config/version with fingerprint=5a2c1de5a0b37eede02854c1a5b4740f3653b1b5bd5ddb47ba201e9ebec94926
I0504 20:40:19.719141       1 recorder.go:75] Recording config/id with fingerprint=5cf4f43ac1f616f36f0998f4ee521cce3c9ef690fe6aa6b088a18bd27d85739b
I0504 20:40:19.719147       1 gather.go:177] gatherer "clusterconfig" function "version" took 49.028733ms to process 2 records
I0504 20:40:19.724189       1 tasks_processing.go:74] worker 29 stopped.
I0504 20:40:19.724216       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0504 20:40:19.724224       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 50.904562ms to process 1 records
I0504 20:40:19.724899       1 tasks_processing.go:74] worker 43 stopped.
I0504 20:40:19.725142       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=32513dc66436ea7b575e96ab3ae8b24dce9af35afe253cbd81643e7bf0b57bc5
I0504 20:40:19.725242       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=05be36a07969951a61ccd1bd4f458c94bcfddb2f7d493f174b7cde11002aebc2
I0504 20:40:19.725252       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 52.984672ms to process 2 records
I0504 20:40:19.726112       1 tasks_processing.go:74] worker 44 stopped.
I0504 20:40:19.727993       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=dc81444f52a82f4217e01a41c27ffaac23f6c76467e8426fba6a490be339f0b0
I0504 20:40:19.728264       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=d05ecad8056c1f5568d9d4c649730577e791b109ed98407047fdff09b8edde99
I0504 20:40:19.728278       1 gather.go:177] gatherer "clusterconfig" function "crds" took 55.872574ms to process 2 records
I0504 20:40:19.728290       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 54.98525ms to process 0 records
I0504 20:40:19.728296       1 tasks_processing.go:74] worker 0 stopped.
I0504 20:40:19.737358       1 tasks_processing.go:74] worker 7 stopped.
I0504 20:40:19.737748       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0504 20:40:19.737931       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0504 20:40:19.738029       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0504 20:40:19.738670       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0504 20:40:19.738789       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-zntxr with fingerprint=a2652235d30f1d09466de17d960f1c0cf4e8b90f26aceaab10455354f4a3e812
I0504 20:40:19.739076       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-tg84n with fingerprint=166c39998c6ce6ec560262c901a26dcb166ad86c825a0fc161a8d042d19565da
I0504 20:40:19.739151       1 recorder.go:75] Recording config/running_containers with fingerprint=d780406fdd0c96efab2606a879cc394ffc810b19b453d5e4ebf9a768c71043a8
I0504 20:40:19.739161       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 67.523527ms to process 3 records
I0504 20:40:19.741538       1 base_controller.go:82] Caches are synced for ConfigController 
I0504 20:40:19.741551       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0504 20:40:19.742067       1 tasks_processing.go:74] worker 3 stopped.
I0504 20:40:19.742084       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 68.802998ms to process 0 records
I0504 20:40:19.746172       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 20:40:19.750226       1 tasks_processing.go:74] worker 26 stopped.
E0504 20:40:19.750240       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0504 20:40:19.750246       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0504 20:40:19.750249       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0504 20:40:19.750258       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0504 20:40:19.750298       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0504 20:40:19.750304       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0504 20:40:19.750308       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0504 20:40:19.750317       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d
I0504 20:40:19.750355       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0504 20:40:19.750362       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0504 20:40:19.750367       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 80.31831ms to process 7 records
I0504 20:40:19.750995       1 tasks_processing.go:74] worker 33 stopped.
E0504 20:40:19.751004       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0504 20:40:19.751011       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3b2jndvnclhns1jvpai25rp02k3s92-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3b2jndvnclhns1jvpai25rp02k3s92-primary-cert-bundle-secret" not found
I0504 20:40:19.751063       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=adb3736c33b6b37604da3e726dd01943520bebce629c0d62207bed456d5c8462
I0504 20:40:19.751074       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 79.080531ms to process 1 records
I0504 20:40:19.766904       1 cluster_transfer.go:102] no available accepted cluster transfer
I0504 20:40:19.766918       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer
I0504 20:40:19.783327       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0504 20:40:19.783341       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0504 20:40:19.790665       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0504 20:40:19.794818       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0504 20:40:19.892470       1 sca.go:266] etc-pki-entitlement secret successfully created
I0504 20:40:19.892488       1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated
W0504 20:40:20.699992       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 20:40:20.767758       1 tasks_processing.go:74] worker 40 stopped.
I0504 20:40:20.767781       1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570
I0504 20:40:20.767792       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.097841167s to process 1 records
I0504 20:40:20.768704       1 tasks_processing.go:74] worker 61 stopped.
I0504 20:40:20.768744       1 recorder.go:75] Recording config/alerts with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
W0504 20:40:20.768760       1 gather.go:155] issue recording gatherer "clusterconfig" function "active_alerts" result "config/alerts.json" because of the warning: warning: the record with the same fingerprint "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" was already recorded at path "config/namespaces_with_overlapping_uids.json", recording another one with a different path "config/alerts.json"
I0504 20:40:20.768773       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.096777674s to process 1 records
W0504 20:40:21.699759       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 20:40:22.155686       1 tasks_processing.go:74] worker 57 stopped.
I0504 20:40:22.155840       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=7996753cc73dec03c672522085ab5480e911b241dfbffeaba8ff6c3ebe63e27a
I0504 20:40:22.155994       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1
I0504 20:40:22.156062       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=ba54c922a4dec5f4ec5f0f9fd74d4eb389c52205f540f776817f332e8b32c62a
I0504 20:40:22.156101       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0504 20:40:22.156154       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=cd275e93917e67f2da06fffa012cd4152bdd9be213e76b64e056289af6c5af28
I0504 20:40:22.156202       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0504 20:40:22.156254       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=02759a41810821cf3db1789313feb0b9167f02d28f48ac149a2227cbee9dbb38
I0504 20:40:22.156319       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=f3e4303ff137edd2ec93ff671aee987ff56371e9895a4122a1a25c299bf86848
I0504 20:40:22.156376       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=e25ada76b9d19f1d4f15bec36b244053817d7446b2491e1b15be319d70043fd5
I0504 20:40:22.156444       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=7d70c87e33ee7c04c64422a1c3565c24b7545d7a85996ccd1518288bbb380dec
I0504 20:40:22.157290       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=6993c79d575191fd8c5db7ac5cd64545925731c8ea55d77582c4822ecdec2489
I0504 20:40:22.157334       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=6ca0aa2bc926b0a758144ac9067b324b3d42b44c35922f7270ec5e445807c465
I0504 20:40:22.157345       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0504 20:40:22.157362       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=62838f142fafb80c9c5b78c0ec706b3c77c30111ce564b41ea3ad84634589003
I0504 20:40:22.157373       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0504 20:40:22.157407       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=bef6828003c5184e7cddbc0cb5600d958b3b55bedd474ed0b9bf832e1c5b8da2
I0504 20:40:22.157417       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0504 20:40:22.157437       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=75489a61be224d1ddb9dcf894708fc40ddd171a22a282b5c5d6526c8d6691786
I0504 20:40:22.157446       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0504 20:40:22.157466       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=7ce672c5b55b95aaac8f313949420a8d66b098e07ba1384acc2068852606ad0d
I0504 20:40:22.157585       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=64faaf1f0375de737111bfbd971b213ee4c436233ecb2a1f03a89afa129db19b
I0504 20:40:22.157595       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0504 20:40:22.157603       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0504 20:40:22.157624       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0504 20:40:22.157645       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=9d658bc2ec1daab4adb0ee188ba89ee4f1188bab036821263bf78b113b58d4ee
I0504 20:40:22.157669       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=93a275928348d85e8a015cfdaf58c7a6d5583ee8ac2fc5a8491f11611434c268
I0504 20:40:22.157678       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0504 20:40:22.157693       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=aaada962b7b8ebf343ca8ac66b846c2f5b5b304c7bc2b496365fec831b94e5d1
I0504 20:40:22.157700       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0504 20:40:22.157717       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=aed01022c8ca360ff13d42e69b1bd92804424e7e4c717d53068b22399f627569
I0504 20:40:22.157726       1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd
I0504 20:40:22.157739       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=64b74ed711d79d7544ab2f06a0bd532dc0cdbda24c2c97b5f0ee43f6d1065f33
I0504 20:40:22.157753       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=403af3ce953dd153d2d93a66cfc33c65a3837b4c3f09aa7492ed2935cdc113c4
I0504 20:40:22.157768       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=9dc78fb86db9b57b92bf12080bb3c8da85f67538ef019306338c86a7fb8a36ed
I0504 20:40:22.157790       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=4a6ed983d6ed08dcfbe94c59e74c808ed0829b79e71e07b6b2ea9c8cb164798a
I0504 20:40:22.157799       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0504 20:40:22.157825       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=03e4098bca34c684f52057e2ac01ab6eed3755c0f197a62235e81fc47c1ad7b4
I0504 20:40:22.157844       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0504 20:40:22.157854       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0504 20:40:22.157862       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.483913365s to process 39 records
W0504 20:40:22.700529       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0504 20:40:23.700117       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0504 20:40:24.698073       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0504 20:40:24.698106       1 tasks_processing.go:74] worker 56 stopped.
E0504 20:40:24.698120       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0504 20:40:24.698132       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0504 20:40:24.698144       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.027363395s to process 1 records
I0504 20:40:32.513756       1 tasks_processing.go:74] worker 28 stopped.
I0504 20:40:32.513799       1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec
I0504 20:40:32.513811       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.843910108s to process 1 records
I0504 20:40:33.280640       1 tasks_processing.go:74] worker 53 stopped.
I0504 20:40:33.280921       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=ff38ebad1511a92c9fbe01a459d61b6bf28e3c624375056bdce08707548e9eb9
I0504 20:40:33.280939       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.607432766s to process 1 records
E0504 20:40:33.281007       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.611s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0504 20:40:33.282125       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0504 20:40:33.282145       1 periodic.go:209] Running workloads gatherer
I0504 20:40:33.282165       1 tasks_processing.go:45] number of workers: 2
I0504 20:40:33.282177       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 20:40:33.282183       1 tasks_processing.go:71] worker 1 working on helmchart_info task.
I0504 20:40:33.282186       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 20:40:33.282256       1 tasks_processing.go:71] worker 0 working on workload_info task.
I0504 20:40:33.290051       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-94.ec2.internal...
I0504 20:40:33.290071       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-35.ec2.internal...
I0504 20:40:33.290057       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-35.ec2.internal...
I0504 20:40:33.314936       1 tasks_processing.go:74] worker 1 stopped.
I0504 20:40:33.314954       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 32.737307ms to process 0 records
I0504 20:40:38.008959       1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s
I0504 20:40:38.037846       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 25s for image data
I0504 20:40:38.047938       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (11ms)
I0504 20:40:38.057642       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (10ms)
I0504 20:40:38.068105       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (10ms)
I0504 20:40:38.077675       1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (10ms)
I0504 20:40:38.087600       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (10ms)
I0504 20:40:38.097078       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (9ms)
I0504 20:40:38.106635       1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (10ms)
I0504 20:40:38.116358       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (10ms)
I0504 20:40:38.125727       1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (9ms)
I0504 20:40:38.134990       1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (9ms)
I0504 20:40:38.146231       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (11ms)
I0504 20:40:38.247683       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (101ms)
I0504 20:40:38.347983       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms)
I0504 20:40:38.447419       1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (99ms)
I0504 20:40:38.546913       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (99ms)
I0504 20:40:38.647704       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (101ms)
I0504 20:40:38.748624       1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (101ms)
I0504 20:40:38.847735       1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (99ms)
I0504 20:40:38.947599       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms)
I0504 20:40:39.047222       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms)
I0504 20:40:39.148677       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms)
I0504 20:40:39.247315       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (99ms)
I0504 20:40:39.348969       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (102ms)
I0504 20:40:39.448276       1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (99ms)
I0504 20:40:39.548096       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms)
I0504 20:40:39.647282       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms)
I0504 20:40:39.747181       1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (100ms)
I0504 20:40:39.848907       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (102ms)
I0504 20:40:39.947972       1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (99ms)
I0504 20:40:40.048295       1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (100ms)
I0504 20:40:40.147421       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (99ms)
I0504 20:40:40.248656       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (101ms)
I0504 20:40:40.348005       1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (99ms)
I0504 20:40:40.448041       1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (100ms)
I0504 20:40:40.548880       1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (101ms)
I0504 20:40:40.648617       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms)
I0504 20:40:40.747470       1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (99ms)
I0504 20:40:40.847688       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms)
I0504 20:40:40.948342       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (101ms)
I0504 20:40:41.049767       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms)
I0504 20:40:41.150487       1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (101ms)
I0504 20:40:41.247928       1 gather_workloads_info.go:387] No image sha256:09e27b3a67ebeda04d3e597e0561bfb40550de78bdecb53f2f9ff3dfb1cfe7ea (97ms)
I0504 20:40:41.348325       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms)
I0504 20:40:41.449024       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (101ms)
I0504 20:40:41.550926       1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (102ms)
I0504 20:40:41.648366       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (97ms)
I0504 20:40:41.750190       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (102ms)
I0504 20:40:41.849653       1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (99ms)
I0504 20:40:41.849686       1 tasks_processing.go:74] worker 0 stopped.
I0504 20:40:41.849990       1 recorder.go:75] Recording config/workload_info with fingerprint=7ac9d4b97764a2bd7b20ca63b5ad12255bf7d5e902fbd9e3a0dced04d3ad8f28
I0504 20:40:41.850007       1 gather.go:177] gatherer "workloads" function "workload_info" took 8.567416308s to process 1 records
I0504 20:40:41.850021       1 periodic.go:256] Periodic gather workloads completed in 8.567s
I0504 20:40:41.850029       1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message=
I0504 20:40:41.850034       1 periodic.go:209] Running conditional gatherer
I0504 20:40:41.858081       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0504 20:40:42.078686       1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer
E0504 20:40:42.081015       1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.244.222:9091: connect: connection refused
I0504 20:40:42.081091       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0504 20:40:42.088260       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0504 20:40:42.088275       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088280       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088284       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088287       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088290       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088293       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088295       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088298       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088302       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 20:40:42.088306       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0504 20:40:42.088319       1 tasks_processing.go:45] number of workers: 3
I0504 20:40:42.088329       1 tasks_processing.go:69] worker 2 listening for tasks.
I0504 20:40:42.088333       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0504 20:40:42.088343       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 20:40:42.088349       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 20:40:42.088365       1 tasks_processing.go:74] worker 1 stopped.
I0504 20:40:42.088369       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0504 20:40:42.088371       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0504 20:40:42.088411       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661
I0504 20:40:42.088423       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 790ns to process 1 records
I0504 20:40:42.088455       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d
I0504 20:40:42.088462       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.168µs to process 1 records
I0504 20:40:42.088468       1 tasks_processing.go:74] worker 0 stopped.
I0504 20:40:42.088650       1 tasks_processing.go:74] worker 2 stopped.
I0504 20:40:42.088663       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 262.145µs to process 0 records
I0504 20:40:42.088679       1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message=
I0504 20:40:42.088694       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f
I0504 20:40:42.117712       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=58dfcdee55064801c28fd342815c6d5f958d77191c7bcb9b6356b4c3d78706a0
I0504 20:40:42.117849       1 diskrecorder.go:70] Writing 112 records to /var/lib/insights-operator/insights-2026-05-04-204042.tar.gz
I0504 20:40:42.126715       1 diskrecorder.go:51] Wrote 112 records to disk in 8ms
I0504 20:40:42.126751       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0504 20:40:42.126767       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0504 20:41:49.670324       1 diskrecorder.go:223] Found files to send: insights-2026-05-04-204042.tar.gz
I0504 20:41:49.670353       1 insightsuploader.go:150] Checking archives to upload periodically every 16m23.756825911s
I0504 20:41:49.670363       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0504 20:41:49.682722       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0504 20:41:49.851647       1 requests.go:87] Successfully reported id=2026-05-04T20:41:49Z x-rh-insights-request-id=ac50e3c9635e4e4db6a3b9781aa63cc4, wrote=51598
I0504 20:41:49.851716       1 insightsuploader.go:187] Uploaded report successfully in 181.343934ms
I0504 20:41:49.851738       1 controller.go:128] Initializing last reported time to 2026-05-04T20:41:49Z
I0504 20:41:49.851754       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0504 20:41:49.851761       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0504 20:41:49.851769       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0504 20:41:49.858141       1 controller.go:512] The operator is healthy
I0504 20:42:19.694046       1 controller.go:512] The operator is healthy
I0504 20:42:52.271219       1 insightsreport.go:137] Pulling report from smart-proxy
I0504 20:42:52.271244       1 insightsreport.go:149] Retrieving report
I0504 20:42:52.291327       1 requests.go:110] Retrieving report for cluster: 7603a4a4-eca6-48d7-b3c1-d7c181864938
I0504 20:42:52.291339       1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/7603a4a4-eca6-48d7-b3c1-d7c181864938/reports
I0504 20:42:52.294152       1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/7603a4a4-eca6-48d7-b3c1-d7c181864938/reports
I0504 20:42:52.497002       1 insightsreport.go:184] Report retrieved
I0504 20:42:52.529537       1 insightsreport.go:239] Report retrieved correctly
I0504 20:44:19.690972       1 controller.go:512] The operator is healthy
I0504 20:45:19.663066       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0504 20:45:19.669251       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 20:45:19.669274       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0504 20:45:19.673947       1 secretconfigobserver.go:119] support secret does not exist
I0504 20:46:19.699405       1 controller.go:512] The operator is healthy
I0504 20:48:19.689844       1 controller.go:512] The operator is healthy
I0504 20:50:19.657021       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 20:50:19.661527       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 20:50:19.674621       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0504 20:50:19.679302       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 20:50:19.679319       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0504 20:50:19.683672       1 secretconfigobserver.go:119] support secret does not exist
I0504 20:50:19.688885       1 controller.go:512] The operator is healthy
I0504 20:52:19.690676       1 controller.go:512] The operator is healthy
I0504 20:54:19.690940       1 controller.go:512] The operator is healthy
I0504 20:55:19.683960       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0504 20:55:19.690061       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 20:55:19.690092       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0504 20:55:19.694645       1 secretconfigobserver.go:119] support secret does not exist
I0504 20:56:19.690853       1 controller.go:512] The operator is healthy
I0504 20:58:18.609607       1 insightsuploader.go:146] Nothing to report since 2026-05-04T20:41:49Z
I0504 20:58:19.691722       1 controller.go:512] The operator is healthy