I0421 15:05:35.464139       1 cmd.go:253] Using service-serving-cert provided certificates
I0421 15:05:35.464589       1 observer_polling.go:159] Starting file observer
I0421 15:05:36.170705       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0421 15:05:36.171007       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0421 15:05:36.171518       1 secure_serving.go:57] Forcing use of http/1.1 only
W0421 15:05:36.171539       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0421 15:05:36.171544       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0421 15:05:36.171548       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0421 15:05:36.171550       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0421 15:05:36.171553       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0421 15:05:36.171555       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0421 15:05:36.171895       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0421 15:05:36.177687       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"c6489fe6-a217-4aa1-b29e-8ed14357ad29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0421 15:05:36.177685       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0421 15:05:36.177873       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0421 15:05:36.177898       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0421 15:05:36.177914       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0421 15:05:36.177931       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0421 15:05:36.177947       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0421 15:05:36.177976       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0421 15:05:36.178503       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key"
I0421 15:05:36.179395       1 secure_serving.go:213] Serving securely on [::]:8443
I0421 15:05:36.179433       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0421 15:05:36.185004       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0421 15:05:36.185036       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0421 15:05:36.185136       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0421 15:05:36.190944       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 15:05:36.190962       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0421 15:05:36.196389       1 secretconfigobserver.go:119] support secret does not exist
I0421 15:05:36.201928       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 15:05:36.208181       1 secretconfigobserver.go:119] support secret does not exist
I0421 15:05:36.210253       1 recorder.go:161] Pruning old reports every 7h17m28s, max age is 288h0m0s
I0421 15:05:36.216270       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0421 15:05:36.216281       1 periodic.go:209] Running clusterconfig gatherer
I0421 15:05:36.216291       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0421 15:05:36.216315       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0421 15:05:36.216326       1 insightsreport.go:296] Starting report retriever
I0421 15:05:36.216334       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0421 15:05:36.216339       1 tasks_processing.go:45] number of workers: 64
I0421 15:05:36.216364       1 tasks_processing.go:69] worker 2 listening for tasks.
I0421 15:05:36.216375       1 tasks_processing.go:69] worker 0 listening for tasks.
I0421 15:05:36.216384       1 tasks_processing.go:69] worker 1 listening for tasks.
I0421 15:05:36.216389       1 tasks_processing.go:69] worker 21 listening for tasks.
I0421 15:05:36.216395       1 tasks_processing.go:69] worker 3 listening for tasks.
I0421 15:05:36.216400       1 tasks_processing.go:69] worker 4 listening for tasks.
I0421 15:05:36.216405       1 tasks_processing.go:69] worker 5 listening for tasks.
I0421 15:05:36.216408       1 tasks_processing.go:71] worker 4 working on version task.
I0421 15:05:36.216409       1 tasks_processing.go:71] worker 5 working on operators task.
I0421 15:05:36.216436       1 tasks_processing.go:69] worker 45 listening for tasks.
I0421 15:05:36.216454       1 tasks_processing.go:69] worker 22 listening for tasks.
I0421 15:05:36.216450       1 tasks_processing.go:69] worker 13 listening for tasks.
I0421 15:05:36.216460       1 tasks_processing.go:69] worker 57 listening for tasks.
I0421 15:05:36.216465       1 tasks_processing.go:69] worker 6 listening for tasks.
I0421 15:05:36.216467       1 tasks_processing.go:69] worker 23 listening for tasks.
I0421 15:05:36.216474       1 tasks_processing.go:69] worker 52 listening for tasks.
I0421 15:05:36.216476       1 tasks_processing.go:69] worker 51 listening for tasks.
I0421 15:05:36.216481       1 tasks_processing.go:69] worker 10 listening for tasks.
I0421 15:05:36.216484       1 tasks_processing.go:69] worker 53 listening for tasks.
I0421 15:05:36.216485       1 tasks_processing.go:69] worker 25 listening for tasks.
I0421 15:05:36.216477       1 tasks_processing.go:69] worker 24 listening for tasks.
I0421 15:05:36.216491       1 tasks_processing.go:69] worker 46 listening for tasks.
I0421 15:05:36.216495       1 tasks_processing.go:69] worker 56 listening for tasks.
I0421 15:05:36.216498       1 tasks_processing.go:69] worker 26 listening for tasks.
I0421 15:05:36.216499       1 tasks_processing.go:69] worker 12 listening for tasks.
I0421 15:05:36.216502       1 tasks_processing.go:69] worker 47 listening for tasks.
I0421 15:05:36.216491       1 tasks_processing.go:69] worker 11 listening for tasks.
I0421 15:05:36.216491       1 tasks_processing.go:69] worker 9 listening for tasks.
I0421 15:05:36.216509       1 tasks_processing.go:69] worker 27 listening for tasks.
I0421 15:05:36.216521       1 tasks_processing.go:69] worker 54 listening for tasks.
I0421 15:05:36.216530       1 tasks_processing.go:69] worker 15 listening for tasks.
I0421 15:05:36.216540       1 tasks_processing.go:69] worker 14 listening for tasks.
I0421 15:05:36.216610       1 tasks_processing.go:69] worker 7 listening for tasks.
I0421 15:05:36.216622       1 tasks_processing.go:69] worker 20 listening for tasks.
I0421 15:05:36.216627       1 tasks_processing.go:69] worker 60 listening for tasks.
I0421 15:05:36.216635       1 tasks_processing.go:69] worker 59 listening for tasks.
I0421 15:05:36.216632       1 tasks_processing.go:69] worker 16 listening for tasks.
I0421 15:05:36.216643       1 tasks_processing.go:71] worker 1 working on sap_pods task.
I0421 15:05:36.216641       1 tasks_processing.go:69] worker 58 listening for tasks.
I0421 15:05:36.216650       1 tasks_processing.go:69] worker 62 listening for tasks.
I0421 15:05:36.216646       1 tasks_processing.go:69] worker 61 listening for tasks.
I0421 15:05:36.216658       1 tasks_processing.go:71] worker 2 working on sap_config task.
I0421 15:05:36.216660       1 tasks_processing.go:71] worker 21 working on monitoring_persistent_volumes task.
I0421 15:05:36.216674       1 tasks_processing.go:69] worker 18 listening for tasks.
I0421 15:05:36.216676       1 tasks_processing.go:69] worker 63 listening for tasks.
I0421 15:05:36.216697       1 tasks_processing.go:69] worker 32 listening for tasks.
I0421 15:05:36.216701       1 tasks_processing.go:69] worker 30 listening for tasks.
I0421 15:05:36.216708       1 tasks_processing.go:69] worker 31 listening for tasks.
I0421 15:05:36.216712       1 tasks_processing.go:69] worker 29 listening for tasks.
I0421 15:05:36.216716       1 tasks_processing.go:69] worker 34 listening for tasks.
I0421 15:05:36.216719       1 tasks_processing.go:71] worker 0 working on ingress task.
I0421 15:05:36.216729       1 tasks_processing.go:69] worker 40 listening for tasks.
I0421 15:05:36.216741       1 tasks_processing.go:69] worker 37 listening for tasks.
I0421 15:05:36.216786       1 tasks_processing.go:69] worker 36 listening for tasks.
I0421 15:05:36.216795       1 tasks_processing.go:69] worker 35 listening for tasks.
I0421 15:05:36.216799       1 tasks_processing.go:69] worker 38 listening for tasks.
I0421 15:05:36.216809       1 tasks_processing.go:69] worker 33 listening for tasks.
I0421 15:05:36.216810       1 tasks_processing.go:69] worker 39 listening for tasks.
I0421 15:05:36.216814       1 tasks_processing.go:71] worker 45 working on schedulers task.
I0421 15:05:36.216811       1 tasks_processing.go:71] worker 38 working on nodenetworkconfigurationpolicies task.
I0421 15:05:36.216823       1 tasks_processing.go:71] worker 39 working on authentication task.
I0421 15:05:36.216817       1 tasks_processing.go:71] worker 33 working on openshift_logging task.
I0421 15:05:36.216834       1 tasks_processing.go:69] worker 42 listening for tasks.
I0421 15:05:36.216839       1 tasks_processing.go:71] worker 42 working on machines task.
I0421 15:05:36.216841       1 tasks_processing.go:71] worker 3 working on qemu_kubevirt_launcher_logs task.
I0421 15:05:36.217116       1 tasks_processing.go:69] worker 17 listening for tasks.
I0421 15:05:36.217072       1 tasks_processing.go:69] worker 28 listening for tasks.
I0421 15:05:36.217061       1 tasks_processing.go:69] worker 19 listening for tasks.
I0421 15:05:36.217075       1 tasks_processing.go:69] worker 48 listening for tasks.
I0421 15:05:36.217278       1 tasks_processing.go:69] worker 41 listening for tasks.
I0421 15:05:36.217158       1 tasks_processing.go:69] worker 8 listening for tasks.
I0421 15:05:36.217105       1 tasks_processing.go:69] worker 55 listening for tasks.
I0421 15:05:36.217297       1 tasks_processing.go:71] worker 18 working on networks task.
I0421 15:05:36.217294       1 tasks_processing.go:71] worker 15 working on openstack_version task.
I0421 15:05:36.217337       1 tasks_processing.go:71] worker 22 working on openstack_controlplanes task.
I0421 15:05:36.216850       1 tasks_processing.go:69] worker 43 listening for tasks.
I0421 15:05:36.217443       1 tasks_processing.go:71] worker 16 working on olm_operators task.
I0421 15:05:36.217456       1 tasks_processing.go:71] worker 14 working on aggregated_monitoring_cr_names task.
I0421 15:05:36.217522       1 tasks_processing.go:71] worker 61 working on image task.
I0421 15:05:36.217670       1 tasks_processing.go:71] worker 13 working on container_images task.
I0421 15:05:36.217783       1 tasks_processing.go:69] worker 44 listening for tasks.
I0421 15:05:36.217833       1 tasks_processing.go:71] worker 44 working on pod_network_connectivity_checks task.
I0421 15:05:36.217850       1 tasks_processing.go:71] worker 63 working on config_maps task.
I0421 15:05:36.217858       1 tasks_processing.go:71] worker 43 working on jaegers task.
I0421 15:05:36.217785       1 tasks_processing.go:71] worker 7 working on infrastructures task.
I0421 15:05:36.218144       1 tasks_processing.go:71] worker 17 working on certificate_signing_requests task.
I0421 15:05:36.217450       1 tasks_processing.go:71] worker 59 working on sap_datahubs task.
I0421 15:05:36.217452       1 tasks_processing.go:71] worker 62 working on openshift_machine_api_events task.
I0421 15:05:36.218756       1 tasks_processing.go:69] worker 49 listening for tasks.
I0421 15:05:36.218813       1 tasks_processing.go:71] worker 49 working on openstack_dataplanedeployments task.
I0421 15:05:36.218858       1 tasks_processing.go:71] worker 32 working on service_accounts task.
I0421 15:05:36.218936       1 tasks_processing.go:71] worker 57 working on container_runtime_configs task.
I0421 15:05:36.219082       1 tasks_processing.go:71] worker 28 working on ingress_certificates task.
I0421 15:05:36.219249       1 tasks_processing.go:71] worker 40 working on node_logs task.
I0421 15:05:36.218900       1 tasks_processing.go:69] worker 50 listening for tasks.
I0421 15:05:36.219354       1 tasks_processing.go:71] worker 50 working on pdbs task.
I0421 15:05:36.217792       1 tasks_processing.go:71] worker 20 working on install_plans task.
I0421 15:05:36.219371       1 tasks_processing.go:71] worker 36 working on silenced_alerts task.
I0421 15:05:36.219379       1 tasks_processing.go:71] worker 30 working on dvo_metrics task.
I0421 15:05:36.217794       1 tasks_processing.go:71] worker 34 working on crds task.
I0421 15:05:36.219457       1 tasks_processing.go:71] worker 29 working on openstack_dataplanenodesets task.
I0421 15:05:36.219677       1 tasks_processing.go:71] worker 9 working on active_alerts task.
I0421 15:05:36.219460       1 tasks_processing.go:71] worker 6 working on cost_management_metrics_configs task.
I0421 15:05:36.217448       1 tasks_processing.go:71] worker 58 working on overlapping_namespace_uids task.
I0421 15:05:36.219364       1 tasks_processing.go:71] worker 37 working on clusterroles task.
I0421 15:05:36.219513       1 tasks_processing.go:71] worker 35 working on storage_classes task.
I0421 15:05:36.217798       1 tasks_processing.go:71] worker 60 working on storage_cluster task.
I0421 15:05:36.219584       1 tasks_processing.go:71] worker 31 working on mutating_webhook_configurations task.
I0421 15:05:36.219588       1 tasks_processing.go:71] worker 23 working on tsdb_status task.
I0421 15:05:36.219596       1 tasks_processing.go:71] worker 52 working on image_registries task.
I0421 15:05:36.219600       1 tasks_processing.go:71] worker 51 working on machine_healthchecks task.
I0421 15:05:36.219607       1 tasks_processing.go:71] worker 10 working on nodenetworkstates task.
I0421 15:05:36.219613       1 tasks_processing.go:71] worker 53 working on oauths task.
I0421 15:05:36.219621       1 tasks_processing.go:71] worker 25 working on nodes task.
I0421 15:05:36.219629       1 tasks_processing.go:71] worker 19 working on operators_pods_and_events task.
I0421 15:05:36.219626       1 tasks_processing.go:71] worker 24 working on validating_webhook_configurations task.
I0421 15:05:36.219638       1 tasks_processing.go:71] worker 48 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0421 15:05:36.221902       1 tasks_processing.go:71] worker 22 working on machine_autoscalers task.
I0421 15:05:36.221911       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 4.522842ms to process 0 records
I0421 15:05:36.219642       1 tasks_processing.go:71] worker 46 working on lokistack task.
I0421 15:05:36.219645       1 tasks_processing.go:71] worker 41 working on proxies task.
I0421 15:05:36.219647       1 tasks_processing.go:71] worker 56 working on machine_configs task.
I0421 15:05:36.219650       1 tasks_processing.go:71] worker 8 working on machine_sets task.
I0421 15:05:36.219652       1 tasks_processing.go:71] worker 26 working on ceph_cluster task.
I0421 15:05:36.219657       1 tasks_processing.go:71] worker 12 working on machine_config_pools task.
I0421 15:05:36.219663       1 tasks_processing.go:71] worker 47 working on metrics task.
I0421 15:05:36.219667       1 tasks_processing.go:71] worker 11 working on support_secret task.
I0421 15:05:36.219979       1 tasks_processing.go:71] worker 55 working on image_pruners task.
I0421 15:05:36.219990       1 tasks_processing.go:71] worker 54 working on cluster_apiserver task.
I0421 15:05:36.219994       1 tasks_processing.go:71] worker 27 working on feature_gates task.
I0421 15:05:36.224502       1 tasks_processing.go:74] worker 43 stopped.
I0421 15:05:36.224528       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 6.630412ms to process 0 records
I0421 15:05:36.224954       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0421 15:05:36.225047       1 controller.go:326] The initial operator extension status is healthy
I0421 15:05:36.225069       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0421 15:05:36.225077       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0421 15:05:36.225081       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0421 15:05:36.224975       1 tasks_processing.go:74] worker 59 stopped.
I0421 15:05:36.224983       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 6.719907ms to process 0 records
I0421 15:05:36.225105       1 controller.go:489] The operator is still being initialized
I0421 15:05:36.225112       1 tasks_processing.go:74] worker 44 stopped.
I0421 15:05:36.225118       1 controller.go:512] The operator is healthy
E0421 15:05:36.225103       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0421 15:05:36.225250       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 7.127649ms to process 0 records
I0421 15:05:36.225286       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 8.178198ms to process 0 records
I0421 15:05:36.225329       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0421 15:05:36.225272       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0421 15:05:36.225377       1 tasks_processing.go:74] worker 33 stopped.
I0421 15:05:36.225452       1 recorder.go:75] Recording config/image with fingerprint=4842f762060d14cc5dccd8f82bce9cb473ca1de2163a1c4823d493481795b21f
I0421 15:05:36.225469       1 gather.go:177] gatherer "clusterconfig" function "image" took 7.727072ms to process 1 records
I0421 15:05:36.225478       1 tasks_processing.go:74] worker 61 stopped.
W0421 15:05:36.225576       1 operator.go:288] started
I0421 15:05:36.225618       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0421 15:05:36.225699       1 tasks_processing.go:74] worker 1 stopped.
I0421 15:05:36.225715       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 9.042341ms to process 0 records
E0421 15:05:36.229111       1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.94.111:9091: connect: connection refused
I0421 15:05:36.229135       1 tasks_processing.go:74] worker 23 stopped.
E0421 15:05:36.229132       1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.94.111:9091: connect: connection refused
E0421 15:05:36.229154       1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.94.111:9091: connect: connection refused
I0421 15:05:36.229181       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 8.527985ms to process 0 records
E0421 15:05:36.229220       1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.94.111:9091: connect: connection refused
I0421 15:05:36.229243       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 6.874657ms to process 0 records
I0421 15:05:36.229261       1 tasks_processing.go:74] worker 47 stopped.
I0421 15:05:36.242888       1 tasks_processing.go:74] worker 15 stopped.
I0421 15:05:36.242903       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 25.577532ms to process 0 records
I0421 15:05:36.242911       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 26.225308ms to process 0 records
I0421 15:05:36.242916       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 24.07063ms to process 0 records
I0421 15:05:36.242920       1 tasks_processing.go:74] worker 49 stopped.
I0421 15:05:36.242926       1 tasks_processing.go:74] worker 2 stopped.
I0421 15:05:36.243068       1 tasks_processing.go:74] worker 7 stopped.
I0421 15:05:36.243599       1 recorder.go:75] Recording config/infrastructure with fingerprint=333b6b1fc1a6b8ae346edd895588633f613813a0e04d4b85319cac5ae2b43494
I0421 15:05:36.243614       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 24.998662ms to process 1 records
I0421 15:05:36.245041       1 tasks_processing.go:74] worker 38 stopped.
I0421 15:05:36.245048       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 28.215395ms to process 0 records
I0421 15:05:36.246674       1 tasks_processing.go:74] worker 42 stopped.
E0421 15:05:36.246686       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0421 15:05:36.246693       1 gather.go:177] gatherer "clusterconfig" function "machines" took 29.820657ms to process 0 records
I0421 15:05:36.248402       1 tasks_processing.go:74] worker 29 stopped.
I0421 15:05:36.248422       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 28.723383ms to process 0 records
I0421 15:05:36.248432       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 28.164907ms to process 0 records
I0421 15:05:36.248439       1 tasks_processing.go:74] worker 6 stopped.
I0421 15:05:36.248683       1 tasks_processing.go:74] worker 0 stopped.
I0421 15:05:36.248941       1 recorder.go:75] Recording config/ingress with fingerprint=c9cc0d8088187414ef4f7272f5a1fdca0ea8570d9e06715f748d17bde530b6cc
I0421 15:05:36.248961       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 31.954647ms to process 1 records
E0421 15:05:36.248977       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0421 15:05:36.248986       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 28.072073ms to process 0 records
I0421 15:05:36.248997       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 30.127091ms to process 0 records
I0421 15:05:36.249005       1 tasks_processing.go:74] worker 62 stopped.
I0421 15:05:36.249012       1 tasks_processing.go:74] worker 51 stopped.
I0421 15:05:36.249137       1 tasks_processing.go:74] worker 10 stopped.
I0421 15:05:36.249152       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 28.350024ms to process 0 records
I0421 15:05:36.249162       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 30.199836ms to process 0 records
I0421 15:05:36.249170       1 tasks_processing.go:74] worker 57 stopped.
I0421 15:05:36.249558       1 tasks_processing.go:74] worker 18 stopped.
I0421 15:05:36.249772       1 recorder.go:75] Recording config/network with fingerprint=ba69c3af22a57e9e6b14534d6393634fb38e778522613f53efde9e81844eb886
I0421 15:05:36.249793       1 gather.go:177] gatherer "clusterconfig" function "networks" took 32.251468ms to process 1 records
I0421 15:05:36.249828       1 tasks_processing.go:74] worker 53 stopped.
I0421 15:05:36.250038       1 recorder.go:75] Recording config/oauth with fingerprint=72f2bb897d13977f8e1cf72d1e47f6c9dc809d09026b26057cd5be360da833c5
I0421 15:05:36.250052       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 28.310753ms to process 1 records
I0421 15:05:36.251056       1 tasks_processing.go:74] worker 21 stopped.
I0421 15:05:36.251074       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 34.38323ms to process 0 records
I0421 15:05:36.251131       1 tasks_processing.go:74] worker 46 stopped.
I0421 15:05:36.251142       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 29.130144ms to process 0 records
I0421 15:05:36.251146       1 gather_logs.go:145] no pods in  namespace were found
I0421 15:05:36.251156       1 tasks_processing.go:74] worker 3 stopped.
I0421 15:05:36.251166       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 34.065524ms to process 0 records
I0421 15:05:36.251574       1 tasks_processing.go:74] worker 35 stopped.
I0421 15:05:36.251669       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=5893f03da3c52e9600913415871104263130a281c6de1291324fc5c6ac8901c3
I0421 15:05:36.251692       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=189258282a6d16b8c56f0626278e76a2400d1207d72c6dd2ebeabeec273c1bfd
I0421 15:05:36.251700       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 31.147766ms to process 2 records
I0421 15:05:36.251777       1 recorder.go:75] Recording config/proxy with fingerprint=e8002389b845ea6fb2eba270ff9b918e8f8f0ee380a91a0841a1e621893612ce
I0421 15:05:36.251788       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 29.639258ms to process 1 records
I0421 15:05:36.251795       1 tasks_processing.go:74] worker 41 stopped.
I0421 15:05:36.251961       1 tasks_processing.go:74] worker 39 stopped.
I0421 15:05:36.252330       1 recorder.go:75] Recording config/authentication with fingerprint=9cc063c65b06afb42ce3e11d07e1ace168626d2d2090a9019e80dd065903d0b3
I0421 15:05:36.252352       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 35.123131ms to process 1 records
I0421 15:05:36.252402       1 tasks_processing.go:74] worker 22 stopped.
I0421 15:05:36.252416       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 30.490113ms to process 0 records
I0421 15:05:36.252497       1 tasks_processing.go:74] worker 26 stopped.
I0421 15:05:36.252514       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 30.263628ms to process 0 records
I0421 15:05:36.252795       1 tasks_processing.go:74] worker 40 stopped.
I0421 15:05:36.252817       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 33.526658ms to process 0 records
I0421 15:05:36.252827       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 32.275726ms to process 0 records
I0421 15:05:36.252837       1 tasks_processing.go:74] worker 60 stopped.
I0421 15:05:36.252874       1 tasks_processing.go:74] worker 45 stopped.
I0421 15:05:36.252947       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e2620d7857ad706411d0d150c3c07b06f44602b2027b3247c7f4c2fa6a6ee42d
I0421 15:05:36.252962       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 36.050566ms to process 1 records
I0421 15:05:36.253473       1 tasks_processing.go:74] worker 54 stopped.
I0421 15:05:36.253857       1 recorder.go:75] Recording config/apiserver with fingerprint=8da2e280b96505bc11b0cc297371f9efedab4d1fdcd9c98dc716eb2cb732f11b
I0421 15:05:36.254032       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 31.074025ms to process 1 records
E0421 15:05:36.254050       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0421 15:05:36.254058       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 31.148369ms to process 0 records
I0421 15:05:36.254065       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 31.409688ms to process 0 records
I0421 15:05:36.254082       1 tasks_processing.go:74] worker 12 stopped.
I0421 15:05:36.254089       1 tasks_processing.go:74] worker 11 stopped.
I0421 15:05:36.255138       1 tasks_processing.go:74] worker 8 stopped.
I0421 15:05:36.255159       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 32.944526ms to process 0 records
I0421 15:05:36.256309       1 tasks_processing.go:74] worker 55 stopped.
I0421 15:05:36.256669       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1ff69e7dcb18ade58a1b8f9a16136df50eadb3186327760c1a01e1ddf6249f05
I0421 15:05:36.256726       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 33.993703ms to process 1 records
I0421 15:05:36.258597       1 tasks_processing.go:74] worker 27 stopped.
I0421 15:05:36.258799       1 recorder.go:75] Recording config/featuregate with fingerprint=9007fc18b42b27236a3f6bc0a67605db909f8adc474e1ec8e4000b0909e653ed
I0421 15:05:36.258840       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 36.501506ms to process 1 records
I0421 15:05:36.258972       1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=ab30ad91d3ad53ad10af2b0e4dfb2d4eaa0d7dc14d96c0ebba8916288ee3706b
I0421 15:05:36.259020       1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=eb0dcbf1780239a5636534f29764b9a4bb834230bf8963792f9a672f64419980
I0421 15:05:36.259052       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=f8b72623aefc1a3b29be724b9ae8e6a8924ae300e8eac7860adb3f44e378e370
I0421 15:05:36.259073       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=66d5d4d73c6ba310c14432470e572dfea07fb1e2215a371d85a25ccd1de48f9c
I0421 15:05:36.259120       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=b6317eac5b2a5be26f21c2e91d9fb1f982f9eb5d5e12eced5f850d63218d6fa4
I0421 15:05:36.259174       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=8beb7d7bb4957146ba71ca29c28efa9f67f3518c0be80da6c58a7afc332b544e
I0421 15:05:36.259240       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=e989d080442711a79846fdbc1593416d00b3fad1d17b8fe14c8fd77ee7691668
I0421 15:05:36.259293       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=a915264ade10ecd9a7da06dbab4fbe05fd90bbcc1199474c4710a6013be49442
I0421 15:05:36.259318       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=7217b7c22f230d1f28c12812d34dc1976c33ffc84385a36012b3ffc7890cfe15
I0421 15:05:36.259342       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=662aeed0f8fb58638dfeca3f2267ca996e5d2e9528b1a1036ab9492fd5606c4c
I0421 15:05:36.259410       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=52b84f68547bbc5c13e4a9f8788a7b75d99596c6b3d54d05fdb105ab560724ed
I0421 15:05:36.259443       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 39.330906ms to process 11 records
I0421 15:05:36.259739       1 tasks_processing.go:74] worker 50 stopped.
I0421 15:05:36.260407       1 recorder.go:75] Recording config/version with fingerprint=d8fdd98b73b8e9350366799e526c7323c602b79b706f58ac56b2c66c6ece40bb
I0421 15:05:36.260501       1 recorder.go:75] Recording config/id with fingerprint=59d017fa6af0ed05ebe02d1fef0547d3e94bec7bfffe8c21450f5be0bf4e834d
I0421 15:05:36.260512       1 gather.go:177] gatherer "clusterconfig" function "version" took 42.544788ms to process 2 records
I0421 15:05:36.261285       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=f47875946ecb62562a28844d03cb40447429404aa6189f3a8ad4948b8d854668
I0421 15:05:36.261306       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 38.491684ms to process 1 records
I0421 15:05:36.261325       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0421 15:05:36.261335       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 39.613648ms to process 1 records
I0421 15:05:36.261505       1 tasks_processing.go:74] worker 4 stopped.
W0421 15:05:36.261506       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 15:05:36.261523       1 tasks_processing.go:74] worker 52 stopped.
I0421 15:05:36.261533       1 tasks_processing.go:74] worker 58 stopped.
I0421 15:05:36.261584       1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=f3d46ce95cb0b770906d73e23190760505e03f32ab6c08b8c016a9be78e8b55b
I0421 15:05:36.261757       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=c08caed91ad5b99d19901b5695afe7f3232c8a929a437ae2738df52388546953
I0421 15:05:36.261911       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=cf07d26eb14bc090fe357384a854785a22e9d9ff5a2f62afa6003766f04b78fd
I0421 15:05:36.261972       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=1f2eeca2db5a3a7f791e88c69dcfecda3fa0fab51ffc2d41ebdb5385895655a6
I0421 15:05:36.262037       1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=ea0a1683224b349fe989b8f95ca3f584c2f17b26ac16df9f75705f61989bee20
I0421 15:05:36.262100       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=938110c538e7baa6c408cb7918109269964e0ef7cc9432bcd39a555b63481884
I0421 15:05:36.262173       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=007226d2af954fdaeeb0deddd24128c3ee92d35e987869d0eaf8793e1b30a364
I0421 15:05:36.262268       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=ae2775baf819ec78e1abd4ec8387d51e911720afd72c88625a9bd35f2aac94b4
I0421 15:05:36.262345       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=8193b77e83081b3b07ece65654e2e2e165a37818d7b9755ca54418718e154fb6
I0421 15:05:36.262841       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=6e4b9dd0522970518e43d254d45717fac9b235066d56bbc39b03a60a66621686
I0421 15:05:36.262896       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=41b37aa395599e4bf8af670b35021248984ff9f8ff2dd6826bd975d0542ffad9
I0421 15:05:36.261592       1 tasks_processing.go:74] worker 24 stopped.
I0421 15:05:36.263303       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=07c3d3dbafc423e6da8c07acd7f13305f3ca0424c165fbd07f92b159fd98d024
I0421 15:05:36.263358       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=6d007e1609bdb408d484504456fb6293b6040766e98ba4b966d8db5b1dd40f05
I0421 15:05:36.263373       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 38.520083ms to process 13 records
I0421 15:05:36.263440       1 tasks_processing.go:74] worker 31 stopped.
I0421 15:05:36.263600       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=0392050256e12c69978d9c8a06037370f4a1e96bed1002b6249cea97f8319493
I0421 15:05:36.263647       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=229e108ab71531e5f976ebcd962ccc5deeeb7414636e94da669f43cb39e9ba87
I0421 15:05:36.263720       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=11bebbccb8e509b29ac4bafaf9261f1519d54e8ea2fce6869cc93f3ca5238e97
I0421 15:05:36.263735       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 41.143342ms to process 3 records
I0421 15:05:36.263796       1 tasks_processing.go:74] worker 25 stopped.
I0421 15:05:36.263751       1 controller.go:212] Source scaController *sca.Controller is not ready
I0421 15:05:36.264517       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0421 15:05:36.264537       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0421 15:05:36.264544       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0421 15:05:36.264548       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0421 15:05:36.264579       1 controller.go:489] The operator is still being initialized
I0421 15:05:36.264592       1 controller.go:512] The operator is healthy
I0421 15:05:36.264879       1 recorder.go:75] Recording config/node/ip-10-0-0-64.ec2.internal with fingerprint=0680d18ba04f786ebeb64021a06d7aab1929ac28567219d9e1f556d1cceff7e2
I0421 15:05:36.264962       1 recorder.go:75] Recording config/node/ip-10-0-1-68.ec2.internal with fingerprint=7c913e23c1c193c8312fb890497009544b897f703c23caa1a24de3969489f6cb
I0421 15:05:36.265021       1 recorder.go:75] Recording config/node/ip-10-0-2-185.ec2.internal with fingerprint=c33b4352bf5affea609b22f9078232fdee34801094162747561acd13c24299c2
I0421 15:05:36.265030       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 40.841141ms to process 3 records
I0421 15:05:36.265084       1 recorder.go:75] Recording config/olm_operators with fingerprint=63447e53032154c4d62a74c5ea50d9307130d4c3cd111f9b3f19db8fef759d92
I0421 15:05:36.265099       1 tasks_processing.go:74] worker 16 stopped.
I0421 15:05:36.265113       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 45.619423ms to process 1 records
I0421 15:05:36.265495       1 tasks_processing.go:74] worker 17 stopped.
I0421 15:05:36.265533       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 47.333161ms to process 0 records
I0421 15:05:36.271037       1 tasks_processing.go:74] worker 37 stopped.
I0421 15:05:36.271553       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=d17ab2e5489d89a1c45e2c47966d7c874c238407385c4c2775fc884dc6d64d69
I0421 15:05:36.271774       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=04ee8d0905de53c5419d8aac1a5b280244dcbcf61871f54f1f011a9439b76663
I0421 15:05:36.271813       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 50.649536ms to process 2 records
I0421 15:05:36.271937       1 tasks_processing.go:74] worker 34 stopped.
I0421 15:05:36.273056       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=76b45d2f81823cbe31e93785a9d0c1cca795e05234f2088d6f29e718ff283cec
I0421 15:05:36.274067       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=98d2e9fc7b2f57a9b1963249399d2f348140ff086a096d4b5f1e928490a3bdad
I0421 15:05:36.274089       1 gather.go:177] gatherer "clusterconfig" function "crds" took 52.13092ms to process 2 records
I0421 15:05:36.274502       1 tasks_processing.go:74] worker 14 stopped.
I0421 15:05:36.274521       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 57.030145ms to process 0 records
I0421 15:05:36.276033       1 tasks_processing.go:74] worker 56 stopped.
I0421 15:05:36.276074       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0421 15:05:36.276085       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 53.775052ms to process 1 records
I0421 15:05:36.277390       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0421 15:05:36.277968       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0421 15:05:36.277980       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0421 15:05:36.278370       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0421 15:05:36.279491       1 tasks_processing.go:74] worker 13 stopped.
I0421 15:05:36.282253       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-xq2px with fingerprint=870ccfd5e64d0613889cdb65ec9dedac4447011cbc8442079eb732c7eb1d6a08
I0421 15:05:36.282502       1 recorder.go:75] Recording config/running_containers with fingerprint=6ab77600a36fa98fc2d1df6e1952168d81f8f2686247995c97fc8787679d6cd8
I0421 15:05:36.282517       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 61.792554ms to process 2 records
I0421 15:05:36.283854       1 tasks_processing.go:74] worker 48 stopped.
I0421 15:05:36.283868       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 61.970171ms to process 0 records
I0421 15:05:36.285302       1 base_controller.go:82] Caches are synced for ConfigController 
I0421 15:05:36.285323       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0421 15:05:36.285945       1 tasks_processing.go:74] worker 28 stopped.
E0421 15:05:36.285960       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0421 15:05:36.285965       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pqjtml22a4bmh59j970jdq3qrafr08j-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pqjtml22a4bmh59j970jdq3qrafr08j-primary-cert-bundle-secret" not found
I0421 15:05:36.286018       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=96d9d1b38c6152e38cb5034b7c44436a1dc42bab45c15745c7ebe98c875388f7
I0421 15:05:36.286034       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 66.843086ms to process 1 records
I0421 15:05:36.287155       1 tasks_processing.go:74] worker 63 stopped.
E0421 15:05:36.287178       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0421 15:05:36.287186       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0421 15:05:36.287209       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0421 15:05:36.287223       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0421 15:05:36.287280       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0421 15:05:36.287292       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0421 15:05:36.287298       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0421 15:05:36.287311       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d
I0421 15:05:36.287370       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0421 15:05:36.287382       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0421 15:05:36.287391       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 69.291965ms to process 7 records
I0421 15:05:36.291344       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 15:05:36.326306       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0421 15:05:36.326325       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0421 15:05:36.328361       1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 15 containers
I0421 15:05:36.328375       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1677721 bytes
I0421 15:05:36.329472       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-9ln77 pod in namespace openshift-dns (previous: false).
I0421 15:05:36.332524       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0421 15:05:36.337503       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0421 15:05:36.339147       1 cluster_transfer.go:102] no available accepted cluster transfer
I0421 15:05:36.339163       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer
I0421 15:05:36.448404       1 sca.go:266] etc-pki-entitlement secret successfully created
I0421 15:05:36.448422       1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated
I0421 15:05:36.477231       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9ln77 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-9ln77\" is waiting to start: ContainerCreating"
I0421 15:05:36.477253       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-9ln77\" is waiting to start: ContainerCreating"
I0421 15:05:36.477265       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-9ln77 pod in namespace openshift-dns (previous: false).
I0421 15:05:36.686087       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9ln77 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-9ln77\" is waiting to start: ContainerCreating"
I0421 15:05:36.686103       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-9ln77\" is waiting to start: ContainerCreating"
I0421 15:05:36.686113       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-lbfww pod in namespace openshift-dns (previous: false).
I0421 15:05:36.875797       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-lbfww pod in namespace openshift-dns (previous: false).
I0421 15:05:37.076356       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-nlm5q pod in namespace openshift-dns (previous: false).
I0421 15:05:37.250582       1 tasks_processing.go:74] worker 36 stopped.
I0421 15:05:37.250603       1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570
I0421 15:05:37.250614       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.031191765s to process 1 records
I0421 15:05:37.250664       1 tasks_processing.go:74] worker 9 stopped.
I0421 15:05:37.250716       1 recorder.go:75] Recording config/alerts with fingerprint=eb2798ab135a1a1f5bc578f524525530b45aacb3b6c8b110c4851a5b7a7de406
I0421 15:05:37.250733       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.030959608s to process 1 records
W0421 15:05:37.259951       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 15:05:37.278670       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-nlm5q pod in namespace openshift-dns (previous: false).
I0421 15:05:37.477137       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-78xbg pod in namespace openshift-dns (previous: false).
I0421 15:05:37.675960       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0421 15:05:37.675980       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-ngkb2 pod in namespace openshift-dns (previous: false).
I0421 15:05:37.876157       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q4k27 pod in namespace openshift-dns (previous: false).
I0421 15:05:38.076579       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-58857bf79c-4ns6d pod in namespace openshift-ingress (previous: false).
W0421 15:05:38.259868       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 15:05:38.276962       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-f8b9566b9-8v7nd pod in namespace openshift-ingress (previous: false).
I0421 15:05:38.481230       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-f8b9566b9-rctzq pod in namespace openshift-ingress (previous: false).
I0421 15:05:38.678929       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jzj9v pod in namespace openshift-ingress-canary (previous: false).
I0421 15:05:38.693920       1 tasks_processing.go:74] worker 5 stopped.
I0421 15:05:38.694025       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=e85d341f86c6e35c4142013aaa8df1879cdafc7bfb957f873801ba7120ebb75c
I0421 15:05:38.694072       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1
I0421 15:05:38.694093       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c9ef75714953ee9d73d1c807b0052b4196f2e591c553d66223562cd1d0326dd7
I0421 15:05:38.694103       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0421 15:05:38.694125       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=2e5e8f614f3ea42a7933bd1dddcd2a824b85764e92ae46a80b1f8fae7aaaa855
I0421 15:05:38.694140       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0421 15:05:38.694163       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=1ab57a97b97723a757fa9a9ac76f58e36fef678c3c3fd8e5b61c9baf81cd64cc
I0421 15:05:38.694209       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=2975cbe3547d7e628621b0008c36832d7b759546be1732cb7d8deb92e83df666
I0421 15:05:38.694232       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=39944668d01474af77df5c63123d39d73a92f2b93329ab4dbf76feca03857799
I0421 15:05:38.694262       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=1d7ff573d5d82b56a1c2ca09a12f7ce29742264e58c3fb03a304e4054252edef
I0421 15:05:38.694518       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=207a107e2795c8bce1152ed578d994c319271cc74561f7d7afc69da73c99831a
I0421 15:05:38.694537       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=536b22d40d888a3ccabc0f003c919595fb8c4c7e3686deb299267c8d9b24a746
I0421 15:05:38.694547       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0421 15:05:38.694564       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=202f5202edb3a88ad65d3509835f7c59365150644dbfb156fd108a93522dfdb2
I0421 15:05:38.694572       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0421 15:05:38.694587       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=f8af61d63c224d3f822e3ef3657318f232d349a30c2ac33734950c17255dd2bd
I0421 15:05:38.694597       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0421 15:05:38.694616       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=d1dcf9372265caf26c7bb8982e0dd19f00614e48907c3d5db2938db9978d84ea
I0421 15:05:38.694625       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0421 15:05:38.694644       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=62cbc6744cdc6db7971c266f2ef1af4e301888408ec633b002b6de019d19a9aa
I0421 15:05:38.694744       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=83202306bdc8fdcd1cb932ae870251ed4dc3f866022fe21687b7c2b5f4a3360e
I0421 15:05:38.694754       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0421 15:05:38.694760       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0421 15:05:38.694779       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0421 15:05:38.694801       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=58fb04159bcc4a144c05956e8d46aef1fa0b1cc8f64d77958f1fafb08e7e2ba4
I0421 15:05:38.694825       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=0abc915786e7808c20c882a94af7961cd7ee940f365b4dcb43bad5ef4678105f
I0421 15:05:38.694834       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0421 15:05:38.694850       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=5139c108efbe3e92dc5cb84fdacbb28dac8dbc2a6cc06c0dec708032ece51a5a
I0421 15:05:38.694859       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0421 15:05:38.694876       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=6d4c3bc970c783da18476b85f32125484712329b7d7bc5aac14143d9de1edccf
I0421 15:05:38.694885       1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd
I0421 15:05:38.694897       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=54a453c806ecce2a8a7232f44d679865f24456ac2b7735a21d5e1568a514f127
I0421 15:05:38.694914       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=5d90f92f9bb1102b0da3ac4101886ce30ab9bde24b82afa175f1fdb18d1c9d3b
I0421 15:05:38.694929       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=b929398d8930ab0adb6a28caba598f586abf9465d923856c61daaaf25c393160
I0421 15:05:38.694951       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=f72f458839f604409290777cf932d009eab6257bf4cb50debbb85fd8653ae41b
I0421 15:05:38.694960       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0421 15:05:38.694984       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=3d11fc13dfc99a6824f52c73d4c8a998f149417c0b45b69552216d7e486242fb
I0421 15:05:38.695001       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0421 15:05:38.695009       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0421 15:05:38.695016       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.477482645s to process 39 records
I0421 15:05:38.875770       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ljgvj pod in namespace openshift-ingress-canary (previous: false).
I0421 15:05:39.076235       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rqvpm pod in namespace openshift-ingress-canary (previous: false).
W0421 15:05:39.260400       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 15:05:39.277383       1 tasks_processing.go:74] worker 19 stopped.
I0421 15:05:39.277512       1 recorder.go:75] Recording events/openshift-dns with fingerprint=85c0585cdc3e8afe815850676c47a853f48d66f2ec0c7b47902b3062485957de
I0421 15:05:39.277546       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=d9ae365e2958e323858a0ff0e609b1777a4fd21252fa9d7c650d6c6232d832ea
I0421 15:05:39.277615       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=f8a19ccd9f65aa6d2efa99d835922ccf3f3329db85811460538d4cda6a63ccf4
I0421 15:05:39.277653       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=718354dd89adba94bb97fe9d61aac7561b11f41b3be87682dff598ffc652d5e4
I0421 15:05:39.277786       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-9ln77 with fingerprint=a7f1f2d92a7c06eb8c38738b5f278a403545d6eb70cc04369d6e8a09d0ec7fa6
I0421 15:05:39.277796       1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-lbfww/dns_current.log with fingerprint=776fff0ec76119dc0521d7c6be34b6c49d207df1407c264b01d136261991f7ce
I0421 15:05:39.277804       1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-lbfww/kube-rbac-proxy_current.log with fingerprint=925857d4292eb90ddf22a119d8e8177cf86efc8ca6bb826a83004a76c6672ba6
I0421 15:05:39.277810       1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-nlm5q/dns_current.log with fingerprint=b0ddd9fafeb41b3824acfb96431a2ca3034c82cd8bbd6cff6a6acc5e8687be65
I0421 15:05:39.277816       1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-nlm5q/kube-rbac-proxy_current.log with fingerprint=6fe77fcd57509266460eb5bbd6e7658b9d291c1a1fd49dbd897280415c8d2946
I0421 15:05:39.277871       1 recorder.go:75] Recording config/pod/openshift-dns/logs/node-resolver-ngkb2/dns-node-resolver_current.log with fingerprint=f92b745f244bcd4f6883af65c870cb48e8e65ef711b1cdfcbad26af3ba25fcde
I0421 15:05:39.277878       1 recorder.go:75] Recording config/pod/openshift-dns/logs/node-resolver-q4k27/dns-node-resolver_current.log with fingerprint=5b07ffd6a1ee70df9d99ed548184c2e975f66dc616cfdc53c763c27c4c3fa412
I0421 15:05:39.277906       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-58857bf79c-4ns6d/router_current.log with fingerprint=f71d280f561e3d972f4649cc149e4ced31ae68bf6af03b962f44da2005aa1e4b
I0421 15:05:39.277952       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-f8b9566b9-8v7nd/router_current.log with fingerprint=3cafeb0daa406144e1f86069bf19f97715f88bc2a255e2995509a720f70d6da8
I0421 15:05:39.277997       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-f8b9566b9-rctzq/router_current.log with fingerprint=94e57730a757d46c6d78b6d627d4ddc5dc08fcada67a1aca32e5885d8e4e2ec6
I0421 15:05:39.278003       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-jzj9v/serve-healthcheck-canary_current.log with fingerprint=977cba2bd869f7aee5c86dd4dee131e964664fea93c907f68a579127edd3cb56
I0421 15:05:39.278006       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-ljgvj/serve-healthcheck-canary_current.log with fingerprint=8f78278111dd901b5b9bebdd9bdbf3a4627888e98ab81d04c23368f49a561f84
I0421 15:05:39.278078       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-rqvpm with fingerprint=b5067b8d9697c928083c4819ba9d82ad6fb680e9dfd09ff25746b99a93d6add9
I0421 15:05:39.278085       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-rqvpm/serve-healthcheck-canary_current.log with fingerprint=d8b19b6f5e9e14eaf3decfc1bca36720b8af52ada5392e8fa02a1ea367412782
I0421 15:05:39.278091       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.055813323s to process 18 records
W0421 15:05:40.260446       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0421 15:05:41.255185       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0421 15:05:41.255239       1 tasks_processing.go:74] worker 30 stopped.
E0421 15:05:41.255250       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0421 15:05:41.255261       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0421 15:05:41.255273       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.03584348s to process 1 records
I0421 15:05:49.069340       1 tasks_processing.go:74] worker 20 stopped.
I0421 15:05:49.069383       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0421 15:05:49.069394       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.849955778s to process 1 records
I0421 15:05:49.827894       1 tasks_processing.go:74] worker 32 stopped.
I0421 15:05:49.828302       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4aff5860ec073ddfdf1bec96303c96ef7753a0d476f8315de0a2062bde3a2fd5
I0421 15:05:49.828322       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.609015321s to process 1 records
E0421 15:05:49.828385       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.612s with: function \"pod_network_connectivity_checks\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error"
I0421 15:05:49.829502       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error
I0421 15:05:49.829518       1 periodic.go:209] Running workloads gatherer
I0421 15:05:49.829539       1 tasks_processing.go:45] number of workers: 2
I0421 15:05:49.829552       1 tasks_processing.go:69] worker 1 listening for tasks.
I0421 15:05:49.829559       1 tasks_processing.go:71] worker 1 working on helmchart_info task.
I0421 15:05:49.829566       1 tasks_processing.go:69] worker 0 listening for tasks.
I0421 15:05:49.829641       1 tasks_processing.go:71] worker 0 working on workload_info task.
I0421 15:05:49.837413       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-68.ec2.internal...
I0421 15:05:49.837420       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-64.ec2.internal...
I0421 15:05:49.837433       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-185.ec2.internal...
I0421 15:05:49.871904       1 tasks_processing.go:74] worker 1 stopped.
I0421 15:05:49.871919       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 42.329264ms to process 0 records
I0421 15:05:54.189649       1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 4s
I0421 15:05:54.218345       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data
I0421 15:05:54.227974       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (11ms)
I0421 15:05:54.238711       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (11ms)
I0421 15:05:54.248605       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (10ms)
I0421 15:05:54.257953       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (9ms)
I0421 15:05:54.266836       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (9ms)
I0421 15:05:54.276551       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (10ms)
I0421 15:05:54.286328       1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (10ms)
I0421 15:05:54.296171       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (10ms)
I0421 15:05:54.305784       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (10ms)
I0421 15:05:54.315060       1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (9ms)
I0421 15:05:54.326558       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (11ms)
I0421 15:05:54.428219       1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (102ms)
I0421 15:05:54.527939       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms)
I0421 15:05:54.627857       1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0421 15:05:54.727880       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms)
I0421 15:05:54.827752       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms)
I0421 15:05:54.928822       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms)
I0421 15:05:55.028837       1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (100ms)
I0421 15:05:55.128980       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms)
I0421 15:05:55.227789       1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (99ms)
I0421 15:05:55.328896       1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (101ms)
I0421 15:05:55.427847       1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (99ms)
I0421 15:05:55.528140       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0421 15:05:55.628898       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms)
I0421 15:05:55.731522       1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (103ms)
I0421 15:05:55.828581       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (97ms)
I0421 15:05:55.941988       1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (113ms)
I0421 15:05:56.027755       1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (86ms)
I0421 15:05:56.128550       1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (101ms)
I0421 15:05:56.227451       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (99ms)
I0421 15:05:56.328426       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (101ms)
I0421 15:05:56.427961       1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (100ms)
I0421 15:05:56.527839       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms)
I0421 15:05:56.628106       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms)
I0421 15:05:56.728616       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms)
I0421 15:05:56.828142       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms)
I0421 15:05:56.928394       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms)
I0421 15:05:57.027782       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (99ms)
I0421 15:05:57.128292       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms)
I0421 15:05:57.228837       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (101ms)
I0421 15:05:57.328514       1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (100ms)
I0421 15:05:57.428241       1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (100ms)
I0421 15:05:57.527683       1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (99ms)
I0421 15:05:57.628799       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (101ms)
I0421 15:05:57.728446       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms)
I0421 15:05:57.827991       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms)
I0421 15:05:57.928152       1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (100ms)
I0421 15:05:58.028314       1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (100ms)
I0421 15:05:58.028349       1 tasks_processing.go:74] worker 0 stopped.
I0421 15:05:58.028671       1 recorder.go:75] Recording config/workload_info with fingerprint=bff31945c8226ca3362398de927154ed308252998aaddbc7ecf4991a7e93ada2
I0421 15:05:58.028688       1 gather.go:177] gatherer "workloads" function "workload_info" took 8.198686684s to process 1 records
I0421 15:05:58.028703       1 periodic.go:256] Periodic gather workloads completed in 8.199s
I0421 15:05:58.028710       1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message=
I0421 15:05:58.028714       1 periodic.go:209] Running conditional gatherer
I0421 15:05:58.040484       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0421 15:05:58.208776       1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer
I0421 15:05:59.270967       1 conditional_gatherer.go:374] alert "KubePodNotReady" has state "pending"
I0421 15:05:59.270982       1 conditional_gatherer.go:374] alert "KubeStatefulSetReplicasMismatch" has state "pending"
I0421 15:05:59.270985       1 conditional_gatherer.go:374] alert "KubeDaemonSetRolloutStuck" has state "pending"
I0421 15:05:59.270988       1 conditional_gatherer.go:374] alert "KubeDaemonSetRolloutStuck" has state "pending"
I0421 15:05:59.270990       1 conditional_gatherer.go:374] alert "KubeContainerWaiting" has state "pending"
I0421 15:05:59.270993       1 conditional_gatherer.go:374] alert "KubeContainerWaiting" has state "pending"
I0421 15:05:59.270995       1 conditional_gatherer.go:374] alert "KubeContainerWaiting" has state "pending"
I0421 15:05:59.270997       1 conditional_gatherer.go:374] alert "KubePdbNotEnoughHealthyPods" has state "pending"
I0421 15:05:59.270999       1 conditional_gatherer.go:374] alert "KubePdbNotEnoughHealthyPods" has state "pending"
I0421 15:05:59.271078       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0421 15:05:59.283153       1 conditional_gatherer.go:392] cluster version is '4.20.8'
I0421 15:05:59.283222       1 tasks_processing.go:45] number of workers: 3
I0421 15:05:59.283231       1 tasks_processing.go:69] worker 2 listening for tasks.
I0421 15:05:59.283235       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0421 15:05:59.283247       1 tasks_processing.go:69] worker 1 listening for tasks.
I0421 15:05:59.283262       1 tasks_processing.go:69] worker 0 listening for tasks.
I0421 15:05:59.283269       1 tasks_processing.go:74] worker 0 stopped.
I0421 15:05:59.283275       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0421 15:05:59.283280       1 tasks_processing.go:71] worker 1 working on rapid_container_logs task.
I0421 15:05:59.283289       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d
I0421 15:05:59.283302       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 804ns to process 1 records
I0421 15:05:59.283365       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c
I0421 15:05:59.283373       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.412µs to process 1 records
I0421 15:05:59.283379       1 tasks_processing.go:74] worker 2 stopped.
I0421 15:05:59.283554       1 tasks_processing.go:74] worker 1 stopped.
I0421 15:05:59.283566       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 268.871µs to process 0 records
I0421 15:05:59.283582       1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message=
I0421 15:05:59.283600       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f
I0421 15:05:59.311083       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=71b1d6adae5021d8f965b69a8c1699525a067c5750f9bc3ad8c552397fc6d47a
I0421 15:05:59.311292       1 diskrecorder.go:70] Writing 129 records to /var/lib/insights-operator/insights-2026-04-21-150559.tar.gz
I0421 15:05:59.319442       1 diskrecorder.go:51] Wrote 129 records to disk in 8ms
I0421 15:05:59.319474       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0421 15:05:59.319489       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0421 15:07:06.217359       1 diskrecorder.go:223] Found files to send: insights-2026-04-21-150559.tar.gz
I0421 15:07:06.217386       1 insightsuploader.go:150] Checking archives to upload periodically every 15m2.595752661s
I0421 15:07:06.217395       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0421 15:07:06.229687       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0421 15:07:06.602406       1 requests.go:87] Successfully reported id=2026-04-21T15:07:06Z x-rh-insights-request-id=69b435de2d1047f6a6e001489f93ff07, wrote=60544
I0421 15:07:06.602479       1 insightsuploader.go:187] Uploaded report successfully in 385.071205ms
I0421 15:07:06.602511       1 controller.go:128] Initializing last reported time to 2026-04-21T15:07:06Z
I0421 15:07:06.602563       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0421 15:07:06.602572       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0421 15:07:06.602580       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0421 15:07:06.611450       1 controller.go:512] The operator is healthy
I0421 15:07:36.235059       1 controller.go:512] The operator is healthy
I0421 15:08:10.044022       1 insightsreport.go:137] Pulling report from smart-proxy
I0421 15:08:10.044044       1 insightsreport.go:149] Retrieving report
I0421 15:08:10.053126       1 requests.go:110] Retrieving report for cluster: eebe6aee-92c2-4918-b427-537cc49fcec3
I0421 15:08:10.053138       1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/eebe6aee-92c2-4918-b427-537cc49fcec3/reports
I0421 15:08:10.055988       1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/eebe6aee-92c2-4918-b427-537cc49fcec3/reports
I0421 15:08:10.282594       1 insightsreport.go:184] Report retrieved
I0421 15:08:10.310564       1 insightsreport.go:239] Report retrieved correctly
I0421 15:09:36.236819       1 controller.go:512] The operator is healthy
I0421 15:10:36.208816       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0421 15:10:36.218851       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 15:10:36.218871       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0421 15:10:36.224383       1 secretconfigobserver.go:119] support secret does not exist
I0421 15:11:36.236378       1 controller.go:512] The operator is healthy
I0421 15:13:36.237083       1 controller.go:512] The operator is healthy
I0421 15:15:36.206659       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 15:15:36.224718       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0421 15:15:36.231030       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 15:15:36.231046       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0421 15:15:36.232678       1 controller.go:512] The operator is healthy
I0421 15:15:36.236264       1 secretconfigobserver.go:119] support secret does not exist
I0421 15:17:36.237455       1 controller.go:512] The operator is healthy
I0421 15:19:36.233066       1 controller.go:512] The operator is healthy
I0421 15:20:36.237163       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0421 15:20:36.243825       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 15:20:36.243843       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0421 15:20:36.248943       1 secretconfigobserver.go:119] support secret does not exist
I0421 15:21:36.232757       1 controller.go:512] The operator is healthy
I0421 15:22:14.200071       1 insightsuploader.go:146] Nothing to report since 2026-04-21T15:07:06Z
I0421 15:23:36.233624       1 controller.go:512] The operator is healthy
I0421 15:25:36.203808       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 15:25:36.232895       1 controller.go:512] The operator is healthy
I0421 15:25:36.249717       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0421 15:25:36.255666       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 15:25:36.255685       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0421 15:25:36.260754       1 secretconfigobserver.go:119] support secret does not exist
I0421 15:27:36.233383       1 controller.go:512] The operator is healthy
I0421 15:29:36.234921       1 controller.go:512] The operator is healthy
I0421 15:30:36.261222       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0421 15:30:36.267728       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 15:30:36.267745       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0421 15:30:36.273017       1 secretconfigobserver.go:119] support secret does not exist
I0421 15:31:36.236646       1 controller.go:512] The operator is healthy
I0421 15:33:36.236985       1 controller.go:512] The operator is healthy
I0421 15:35:36.206740       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 15:35:36.211968       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 15:35:36.232699       1 controller.go:512] The operator is healthy
I0421 15:35:36.273672       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0421 15:35:36.279418       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 15:35:36.279437       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0421 15:35:36.284436       1 secretconfigobserver.go:119] support secret does not exist