W0329 19:06:13.974652       1 cmd.go:257] Using insecure, self-signed certificates
I0329 19:06:14.818933       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 19:06:14.819210       1 observer_polling.go:159] Starting file observer
I0329 19:06:15.319790       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0329 19:06:15.319972       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0329 19:06:15.320538       1 secure_serving.go:57] Forcing use of http/1.1 only
W0329 19:06:15.320558       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0329 19:06:15.320563       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0329 19:06:15.320566       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0329 19:06:15.320569       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0329 19:06:15.320571       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0329 19:06:15.320574       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0329 19:06:15.320589       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0329 19:06:15.324280       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"88fbe75c-6039-4230-b91a-2b735d64a42f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0329 19:06:15.324282       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0329 19:06:15.325660       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0329 19:06:15.325674       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0329 19:06:15.325676       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0329 19:06:15.325675       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0329 19:06:15.325694       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0329 19:06:15.325699       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0329 19:06:15.325994       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-453279554/tls.crt::/tmp/serving-cert-453279554/tls.key"
I0329 19:06:15.326275       1 secure_serving.go:213] Serving securely on [::]:8443
I0329 19:06:15.326302       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0329 19:06:15.329483       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0329 19:06:15.329502       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0329 19:06:15.329595       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0329 19:06:15.335347       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0329 19:06:15.335368       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0329 19:06:15.339743       1 secretconfigobserver.go:119] support secret does not exist
I0329 19:06:15.344018       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0329 19:06:15.347993       1 secretconfigobserver.go:119] support secret does not exist
I0329 19:06:15.350084       1 recorder.go:161] Pruning old reports every 5h12m39s, max age is 288h0m0s
I0329 19:06:15.354875       1 periodic.go:209] Running clusterconfig gatherer
I0329 19:06:15.354878       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0329 19:06:15.354898       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0329 19:06:15.354912       1 tasks_processing.go:45] number of workers: 64
I0329 19:06:15.354928       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0329 19:06:15.354938       1 insightsreport.go:296] Starting report retriever
I0329 19:06:15.354944       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0329 19:06:15.354947       1 tasks_processing.go:69] worker 63 listening for tasks.
I0329 19:06:15.354945       1 tasks_processing.go:69] worker 14 listening for tasks.
I0329 19:06:15.354955       1 tasks_processing.go:69] worker 0 listening for tasks.
I0329 19:06:15.354959       1 tasks_processing.go:71] worker 14 working on image task.
I0329 19:06:15.354956       1 tasks_processing.go:69] worker 38 listening for tasks.
I0329 19:06:15.354957       1 tasks_processing.go:69] worker 39 listening for tasks.
I0329 19:06:15.354958       1 tasks_processing.go:69] worker 10 listening for tasks.
I0329 19:06:15.354963       1 tasks_processing.go:69] worker 40 listening for tasks.
I0329 19:06:15.354966       1 tasks_processing.go:69] worker 15 listening for tasks.
I0329 19:06:15.354974       1 tasks_processing.go:69] worker 42 listening for tasks.
I0329 19:06:15.354968       1 tasks_processing.go:69] worker 7 listening for tasks.
I0329 19:06:15.354980       1 tasks_processing.go:69] worker 4 listening for tasks.
I0329 19:06:15.354977       1 tasks_processing.go:69] worker 3 listening for tasks.
I0329 19:06:15.354986       1 tasks_processing.go:69] worker 5 listening for tasks.
I0329 19:06:15.354975       1 tasks_processing.go:69] worker 27 listening for tasks.
I0329 19:06:15.354993       1 tasks_processing.go:69] worker 1 listening for tasks.
I0329 19:06:15.354978       1 tasks_processing.go:69] worker 9 listening for tasks.
I0329 19:06:15.354996       1 tasks_processing.go:69] worker 44 listening for tasks.
I0329 19:06:15.354999       1 tasks_processing.go:69] worker 16 listening for tasks.
I0329 19:06:15.355001       1 tasks_processing.go:69] worker 35 listening for tasks.
I0329 19:06:15.355000       1 tasks_processing.go:69] worker 2 listening for tasks.
I0329 19:06:15.355006       1 tasks_processing.go:69] worker 11 listening for tasks.
I0329 19:06:15.355009       1 tasks_processing.go:69] worker 22 listening for tasks.
I0329 19:06:15.354968       1 tasks_processing.go:69] worker 41 listening for tasks.
I0329 19:06:15.355011       1 tasks_processing.go:69] worker 31 listening for tasks.
I0329 19:06:15.355014       1 tasks_processing.go:69] worker 36 listening for tasks.
I0329 19:06:15.355016       1 tasks_processing.go:69] worker 32 listening for tasks.
I0329 19:06:15.355019       1 tasks_processing.go:69] worker 56 listening for tasks.
I0329 19:06:15.355022       1 tasks_processing.go:69] worker 52 listening for tasks.
I0329 19:06:15.355023       1 tasks_processing.go:69] worker 37 listening for tasks.
I0329 19:06:15.355014       1 tasks_processing.go:69] worker 23 listening for tasks.
I0329 19:06:15.355029       1 tasks_processing.go:69] worker 51 listening for tasks.
I0329 19:06:15.355031       1 tasks_processing.go:69] worker 62 listening for tasks.
I0329 19:06:15.355033       1 tasks_processing.go:69] worker 24 listening for tasks.
I0329 19:06:15.355036       1 tasks_processing.go:69] worker 53 listening for tasks.
I0329 19:06:15.355036       1 tasks_processing.go:69] worker 18 listening for tasks.
I0329 19:06:15.355038       1 tasks_processing.go:69] worker 58 listening for tasks.
I0329 19:06:15.355043       1 tasks_processing.go:69] worker 13 listening for tasks.
I0329 19:06:15.354952       1 tasks_processing.go:71] worker 63 working on qemu_kubevirt_launcher_logs task.
I0329 19:06:15.355048       1 tasks_processing.go:69] worker 48 listening for tasks.
I0329 19:06:15.354983       1 tasks_processing.go:69] worker 28 listening for tasks.
I0329 19:06:15.354987       1 tasks_processing.go:69] worker 43 listening for tasks.
I0329 19:06:15.354986       1 tasks_processing.go:69] worker 26 listening for tasks.
I0329 19:06:15.354992       1 tasks_processing.go:69] worker 33 listening for tasks.
I0329 19:06:15.354992       1 tasks_processing.go:69] worker 34 listening for tasks.
I0329 19:06:15.355000       1 tasks_processing.go:69] worker 29 listening for tasks.
I0329 19:06:15.355005       1 tasks_processing.go:69] worker 45 listening for tasks.
I0329 19:06:15.355009       1 tasks_processing.go:69] worker 30 listening for tasks.
I0329 19:06:15.355011       1 tasks_processing.go:69] worker 46 listening for tasks.
I0329 19:06:15.355001       1 tasks_processing.go:69] worker 12 listening for tasks.
I0329 19:06:15.354973       1 tasks_processing.go:69] worker 8 listening for tasks.
I0329 19:06:15.355014       1 tasks_processing.go:69] worker 21 listening for tasks.
I0329 19:06:15.355020       1 tasks_processing.go:69] worker 60 listening for tasks.
I0329 19:06:15.355025       1 tasks_processing.go:69] worker 17 listening for tasks.
I0329 19:06:15.355030       1 tasks_processing.go:69] worker 61 listening for tasks.
I0329 19:06:15.355030       1 tasks_processing.go:69] worker 47 listening for tasks.
I0329 19:06:15.355029       1 tasks_processing.go:69] worker 57 listening for tasks.
I0329 19:06:15.354946       1 tasks_processing.go:69] worker 6 listening for tasks.
I0329 19:06:15.355027       1 tasks_processing.go:69] worker 55 listening for tasks.
I0329 19:06:15.355037       1 tasks_processing.go:69] worker 19 listening for tasks.
I0329 19:06:15.355038       1 tasks_processing.go:69] worker 49 listening for tasks.
I0329 19:06:15.355038       1 tasks_processing.go:69] worker 20 listening for tasks.
I0329 19:06:15.355041       1 tasks_processing.go:69] worker 54 listening for tasks.
I0329 19:06:15.355043       1 tasks_processing.go:69] worker 25 listening for tasks.
I0329 19:06:15.355042       1 tasks_processing.go:69] worker 59 listening for tasks.
I0329 19:06:15.355023       1 tasks_processing.go:69] worker 50 listening for tasks.
I0329 19:06:15.355113       1 tasks_processing.go:71] worker 39 working on image_registries task.
I0329 19:06:15.355116       1 tasks_processing.go:71] worker 0 working on install_plans task.
I0329 19:06:15.355121       1 tasks_processing.go:71] worker 15 working on container_images task.
I0329 19:06:15.355123       1 tasks_processing.go:71] worker 42 working on validating_webhook_configurations task.
I0329 19:06:15.355127       1 tasks_processing.go:71] worker 3 working on dvo_metrics task.
I0329 19:06:15.355125       1 tasks_processing.go:71] worker 4 working on ingress_certificates task.
I0329 19:06:15.355186       1 tasks_processing.go:71] worker 58 working on jaegers task.
I0329 19:06:15.355202       1 tasks_processing.go:71] worker 36 working on cost_management_metrics_configs task.
I0329 19:06:15.355199       1 tasks_processing.go:71] worker 40 working on image_pruners task.
I0329 19:06:15.355216       1 tasks_processing.go:71] worker 51 working on monitoring_persistent_volumes task.
I0329 19:06:15.355228       1 tasks_processing.go:71] worker 52 working on openshift_machine_api_events task.
I0329 19:06:15.355122       1 tasks_processing.go:71] worker 50 working on machine_sets task.
I0329 19:06:15.355249       1 tasks_processing.go:71] worker 18 working on openshift_logging task.
I0329 19:06:15.355278       1 tasks_processing.go:71] worker 13 working on olm_operators task.
I0329 19:06:15.355291       1 tasks_processing.go:71] worker 62 working on silenced_alerts task.
I0329 19:06:15.355378       1 tasks_processing.go:71] worker 5 working on aggregated_monitoring_cr_names task.
I0329 19:06:15.355394       1 tasks_processing.go:71] worker 48 working on nodenetworkconfigurationpolicies task.
I0329 19:06:15.355414       1 tasks_processing.go:71] worker 37 working on metrics task.
I0329 19:06:15.355120       1 tasks_processing.go:71] worker 10 working on crds task.
W0329 19:06:15.355438       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 19:06:15.355452       1 tasks_processing.go:71] worker 37 working on nodes task.
I0329 19:06:15.355542       1 tasks_processing.go:71] worker 27 working on machine_config_pools task.
I0329 19:06:15.355567       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 29.46µs to process 0 records
I0329 19:06:15.355579       1 tasks_processing.go:71] worker 32 working on storage_cluster task.
I0329 19:06:15.355578       1 tasks_processing.go:71] worker 23 working on clusterroles task.
I0329 19:06:15.355593       1 tasks_processing.go:71] worker 35 working on feature_gates task.
I0329 19:06:15.355603       1 tasks_processing.go:71] worker 26 working on machine_healthchecks task.
I0329 19:06:15.355116       1 tasks_processing.go:71] worker 7 working on sap_config task.
W0329 19:06:15.355326       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 19:06:15.355733       1 tasks_processing.go:71] worker 56 working on support_secret task.
I0329 19:06:15.355750       1 tasks_processing.go:71] worker 24 working on pod_network_connectivity_checks task.
I0329 19:06:15.355765       1 tasks_processing.go:71] worker 61 working on openstack_dataplanedeployments task.
I0329 19:06:15.355771       1 tasks_processing.go:71] worker 9 working on proxies task.
I0329 19:06:15.355600       1 tasks_processing.go:71] worker 43 working on cluster_apiserver task.
I0329 19:06:15.355978       1 tasks_processing.go:71] worker 22 working on sap_pods task.
I0329 19:06:15.356004       1 tasks_processing.go:71] worker 19 working on service_accounts task.
I0329 19:06:15.355737       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 430.693µs to process 0 records
I0329 19:06:15.356065       1 tasks_processing.go:71] worker 2 working on nodenetworkstates task.
I0329 19:06:15.355278       1 tasks_processing.go:71] worker 53 working on lokistack task.
I0329 19:06:15.356076       1 tasks_processing.go:71] worker 44 working on operators task.
I0329 19:06:15.356089       1 tasks_processing.go:71] worker 49 working on machines task.
I0329 19:06:15.356095       1 tasks_processing.go:71] worker 8 working on infrastructures task.
I0329 19:06:15.355116       1 tasks_processing.go:71] worker 38 working on operators_pods_and_events task.
I0329 19:06:15.356156       1 tasks_processing.go:71] worker 21 working on schedulers task.
I0329 19:06:15.356228       1 tasks_processing.go:71] worker 46 working on pdbs task.
I0329 19:06:15.356249       1 tasks_processing.go:71] worker 25 working on networks task.
I0329 19:06:15.356301       1 tasks_processing.go:71] worker 20 working on openstack_dataplanenodesets task.
I0329 19:06:15.356311       1 tasks_processing.go:71] worker 59 working on container_runtime_configs task.
I0329 19:06:15.356316       1 tasks_processing.go:71] worker 16 working on machine_autoscalers task.
I0329 19:06:15.356417       1 tasks_processing.go:71] worker 11 working on storage_classes task.
I0329 19:06:15.356423       1 tasks_processing.go:71] worker 54 working on ingress task.
I0329 19:06:15.356426       1 tasks_processing.go:71] worker 47 working on sap_datahubs task.
I0329 19:06:15.356457       1 tasks_processing.go:71] worker 17 working on ceph_cluster task.
I0329 19:06:15.356478       1 tasks_processing.go:71] worker 33 working on mutating_webhook_configurations task.
I0329 19:06:15.356508       1 tasks_processing.go:71] worker 12 working on tsdb_status task.
W0329 19:06:15.356527       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 19:06:15.356538       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 17.732µs to process 0 records
I0329 19:06:15.356543       1 tasks_processing.go:71] worker 41 working on node_logs task.
I0329 19:06:15.356473       1 tasks_processing.go:71] worker 34 working on config_maps task.
I0329 19:06:15.356793       1 tasks_processing.go:71] worker 55 working on openstack_version task.
I0329 19:06:15.355593       1 tasks_processing.go:71] worker 28 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0329 19:06:15.356787       1 tasks_processing.go:71] worker 29 working on certificate_signing_requests task.
I0329 19:06:15.357122       1 tasks_processing.go:71] worker 45 working on active_alerts task.
W0329 19:06:15.357182       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 19:06:15.355765       1 tasks_processing.go:71] worker 1 working on machine_configs task.
I0329 19:06:15.357243       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 91.497µs to process 0 records
I0329 19:06:15.357353       1 tasks_processing.go:71] worker 57 working on openstack_controlplanes task.
I0329 19:06:15.357075       1 tasks_processing.go:71] worker 60 working on overlapping_namespace_uids task.
I0329 19:06:15.357082       1 tasks_processing.go:71] worker 6 working on oauths task.
I0329 19:06:15.357369       1 tasks_processing.go:71] worker 31 working on version task.
I0329 19:06:15.358215       1 tasks_processing.go:74] worker 62 stopped.
I0329 19:06:15.358231       1 tasks_processing.go:74] worker 45 stopped.
I0329 19:06:15.358236       1 tasks_processing.go:74] worker 12 stopped.
I0329 19:06:15.358380       1 tasks_processing.go:71] worker 30 working on authentication task.
I0329 19:06:15.358556       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 3.331454ms to process 0 records
I0329 19:06:15.358544       1 tasks_processing.go:74] worker 36 stopped.
I0329 19:06:15.360192       1 tasks_processing.go:74] worker 48 stopped.
I0329 19:06:15.360205       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 4.787084ms to process 0 records
I0329 19:06:15.360847       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0329 19:06:15.360867       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0329 19:06:15.360873       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0329 19:06:15.360877       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0329 19:06:15.360896       1 controller.go:489] The operator is still being initialized
I0329 19:06:15.360907       1 controller.go:512] The operator is healthy
I0329 19:06:15.362217       1 tasks_processing.go:74] worker 14 stopped.
I0329 19:06:15.362354       1 recorder.go:75] Recording config/image with fingerprint=9ec2639f03292e7257597b510662e2594fa553fefa67778b0bc58ac79b296fe9
I0329 19:06:15.362370       1 gather.go:177] gatherer "clusterconfig" function "image" took 7.244607ms to process 1 records
I0329 19:06:15.362452       1 tasks_processing.go:74] worker 40 stopped.
I0329 19:06:15.362703       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=027a726a8a9fc08911df0d5ba1e3e08b3ad21025cb64e13854f9dd2ffd7890c4
I0329 19:06:15.362717       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 7.094115ms to process 1 records
I0329 19:06:15.370587       1 tasks_processing.go:74] worker 50 stopped.
I0329 19:06:15.370602       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 15.333027ms to process 0 records
I0329 19:06:15.370863       1 tasks_processing.go:74] worker 22 stopped.
I0329 19:06:15.370878       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 14.870721ms to process 0 records
I0329 19:06:15.370938       1 tasks_processing.go:74] worker 7 stopped.
I0329 19:06:15.370953       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 15.251843ms to process 0 records
I0329 19:06:15.370961       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 15.696047ms to process 0 records
I0329 19:06:15.370970       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 14.478035ms to process 0 records
I0329 19:06:15.370977       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.524605ms to process 0 records
I0329 19:06:15.370980       1 tasks_processing.go:74] worker 18 stopped.
I0329 19:06:15.370983       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 14.896391ms to process 0 records
I0329 19:06:15.370989       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 15.19684ms to process 0 records
I0329 19:06:15.370993       1 tasks_processing.go:74] worker 47 stopped.
I0329 19:06:15.370997       1 tasks_processing.go:74] worker 17 stopped.
I0329 19:06:15.370995       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 13.585591ms to process 0 records
I0329 19:06:15.371004       1 tasks_processing.go:74] worker 2 stopped.
I0329 19:06:15.371010       1 tasks_processing.go:74] worker 61 stopped.
I0329 19:06:15.371008       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 15.790331ms to process 0 records
I0329 19:06:15.371000       1 tasks_processing.go:74] worker 57 stopped.
I0329 19:06:15.371014       1 tasks_processing.go:74] worker 58 stopped.
E0329 19:06:15.371022       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0329 19:06:15.371027       1 tasks_processing.go:74] worker 56 stopped.
I0329 19:06:15.371034       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 15.262404ms to process 0 records
I0329 19:06:15.371043       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 14.702828ms to process 0 records
E0329 19:06:15.371049       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0329 19:06:15.371053       1 tasks_processing.go:74] worker 59 stopped.
I0329 19:06:15.371055       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 15.270756ms to process 0 records
I0329 19:06:15.371059       1 tasks_processing.go:74] worker 24 stopped.
I0329 19:06:15.371114       1 tasks_processing.go:74] worker 53 stopped.
I0329 19:06:15.371126       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 15.033623ms to process 0 records
I0329 19:06:15.371130       1 gather_logs.go:145] no pods in  namespace were found
I0329 19:06:15.371139       1 tasks_processing.go:74] worker 63 stopped.
I0329 19:06:15.371149       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 16.08452ms to process 0 records
I0329 19:06:15.371205       1 tasks_processing.go:74] worker 32 stopped.
I0329 19:06:15.371220       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 15.61958ms to process 0 records
I0329 19:06:15.371246       1 tasks_processing.go:74] worker 52 stopped.
I0329 19:06:15.371257       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 16.00999ms to process 0 records
I0329 19:06:15.371314       1 tasks_processing.go:74] worker 35 stopped.
I0329 19:06:15.371421       1 recorder.go:75] Recording config/featuregate with fingerprint=d6b4f6f63541db4b0587771c86b36172ae01b5c3a664f7d80b2b21a862a4d944
I0329 19:06:15.371432       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 15.706712ms to process 1 records
E0329 19:06:15.371443       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0329 19:06:15.371448       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 15.707482ms to process 0 records
E0329 19:06:15.371453       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0329 19:06:15.371455       1 tasks_processing.go:74] worker 26 stopped.
I0329 19:06:15.371458       1 gather.go:177] gatherer "clusterconfig" function "machines" took 15.248564ms to process 0 records
I0329 19:06:15.371497       1 recorder.go:75] Recording config/proxy with fingerprint=da348d80e844cb072f04a4775d5d90a0f30750a62f563b22f119f9b29a763188
I0329 19:06:15.371505       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 15.634767ms to process 1 records
I0329 19:06:15.371510       1 tasks_processing.go:74] worker 9 stopped.
I0329 19:06:15.371510       1 tasks_processing.go:74] worker 49 stopped.
I0329 19:06:15.371545       1 tasks_processing.go:74] worker 43 stopped.
I0329 19:06:15.371684       1 recorder.go:75] Recording config/apiserver with fingerprint=5ffae0e5a1541a8b4b2b7ca77f089a2084c1bbf2f84bb40163214ff4042c90f7
I0329 19:06:15.371696       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 15.587326ms to process 1 records
I0329 19:06:15.375290       1 tasks_processing.go:74] worker 55 stopped.
I0329 19:06:15.375301       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 17.908699ms to process 0 records
I0329 19:06:15.375356       1 tasks_processing.go:74] worker 27 stopped.
I0329 19:06:15.375366       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 19.796311ms to process 0 records
I0329 19:06:15.375410       1 tasks_processing.go:74] worker 54 stopped.
I0329 19:06:15.375546       1 recorder.go:75] Recording config/ingress with fingerprint=5fee256487b491449a456a2789e5d31e07ef1234860eed82431889268447f021
I0329 19:06:15.375571       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 18.973826ms to process 1 records
I0329 19:06:15.375661       1 tasks_processing.go:74] worker 25 stopped.
I0329 19:06:15.375679       1 recorder.go:75] Recording config/network with fingerprint=2bd17160ff7a2f579b199a706d95edafcd569bb8ffdce4c3ddc3b188ff78163c
I0329 19:06:15.375686       1 gather.go:177] gatherer "clusterconfig" function "networks" took 19.289633ms to process 1 records
I0329 19:06:15.384022       1 tasks_processing.go:74] worker 51 stopped.
I0329 19:06:15.384040       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 28.792261ms to process 0 records
I0329 19:06:15.384058       1 tasks_processing.go:74] worker 16 stopped.
I0329 19:06:15.384066       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 27.73325ms to process 0 records
I0329 19:06:15.384075       1 tasks_processing.go:74] worker 20 stopped.
I0329 19:06:15.384093       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 27.762041ms to process 0 records
I0329 19:06:15.384154       1 tasks_processing.go:74] worker 8 stopped.
I0329 19:06:15.385569       1 recorder.go:75] Recording config/infrastructure with fingerprint=487dcb4135e98f6ea17a52fe4c6fdeb9e59dab89891b1ef7289861cedfb1507e
I0329 19:06:15.385633       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 28.052093ms to process 1 records
I0329 19:06:15.385841       1 tasks_processing.go:74] worker 6 stopped.
I0329 19:06:15.386373       1 recorder.go:75] Recording config/oauth with fingerprint=69f5d5e5a69719da8a53985ad99793ae69f1bc62dc7bbb161d4d9991ad13b35b
I0329 19:06:15.387016       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 26.86282ms to process 1 records
I0329 19:06:15.387097       1 tasks_processing.go:74] worker 39 stopped.
I0329 19:06:15.387500       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=1cd681837e36e9a8612f6547bca63b902e646b401e9eec8c57c3bc944ecb98be
I0329 19:06:15.387520       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 29.719431ms to process 1 records
I0329 19:06:15.387533       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 29.799528ms to process 0 records
I0329 19:06:15.387551       1 tasks_processing.go:74] worker 13 stopped.
I0329 19:06:15.387615       1 tasks_processing.go:74] worker 46 stopped.
I0329 19:06:15.387645       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=6d146b22b8ea1dd159849928a3fbe9da2f929dfe77ad2a54ce78f6897e6d0c87
I0329 19:06:15.387673       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=3f338e580fc8f1c02c9126e341ab74dd3bd7fcbaf44ef56e24308af1cf131ba1
I0329 19:06:15.387698       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=cac22504495e87b14b83ac947328e64700a4b2d7dbd198faeabdbd64a9b3b126
I0329 19:06:15.387710       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 28.889742ms to process 3 records
I0329 19:06:15.387796       1 tasks_processing.go:74] worker 10 stopped.
I0329 19:06:15.388408       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=fc82970cb632a752e7eb2a2e91cf4a7d999e8bdce4b8ff62948c467f1d6d12d5
I0329 19:06:15.388752       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=7b7cb10e1641592d5a2dd48393f48740815f470f10376494ec17a68dfc1c9ec1
I0329 19:06:15.388776       1 gather.go:177] gatherer "clusterconfig" function "crds" took 30.174402ms to process 2 records
I0329 19:06:15.388865       1 tasks_processing.go:74] worker 42 stopped.
I0329 19:06:15.389037       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=3d25c4b07a43b6e9ae27ddc5fbbb60061a70f515233ba6a9e5283715b9c38703
I0329 19:06:15.389161       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=dd5ccaf25d79a0cf4670f816c0938f88183375c27fe8d8b9f30743e53c794066
I0329 19:06:15.389210       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=89e5b6bc32cba2be763a380aad7a140514ebf0a36d175a4f39b65f389b6db6c8
I0329 19:06:15.389252       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=93d65a6917726c20902d85d2e37884678fdad10abdf477baf1370a2ac3adbd97
I0329 19:06:15.389292       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=adc0ce5f27ce5b932e05f3dd0be9b7f5e8fb28dc177b88b6baf7e173e632b2a0
I0329 19:06:15.389332       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=af53c425227538e79371bace677aa9f972d002bca947572c0adacae5c7e44ed6
I0329 19:06:15.389369       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=e3e7f82cac061b95fb0aa9fb55ba2312483e0ee66f160e345c4a6a4103c1e282
I0329 19:06:15.389424       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=adea6eb14958b28e3b589ae8e8fd19007dd61cebc0add782302becf6ebcb0b7d
I0329 19:06:15.389463       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=c8090f34cf862b5009dff9db23d01e3e4de8aabdc34a3569ac3a76119c4d6c34
I0329 19:06:15.389501       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=8b7fda0e1d0ac13696fc95f9bd63aa60048bd4a0ffc7c354544ff97ef10035dd
W0329 19:06:15.389561       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 19:06:15.389562       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=15620efc8bdf2830d7ec6aed81ccb0ca7d76c28699f78cf490dfedcef9c7af76
I0329 19:06:15.389581       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 32.548358ms to process 11 records
I0329 19:06:15.389663       1 tasks_processing.go:74] worker 11 stopped.
I0329 19:06:15.389756       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=6f51a72e185e2c1c6d578d8307f11afea970073a3d081cf283c0c7384bbbc8d1
I0329 19:06:15.389779       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=714aa327cae5b7a799a4ad345da4e29416ee432f35a536b89d7edbb5ec13847b
I0329 19:06:15.389790       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 33.234072ms to process 2 records
I0329 19:06:15.389893       1 tasks_processing.go:74] worker 21 stopped.
I0329 19:06:15.389946       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=f6d764882b41cc0024fa1ef45e0500df32957f1114ad62ed14335570014c645e
I0329 19:06:15.389962       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 33.726752ms to process 1 records
I0329 19:06:15.390023       1 tasks_processing.go:74] worker 30 stopped.
I0329 19:06:15.390289       1 recorder.go:75] Recording config/authentication with fingerprint=d43f135181759cb808c0b5bcb0c219b4f83a8ccff941f89d52c0f5877acd89a0
I0329 19:06:15.390309       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 31.457508ms to process 1 records
I0329 19:06:15.390323       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 33.572518ms to process 0 records
I0329 19:06:15.390332       1 tasks_processing.go:74] worker 41 stopped.
I0329 19:06:15.390402       1 tasks_processing.go:74] worker 33 stopped.
I0329 19:06:15.390458       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=fa53b9b7acba2ad68e98b98de56cfe82d2c4c27e4663cbc1c1f34babee8d3377
I0329 19:06:15.390502       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=5d6a29102caa337d5c343c01eb52a8842f8e946a88afdf3c44a3224f6f769c17
I0329 19:06:15.390542       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=51379342fc4fe52596911e8037d924713b529c9607ab610a658e6b160cba5d8f
I0329 19:06:15.390552       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 33.684195ms to process 3 records
I0329 19:06:15.390601       1 recorder.go:75] Recording config/running_containers with fingerprint=3d3d90f06054e014634bbd8a5da91434464203c4208361bb4b7a5838ac6caf7e
I0329 19:06:15.390609       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 35.117269ms to process 1 records
I0329 19:06:15.390632       1 tasks_processing.go:74] worker 15 stopped.
I0329 19:06:15.390699       1 tasks_processing.go:74] worker 37 stopped.
I0329 19:06:15.390837       1 recorder.go:75] Recording config/node/ip-10-0-0-109.ec2.internal with fingerprint=bae067f1103558b7ea7d31a39029e4e6128d0b1288ea1fe22986e8c24cd3039a
I0329 19:06:15.390908       1 recorder.go:75] Recording config/node/ip-10-0-2-77.ec2.internal with fingerprint=d1f24701d563d998bd5c5ac92298599397444d82eeb43b48d681eb15e2820fce
I0329 19:06:15.390916       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 34.896492ms to process 2 records
I0329 19:06:15.390925       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 35.167106ms to process 0 records
I0329 19:06:15.390930       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 33.828583ms to process 0 records
I0329 19:06:15.390936       1 tasks_processing.go:74] worker 29 stopped.
I0329 19:06:15.390936       1 tasks_processing.go:74] worker 5 stopped.
I0329 19:06:15.394149       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0329 19:06:15.394161       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0329 19:06:15.394323       1 operator.go:288] started
I0329 19:06:15.394339       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0329 19:06:15.394342       1 tasks_processing.go:74] worker 23 stopped.
I0329 19:06:15.394669       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=0710b1290d66056260f315b38a916e08a8d6111d52cefd73358be8fea23d1c5c
I0329 19:06:15.394891       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=4f729fe24abde36319866ae65908f24ebd2cf1e9b3cc7d748061360ebdc05f52
I0329 19:06:15.394989       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 38.751812ms to process 2 records
I0329 19:06:15.400468       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0329 19:06:15.400482       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0329 19:06:15.400487       1 controller.go:212] Source scaController *sca.Controller is not ready
I0329 19:06:15.400490       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0329 19:06:15.400493       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0329 19:06:15.400508       1 controller.go:489] The operator is still being initialized
I0329 19:06:15.400514       1 controller.go:512] The operator is healthy
I0329 19:06:15.404410       1 prometheus_rules.go:88] Prometheus rules successfully created
E0329 19:06:15.409511       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27fd81f9a0-3ed3-4c2d-b066-33e9bf0a21c0%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:41994->172.30.0.10:53: read: connection refused
I0329 19:06:15.409524       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27fd81f9a0-3ed3-4c2d-b066-33e9bf0a21c0%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:41994->172.30.0.10:53: read: connection refused
I0329 19:06:15.413643       1 tasks_processing.go:74] worker 34 stopped.
E0329 19:06:15.413656       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0329 19:06:15.413662       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0329 19:06:15.413666       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0329 19:06:15.413675       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0329 19:06:15.413698       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0329 19:06:15.413705       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0329 19:06:15.413709       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0329 19:06:15.413713       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0329 19:06:15.413749       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0329 19:06:15.413756       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0329 19:06:15.413761       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 56.491283ms to process 7 records
I0329 19:06:15.426567       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0329 19:06:15.426580       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0329 19:06:15.426603       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0329 19:06:15.429647       1 base_controller.go:82] Caches are synced for ConfigController 
I0329 19:06:15.429656       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0329 19:06:15.434321       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 19:06:15.467084       1 tasks_processing.go:74] worker 31 stopped.
I0329 19:06:15.467337       1 recorder.go:75] Recording config/version with fingerprint=ffdc3fa5202a181eb1173f742391c643a2ad9387b58dc853aa83409969e2d3e0
I0329 19:06:15.467351       1 recorder.go:75] Recording config/id with fingerprint=00858d9cd44758452203edc7d67750a4d0a7944eb5239b45974e848245935749
I0329 19:06:15.467357       1 gather.go:177] gatherer "clusterconfig" function "version" took 109.340794ms to process 2 records
I0329 19:06:15.475246       1 tasks_processing.go:74] worker 60 stopped.
I0329 19:06:15.475272       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0329 19:06:15.475280       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 117.707828ms to process 1 records
I0329 19:06:15.479777       1 tasks_processing.go:74] worker 28 stopped.
I0329 19:06:15.479792       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 122.390755ms to process 0 records
I0329 19:06:15.491737       1 tasks_processing.go:74] worker 1 stopped.
I0329 19:06:15.491762       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0329 19:06:15.491771       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 134.48777ms to process 1 records
I0329 19:06:15.492886       1 tasks_processing.go:74] worker 4 stopped.
E0329 19:06:15.492898       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0329 19:06:15.492903       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pbic93e8duu6tqp68m9smv6nvkddim5-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pbic93e8duu6tqp68m9smv6nvkddim5-primary-cert-bundle-secret" not found
I0329 19:06:15.492962       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=bf953e7aac31aaa7916b2af1a596be4cc8615e8d7694aa78b098126a357924e2
I0329 19:06:15.492973       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 137.69873ms to process 1 records
I0329 19:06:15.494528       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0329 19:06:15.494536       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0329 19:06:15.500099       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0329 19:06:15.503844       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:42906->172.30.0.10:53: read: connection refused
I0329 19:06:15.503857       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:42906->172.30.0.10:53: read: connection refused
W0329 19:06:16.388230       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 19:06:16.595061       1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 19 containers
I0329 19:06:16.595074       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1324517 bytes
I0329 19:06:16.595101       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bbw6q pod in namespace openshift-dns (previous: false).
I0329 19:06:16.811565       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0329 19:06:16.825792       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bbw6q pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bbw6q\" is waiting to start: ContainerCreating"
I0329 19:06:16.825806       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bbw6q\" is waiting to start: ContainerCreating"
I0329 19:06:16.825816       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bbw6q pod in namespace openshift-dns (previous: false).
I0329 19:06:16.999243       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bbw6q pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bbw6q\" is waiting to start: ContainerCreating"
I0329 19:06:16.999260       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bbw6q\" is waiting to start: ContainerCreating"
I0329 19:06:16.999272       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-slgtl pod in namespace openshift-dns (previous: false).
I0329 19:06:17.211126       1 tasks_processing.go:74] worker 44 stopped.
I0329 19:06:17.211194       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=754fec7a2fdd6074d81d2548b90f89ba7ededf2a24600f4a631e26fa57c6d9a6
I0329 19:06:17.211221       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=eb0f7f6bf62883ee7f374c2055b1d8b3b4df0ec3e7dce1891fe811e9b171808f
I0329 19:06:17.211253       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0329 19:06:17.211282       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=cf02efa320aa8ff4339532fde87aaa115023e236dc85a8887bfbcc9e961290ee
I0329 19:06:17.211299       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0329 19:06:17.211320       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=066568ab034eb775e7de79fd3c986f3db617c3319d8cd0217585998b5801f95a
I0329 19:06:17.211350       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=68d6ce56d9ec90fad1796133d1ce8af8d839c084a8050c3aeefd692a05dd02a0
I0329 19:06:17.211388       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=1da2678ec26e47d54991032545e57edea207ae102989b53458647c903cde8c7c
I0329 19:06:17.211402       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=72e002eb2ebe821c2e8b3a00b20dd230ff2730884d02fc183e78789f537be439
I0329 19:06:17.211418       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=36dcb09670927dd4ca62c395005c7c9757a6ea81221a3e0b1ae737562b4b3cf7
I0329 19:06:17.211428       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0329 19:06:17.211445       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=b6fabe491cfb5ce6b2a40a513d32a7854caa3631a94955b12cf7ef6e01e08bdd
I0329 19:06:17.211455       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0329 19:06:17.211470       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=4f0abf01d2bf1e3b0438c1df2fac668324259acb3415e582bc52bb6e4ddf72a4
I0329 19:06:17.211479       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0329 19:06:17.211500       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=914e0632fda418e1815fc9627206e54b25655b70d4157e6e519738fa6d6aac31
I0329 19:06:17.211509       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0329 19:06:17.211523       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=2e1ab3b8ccbd45896b530545035ab2dc566ee56039b968ca3e0500af3f13cd0b
I0329 19:06:17.211647       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=4e9088ef7b238ffb1091d8fb7983e187ccfa559a2f5be4449d75f3bf25a86f8e
I0329 19:06:17.211656       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0329 19:06:17.211663       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0329 19:06:17.211683       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0329 19:06:17.211704       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=5c6e8cb6c27ce9feaee73840fb5dff851edabd73c719e8002cef5856379d8aa0
I0329 19:06:17.211736       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=d21516d26c52e13576b90736d46fb5f1f59e1e9a65f209dfeaa808f7502a61fd
I0329 19:06:17.211745       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0329 19:06:17.211760       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9c7a7dde14f93354c11f91936276bb127d29d57252549407c8642e48dd1e7e5e
I0329 19:06:17.211769       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0329 19:06:17.211782       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=7aebe837176ab00623afa39da1f4869ab6a84808707b1e996c11b2360591b200
I0329 19:06:17.211796       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=77322b1181969a8dc6e99696cdd9247b45daf7f68f7bac75f97339ed8e948c22
I0329 19:06:17.211816       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=ecc0d5fb401cd85889531db90a5eba6384354adf9fc2d51f81706ce37ecc2ae2
I0329 19:06:17.211832       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=646433541e54e5735f0d62a9e5bfc459ccfdbd690d3147b39cf8bb3f2b2ee37d
I0329 19:06:17.211846       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ff136d1bf0b8ef3f2fb48116da5d45aa7bdf57354fb16220be05afab39261808
I0329 19:06:17.211872       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=ac5e2a5d9db9cb6f00eb940f1eadc62bce9d615e4ce2507c5690ff63042e8c09
I0329 19:06:17.211888       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0329 19:06:17.211897       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0329 19:06:17.211904       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.855032186s to process 35 records
I0329 19:06:17.215816       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-slgtl pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-slgtl\" is waiting to start: ContainerCreating"
I0329 19:06:17.215830       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-slgtl\" is waiting to start: ContainerCreating"
I0329 19:06:17.215839       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-slgtl pod in namespace openshift-dns (previous: false).
W0329 19:06:17.387184       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 19:06:17.397724       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-slgtl pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-slgtl\" is waiting to start: ContainerCreating"
I0329 19:06:17.397737       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-slgtl\" is waiting to start: ContainerCreating"
I0329 19:06:17.397757       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-tqb5p pod in namespace openshift-dns (previous: false).
I0329 19:06:17.597898       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 19:06:17.597912       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-x842f pod in namespace openshift-dns (previous: false).
I0329 19:06:17.799739       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 19:06:17.799754       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-684b7f8c44-44dcn pod in namespace openshift-image-registry (previous: false).
I0329 19:06:17.999521       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-684b7f8c44-44dcn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-684b7f8c44-44dcn\" is waiting to start: ContainerCreating"
I0329 19:06:17.999535       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-684b7f8c44-44dcn\" is waiting to start: ContainerCreating"
I0329 19:06:17.999544       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-684b7f8c44-dhmjn pod in namespace openshift-image-registry (previous: false).
I0329 19:06:18.201297       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-684b7f8c44-dhmjn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-684b7f8c44-dhmjn\" is waiting to start: ContainerCreating"
I0329 19:06:18.201312       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-684b7f8c44-dhmjn\" is waiting to start: ContainerCreating"
I0329 19:06:18.201323       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6db6547-p5hj5 pod in namespace openshift-image-registry (previous: false).
W0329 19:06:18.388162       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 19:06:18.393999       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 19:06:18.394014       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9mn9t pod in namespace openshift-image-registry (previous: false).
I0329 19:06:18.598807       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 19:06:18.598822       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-nxgb7 pod in namespace openshift-image-registry (previous: false).
I0329 19:06:18.811928       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 19:06:18.811945       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-55fbb588bf-2m44x pod in namespace openshift-ingress (previous: false).
I0329 19:06:19.015279       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-55fbb588bf-2m44x pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-55fbb588bf-2m44x\" is waiting to start: ContainerCreating"
I0329 19:06:19.015297       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-55fbb588bf-2m44x\" is waiting to start: ContainerCreating"
I0329 19:06:19.015309       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-55fbb588bf-ncfnw pod in namespace openshift-ingress (previous: false).
I0329 19:06:19.199277       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-55fbb588bf-ncfnw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-55fbb588bf-ncfnw\" is waiting to start: ContainerCreating"
I0329 19:06:19.199290       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-55fbb588bf-ncfnw\" is waiting to start: ContainerCreating"
I0329 19:06:19.199300       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-775696b667-pkn85 pod in namespace openshift-ingress (previous: false).
W0329 19:06:19.387969       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 19:06:19.398314       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-775696b667-pkn85 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-775696b667-pkn85\" is waiting to start: ContainerCreating"
I0329 19:06:19.398329       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-775696b667-pkn85\" is waiting to start: ContainerCreating"
I0329 19:06:19.398339       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-2g2hx pod in namespace openshift-ingress-canary (previous: false).
I0329 19:06:19.598328       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-2g2hx pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-2g2hx\" is waiting to start: ContainerCreating"
I0329 19:06:19.598345       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-2g2hx\" is waiting to start: ContainerCreating"
I0329 19:06:19.598357       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-mq5sr pod in namespace openshift-ingress-canary (previous: false).
I0329 19:06:19.798232       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-mq5sr pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-mq5sr\" is waiting to start: ContainerCreating"
I0329 19:06:19.798249       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-mq5sr\" is waiting to start: ContainerCreating"
I0329 19:06:19.798260       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-bl96t pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0329 19:06:19.999851       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-bl96t pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0329 19:06:20.201047       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-r799h pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
W0329 19:06:20.384762       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0329 19:06:20.384786       1 tasks_processing.go:74] worker 3 stopped.
E0329 19:06:20.384809       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0329 19:06:20.384825       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0329 19:06:20.384840       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0329 19:06:20.384853       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.02964645s to process 1 records
I0329 19:06:20.399003       1 tasks_processing.go:74] worker 38 stopped.
I0329 19:06:20.399126       1 recorder.go:75] Recording events/openshift-dns with fingerprint=ab4f229e8e3076c4dc415ca7f3777ad9e1356c1c85cea280d262bd593c39f8bc
I0329 19:06:20.399266       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=87ff081a2fab94b12da842fad3a92f2e2834a1c50713908579d409814a223f33
I0329 19:06:20.399312       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=a42db4bc09816209e69de565767460278705ffadf81c53bb23ffe323a43073b1
I0329 19:06:20.399389       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=874038cab79ed6d8b4ba250553e2d209e520c7e690ed7253599ba90f0d569082
I0329 19:06:20.399410       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=93f971df2307acefaf9b7a9f79243cd55c90c34f0ece7d4f85bbf45f24eecbd5
I0329 19:06:20.399431       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=68b255d77ef28b40d473f4aeeaf9dd01ce412e4d6e12bc593de08e16fc9c85c7
I0329 19:06:20.399512       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=91723a76a167dfb371657fbe3ed31c757dcb25351a4d70134f21a17076e26c3c
I0329 19:06:20.399535       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-bl96t/migrator_current.log with fingerprint=76915c8e2c68d4a0b0a1574b81c903bd0266971a8c3e57cfb1777570200f8268
I0329 19:06:20.399544       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-bl96t/graceful-termination_current.log with fingerprint=6abc03618abbb57d8f944423790352857595a172197ccd1636e6b41ca144457b
I0329 19:06:20.399680       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-r799h/kube-storage-version-migrator-operator_current.log with fingerprint=e4f762c9947ccb982ed59c485ea8ac0bf2a5bf1760efe96d3b294a74c5360723
I0329 19:06:20.399694       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.042859927s to process 10 records
I0329 19:06:27.517232       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 19:06:27.993388       1 tasks_processing.go:74] worker 0 stopped.
I0329 19:06:27.993436       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0329 19:06:27.993453       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.63824952s to process 1 records
I0329 19:06:28.768220       1 tasks_processing.go:74] worker 19 stopped.
I0329 19:06:28.768478       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=e03550ff5cb13d4cd718a41a9755571c983753e7ec8a789b8fb921884bbb0f64
I0329 19:06:28.768495       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.412194878s to process 1 records
E0329 19:06:28.768549       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.413s with: function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0329 19:06:28.769649       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0329 19:06:28.769664       1 periodic.go:209] Running workloads gatherer
I0329 19:06:28.769677       1 tasks_processing.go:45] number of workers: 2
I0329 19:06:28.769687       1 tasks_processing.go:69] worker 1 listening for tasks.
I0329 19:06:28.769691       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0329 19:06:28.769702       1 tasks_processing.go:69] worker 0 listening for tasks.
I0329 19:06:28.769724       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0329 19:06:28.797277       1 tasks_processing.go:74] worker 0 stopped.
I0329 19:06:28.797290       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.533857ms to process 0 records
I0329 19:06:28.865436       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0329 19:06:28.874091       1 gather_workloads_info.go:387] No image sha256:eff3318d5ac1d3a141221b536233305f54b3334fab56e5f8ba20ef8a9ed21429 (9ms)
I0329 19:06:28.883650       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms)
I0329 19:06:28.891710       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms)
I0329 19:06:28.900194       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (8ms)
I0329 19:06:28.908766       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (9ms)
I0329 19:06:28.916545       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (8ms)
I0329 19:06:28.924302       1 gather_workloads_info.go:387] No image sha256:d3209a996e5ce362136e70a0bcf06d89973905de73e234b644d8ae8886d067f1 (8ms)
I0329 19:06:28.932421       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (8ms)
I0329 19:06:28.940317       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (8ms)
I0329 19:06:28.948540       1 gather_workloads_info.go:387] No image sha256:1d9034b8dddb11d606bdcb5fa3c5d8c681941a64c07efb00e7f0f1ec71de1f9f (8ms)
I0329 19:06:28.975785       1 gather_workloads_info.go:387] No image sha256:fab570ecdc9c3620b032bc4c5b44240f5ebac0bb9e48dfeea32bcd36eb462e5a (27ms)
I0329 19:06:29.074189       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (98ms)
I0329 19:06:29.174711       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (101ms)
I0329 19:06:29.270543       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 19:06:29.274421       1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (100ms)
I0329 19:06:29.276501       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 19:06:29.375455       1 gather_workloads_info.go:387] No image sha256:36a7e9d552534559af840d2cc04f73efa4d8557d6c59a7709c4ed5021e845221 (101ms)
I0329 19:06:29.471460       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 19:06:29.475656       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms)
I0329 19:06:29.574347       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms)
I0329 19:06:29.675153       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (101ms)
I0329 19:06:29.774885       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms)
I0329 19:06:29.874807       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms)
I0329 19:06:29.982308       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (107ms)
I0329 19:06:30.076533       1 gather_workloads_info.go:387] No image sha256:da4f8a01ef5d0607cf76fa7b219fafdb6020cb4cf9a0a88cfe76d292c1a561fc (94ms)
I0329 19:06:30.174561       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (98ms)
I0329 19:06:30.274342       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0329 19:06:30.374876       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (101ms)
I0329 19:06:30.474447       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms)
I0329 19:06:30.575758       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms)
I0329 19:06:30.674723       1 gather_workloads_info.go:387] No image sha256:bffebf689df67af02a06b97d3d9bfcfdccd597350d132171ee68f3d0ed29a3f6 (99ms)
I0329 19:06:30.773840       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms)
I0329 19:06:30.875254       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (101ms)
I0329 19:06:30.975354       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms)
I0329 19:06:31.074705       1 gather_workloads_info.go:387] No image sha256:a505dd5b62d744c2cfda2666b5e21e0a4704354a3114488bd3291456085e1e33 (99ms)
I0329 19:06:31.174489       1 gather_workloads_info.go:387] No image sha256:ef2bfb546cd8aac31b7671585f718f44b268ed43a9c8562016ab741558a7dfa1 (100ms)
I0329 19:06:31.279787       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (105ms)
I0329 19:06:31.380821       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (101ms)
I0329 19:06:31.480100       1 gather_workloads_info.go:387] No image sha256:10393129e11d4b44a1a629bdafcf2f45c998616319122d2d7723dd3efd9a3cfe (99ms)
I0329 19:06:31.575058       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (95ms)
I0329 19:06:31.675122       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms)
I0329 19:06:31.780388       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (105ms)
I0329 19:06:31.876214       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (96ms)
I0329 19:06:31.982104       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (106ms)
I0329 19:06:32.075325       1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (93ms)
I0329 19:06:32.177679       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (102ms)
I0329 19:06:32.274629       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (97ms)
I0329 19:06:32.274658       1 tasks_processing.go:74] worker 1 stopped.
E0329 19:06:32.274668       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0329 19:06:32.274926       1 recorder.go:75] Recording config/workload_info with fingerprint=fc761937be58bd90d088162400be9e571919525f9236deae2e40bb7c5fed5846
I0329 19:06:32.274941       1 gather.go:177] gatherer "workloads" function "workload_info" took 3.504959826s to process 1 records
E0329 19:06:32.274964       1 periodic.go:247] "Unhandled Error" err="workloads failed after 3.505s with: function \"workload_info\" failed with an error"
I0329 19:06:32.276065       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0329 19:06:32.276079       1 periodic.go:209] Running conditional gatherer
I0329 19:06:32.281704       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0329 19:06:32.288244       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.15:40058->172.30.0.10:53: read: connection refused
E0329 19:06:32.288481       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 19:06:32.288536       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0329 19:06:32.293821       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0329 19:06:32.293834       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 19:06:32.293839       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 19:06:32.293842       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 19:06:32.293845       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 19:06:32.293848       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 19:06:32.293851       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 19:06:32.293854       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 19:06:32.293857       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 19:06:32.293860       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0329 19:06:32.293874       1 tasks_processing.go:45] number of workers: 3
I0329 19:06:32.293881       1 tasks_processing.go:69] worker 2 listening for tasks.
I0329 19:06:32.293890       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0329 19:06:32.293896       1 tasks_processing.go:69] worker 0 listening for tasks.
I0329 19:06:32.293908       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0329 19:06:32.293913       1 tasks_processing.go:71] worker 0 working on conditional_gatherer_rules task.
I0329 19:06:32.293912       1 tasks_processing.go:69] worker 1 listening for tasks.
I0329 19:06:32.293921       1 tasks_processing.go:74] worker 1 stopped.
I0329 19:06:32.293977       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0329 19:06:32.293991       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.172µs to process 1 records
I0329 19:06:32.294059       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0329 19:06:32.294068       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 500ns to process 1 records
I0329 19:06:32.294074       1 tasks_processing.go:74] worker 0 stopped.
I0329 19:06:32.294152       1 tasks_processing.go:74] worker 2 stopped.
I0329 19:06:32.294163       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 253.874µs to process 0 records
I0329 19:06:32.294219       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.15:40058->172.30.0.10:53: read: connection refused
I0329 19:06:32.294237       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0329 19:06:32.315265       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=52800304e33459dd13de26d4c7bc530d5029188cca1e8b1512ad55f44130788c
I0329 19:06:32.315375       1 diskrecorder.go:70] Writing 102 records to /var/lib/insights-operator/insights-2026-03-29-190632.tar.gz
I0329 19:06:32.321793       1 diskrecorder.go:51] Wrote 102 records to disk in 6ms
I0329 19:06:32.321822       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0329 19:06:32.321838       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0329 19:07:29.820419       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="84bfeadc90ad1ecd52f19f8f1daef28905a59d8193312fdbe1820d82466256ee")
W0329 19:07:29.820451       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0329 19:07:29.820495       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="d37149992aaca054218aea530456d5c9bc6484f2b04ee8ecc9f6a33d39cf5601")
I0329 19:07:29.820510       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0329 19:07:29.820533       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0329 19:07:29.820554       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0329 19:07:29.820569       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="33a8edbd88818c44805c10391cd1646eff57846435cfad16b0b0f339579b5379")
I0329 19:07:29.820573       1 base_controller.go:181] Shutting down ConfigController ...
I0329 19:07:29.820595       1 periodic.go:170] Shutting down
I0329 19:07:29.820614       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...