W0428 15:48:49.972509       1 cmd.go:257] Using insecure, self-signed certificates
I0428 15:48:50.457047       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:48:50.457422       1 observer_polling.go:159] Starting file observer
I0428 15:48:50.720379       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0428 15:48:50.720578       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0428 15:48:50.721270       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0428 15:48:50.721271       1 secure_serving.go:57] Forcing use of http/1.1 only
W0428 15:48:50.721317       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0428 15:48:50.721328       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0428 15:48:50.721332       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0428 15:48:50.721334       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0428 15:48:50.721337       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0428 15:48:50.721341       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0428 15:48:50.725229       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"f891ae44-2263-4664-a50a-e91b4b60b49a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0428 15:48:50.725226       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0428 15:48:50.726951       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0428 15:48:50.727033       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0428 15:48:50.727155       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0428 15:48:50.727178       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0428 15:48:50.727252       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0428 15:48:50.727271       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0428 15:48:50.727492       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1491714789/tls.crt::/tmp/serving-cert-1491714789/tls.key"
I0428 15:48:50.728236       1 secure_serving.go:213] Serving securely on [::]:8443
I0428 15:48:50.728273       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0428 15:48:50.731225       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0428 15:48:50.731257       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0428 15:48:50.731350       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0428 15:48:50.737517       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0428 15:48:50.737542       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0428 15:48:50.741538       1 secretconfigobserver.go:119] support secret does not exist
I0428 15:48:50.745281       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0428 15:48:50.748753       1 secretconfigobserver.go:119] support secret does not exist
I0428 15:48:50.752105       1 recorder.go:161] Pruning old reports every 6h56m37s, max age is 288h0m0s
I0428 15:48:50.756585       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0428 15:48:50.756607       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0428 15:48:50.756611       1 periodic.go:209] Running clusterconfig gatherer
I0428 15:48:50.756609       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0428 15:48:50.756624       1 insightsreport.go:296] Starting report retriever
I0428 15:48:50.756632       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0428 15:48:50.756656       1 tasks_processing.go:45] number of workers: 64
I0428 15:48:50.756681       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 15:48:50.756691       1 tasks_processing.go:69] worker 12 listening for tasks.
I0428 15:48:50.756695       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 15:48:50.756702       1 tasks_processing.go:69] worker 7 listening for tasks.
I0428 15:48:50.756705       1 tasks_processing.go:69] worker 9 listening for tasks.
I0428 15:48:50.756704       1 tasks_processing.go:69] worker 6 listening for tasks.
I0428 15:48:50.756711       1 tasks_processing.go:69] worker 2 listening for tasks.
I0428 15:48:50.756715       1 tasks_processing.go:71] worker 6 working on pod_network_connectivity_checks task.
I0428 15:48:50.756720       1 tasks_processing.go:69] worker 3 listening for tasks.
I0428 15:48:50.756721       1 tasks_processing.go:69] worker 14 listening for tasks.
I0428 15:48:50.756703       1 tasks_processing.go:71] worker 0 working on lokistack task.
I0428 15:48:50.756726       1 tasks_processing.go:69] worker 5 listening for tasks.
I0428 15:48:50.756722       1 tasks_processing.go:69] worker 11 listening for tasks.
I0428 15:48:50.756732       1 tasks_processing.go:69] worker 15 listening for tasks.
I0428 15:48:50.756723       1 tasks_processing.go:69] worker 10 listening for tasks.
I0428 15:48:50.756737       1 tasks_processing.go:69] worker 8 listening for tasks.
I0428 15:48:50.756741       1 tasks_processing.go:69] worker 16 listening for tasks.
I0428 15:48:50.756740       1 tasks_processing.go:69] worker 4 listening for tasks.
I0428 15:48:50.756747       1 tasks_processing.go:69] worker 41 listening for tasks.
I0428 15:48:50.756748       1 tasks_processing.go:69] worker 42 listening for tasks.
I0428 15:48:50.756714       1 tasks_processing.go:71] worker 9 working on openstack_version task.
I0428 15:48:50.756758       1 tasks_processing.go:69] worker 29 listening for tasks.
I0428 15:48:50.756759       1 tasks_processing.go:71] worker 41 working on container_runtime_configs task.
I0428 15:48:50.756758       1 tasks_processing.go:71] worker 4 working on nodenetworkstates task.
I0428 15:48:50.756768       1 tasks_processing.go:69] worker 30 listening for tasks.
I0428 15:48:50.756769       1 tasks_processing.go:69] worker 18 listening for tasks.
I0428 15:48:50.756773       1 tasks_processing.go:71] worker 30 working on mutating_webhook_configurations task.
I0428 15:48:50.756780       1 tasks_processing.go:69] worker 19 listening for tasks.
I0428 15:48:50.756788       1 tasks_processing.go:69] worker 20 listening for tasks.
I0428 15:48:50.756788       1 tasks_processing.go:69] worker 37 listening for tasks.
I0428 15:48:50.756796       1 tasks_processing.go:69] worker 21 listening for tasks.
I0428 15:48:50.756798       1 tasks_processing.go:71] worker 11 working on image_pruners task.
I0428 15:48:50.756804       1 tasks_processing.go:69] worker 22 listening for tasks.
I0428 15:48:50.756807       1 tasks_processing.go:69] worker 35 listening for tasks.
I0428 15:48:50.756754       1 tasks_processing.go:69] worker 28 listening for tasks.
I0428 15:48:50.756754       1 tasks_processing.go:71] worker 42 working on machine_autoscalers task.
I0428 15:48:50.756822       1 tasks_processing.go:71] worker 10 working on operators_pods_and_events task.
I0428 15:48:50.756761       1 tasks_processing.go:69] worker 17 listening for tasks.
I0428 15:48:50.756830       1 tasks_processing.go:69] worker 25 listening for tasks.
I0428 15:48:50.756835       1 tasks_processing.go:71] worker 8 working on oauths task.
I0428 15:48:50.756840       1 tasks_processing.go:69] worker 26 listening for tasks.
I0428 15:48:50.756849       1 tasks_processing.go:69] worker 27 listening for tasks.
I0428 15:48:50.756845       1 tasks_processing.go:69] worker 32 listening for tasks.
I0428 15:48:50.756854       1 tasks_processing.go:71] worker 16 working on metrics task.
I0428 15:48:50.756866       1 tasks_processing.go:69] worker 31 listening for tasks.
I0428 15:48:50.756862       1 tasks_processing.go:69] worker 39 listening for tasks.
I0428 15:48:50.756876       1 tasks_processing.go:69] worker 54 listening for tasks.
I0428 15:48:50.756881       1 tasks_processing.go:69] worker 38 listening for tasks.
I0428 15:48:50.756884       1 tasks_processing.go:69] worker 43 listening for tasks.
W0428 15:48:50.756883       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:48:50.756895       1 tasks_processing.go:69] worker 44 listening for tasks.
I0428 15:48:50.756882       1 tasks_processing.go:69] worker 40 listening for tasks.
I0428 15:48:50.756903       1 tasks_processing.go:69] worker 45 listening for tasks.
I0428 15:48:50.756902       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 32.128µs to process 0 records
I0428 15:48:50.756908       1 tasks_processing.go:71] worker 3 working on openshift_machine_api_events task.
I0428 15:48:50.756913       1 tasks_processing.go:71] worker 15 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0428 15:48:50.756922       1 tasks_processing.go:69] worker 47 listening for tasks.
I0428 15:48:50.756710       1 tasks_processing.go:69] worker 13 listening for tasks.
I0428 15:48:50.756948       1 tasks_processing.go:69] worker 48 listening for tasks.
I0428 15:48:50.756957       1 tasks_processing.go:69] worker 49 listening for tasks.
I0428 15:48:50.756960       1 tasks_processing.go:69] worker 36 listening for tasks.
I0428 15:48:50.756964       1 tasks_processing.go:69] worker 50 listening for tasks.
I0428 15:48:50.756967       1 tasks_processing.go:71] worker 2 working on machine_config_pools task.
I0428 15:48:50.756972       1 tasks_processing.go:69] worker 51 listening for tasks.
I0428 15:48:50.756996       1 tasks_processing.go:71] worker 14 working on sap_pods task.
I0428 15:48:50.757564       1 tasks_processing.go:69] worker 60 listening for tasks.
I0428 15:48:50.757577       1 tasks_processing.go:69] worker 61 listening for tasks.
I0428 15:48:50.757687       1 tasks_processing.go:71] worker 60 working on feature_gates task.
I0428 15:48:50.757733       1 tasks_processing.go:69] worker 53 listening for tasks.
I0428 15:48:50.757611       1 tasks_processing.go:69] worker 55 listening for tasks.
I0428 15:48:50.757953       1 tasks_processing.go:71] worker 31 working on storage_classes task.
I0428 15:48:50.758420       1 tasks_processing.go:71] worker 32 working on machine_configs task.
I0428 15:48:50.758264       1 tasks_processing.go:69] worker 52 listening for tasks.
I0428 15:48:50.758506       1 tasks_processing.go:71] worker 52 working on sap_config task.
I0428 15:48:50.758524       1 tasks_processing.go:71] worker 5 working on node_logs task.
I0428 15:48:50.756762       1 tasks_processing.go:71] worker 29 working on silenced_alerts task.
I0428 15:48:50.756824       1 tasks_processing.go:69] worker 24 listening for tasks.
I0428 15:48:50.758526       1 tasks_processing.go:71] worker 17 working on networks task.
I0428 15:48:50.756913       1 tasks_processing.go:69] worker 46 listening for tasks.
I0428 15:48:50.757432       1 tasks_processing.go:69] worker 33 listening for tasks.
I0428 15:48:50.756709       1 tasks_processing.go:71] worker 7 working on infrastructures task.
I0428 15:48:50.758747       1 tasks_processing.go:71] worker 47 working on machines task.
I0428 15:48:50.758458       1 tasks_processing.go:71] worker 26 working on image_registries task.
I0428 15:48:50.756817       1 tasks_processing.go:69] worker 23 listening for tasks.
I0428 15:48:50.758924       1 tasks_processing.go:71] worker 23 working on qemu_kubevirt_launcher_logs task.
I0428 15:48:50.758119       1 tasks_processing.go:71] worker 61 working on tsdb_status task.
W0428 15:48:50.759029       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:48:50.759063       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 45.166µs to process 0 records
I0428 15:48:50.758127       1 tasks_processing.go:71] worker 53 working on service_accounts task.
I0428 15:48:50.759121       1 tasks_processing.go:71] worker 33 working on cost_management_metrics_configs task.
I0428 15:48:50.759014       1 tasks_processing.go:71] worker 27 working on clusterroles task.
I0428 15:48:50.759348       1 tasks_processing.go:71] worker 43 working on overlapping_namespace_uids task.
I0428 15:48:50.759400       1 tasks_processing.go:71] worker 24 working on container_images task.
I0428 15:48:50.759236       1 tasks_processing.go:71] worker 1 working on cluster_apiserver task.
I0428 15:48:50.759829       1 tasks_processing.go:69] worker 58 listening for tasks.
I0428 15:48:50.759844       1 tasks_processing.go:71] worker 45 working on ingress_certificates task.
I0428 15:48:50.758033       1 tasks_processing.go:71] worker 55 working on authentication task.
I0428 15:48:50.760013       1 tasks_processing.go:69] worker 59 listening for tasks.
I0428 15:48:50.760071       1 tasks_processing.go:71] worker 39 working on install_plans task.
I0428 15:48:50.758220       1 tasks_processing.go:71] worker 18 working on openshift_logging task.
I0428 15:48:50.758527       1 tasks_processing.go:71] worker 19 working on aggregated_monitoring_cr_names task.
I0428 15:48:50.758534       1 tasks_processing.go:71] worker 25 working on openstack_dataplanenodesets task.
I0428 15:48:50.760298       1 tasks_processing.go:69] worker 62 listening for tasks.
I0428 15:48:50.758689       1 tasks_processing.go:71] worker 20 working on image task.
I0428 15:48:50.760535       1 tasks_processing.go:71] worker 16 working on certificate_signing_requests task.
I0428 15:48:50.760589       1 tasks_processing.go:69] worker 57 listening for tasks.
I0428 15:48:50.760598       1 tasks_processing.go:71] worker 62 working on nodenetworkconfigurationpolicies task.
I0428 15:48:50.760642       1 tasks_processing.go:71] worker 59 working on operators task.
I0428 15:48:50.760666       1 tasks_processing.go:71] worker 57 working on ingress task.
I0428 15:48:50.760635       1 tasks_processing.go:71] worker 58 working on openstack_dataplanedeployments task.
I0428 15:48:50.760591       1 tasks_processing.go:71] worker 54 working on ceph_cluster task.
I0428 15:48:50.758880       1 tasks_processing.go:71] worker 46 working on proxies task.
I0428 15:48:50.758888       1 tasks_processing.go:71] worker 51 working on active_alerts task.
W0428 15:48:50.761637       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:48:50.760082       1 tasks_processing.go:69] worker 63 listening for tasks.
I0428 15:48:50.760104       1 tasks_processing.go:69] worker 56 listening for tasks.
I0428 15:48:50.760110       1 tasks_processing.go:71] worker 22 working on machine_healthchecks task.
I0428 15:48:50.760115       1 tasks_processing.go:71] worker 40 working on config_maps task.
I0428 15:48:50.758181       1 tasks_processing.go:71] worker 28 working on storage_cluster task.
I0428 15:48:50.760296       1 tasks_processing.go:71] worker 12 working on version task.
I0428 15:48:50.760330       1 tasks_processing.go:71] worker 49 working on pdbs task.
I0428 15:48:50.760340       1 tasks_processing.go:71] worker 50 working on support_secret task.
I0428 15:48:50.760352       1 tasks_processing.go:71] worker 21 working on machine_sets task.
I0428 15:48:50.760386       1 tasks_processing.go:71] worker 13 working on jaegers task.
W0428 15:48:50.760403       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:48:50.760593       1 tasks_processing.go:71] worker 36 working on sap_datahubs task.
I0428 15:48:50.758727       1 tasks_processing.go:71] worker 48 working on validating_webhook_configurations task.
I0428 15:48:50.760625       1 tasks_processing.go:71] worker 61 working on dvo_metrics task.
I0428 15:48:50.756754       1 tasks_processing.go:69] worker 34 listening for tasks.
I0428 15:48:50.760846       1 tasks_processing.go:71] worker 44 working on crds task.
I0428 15:48:50.760846       1 tasks_processing.go:71] worker 37 working on openstack_controlplanes task.
I0428 15:48:50.762840       1 tasks_processing.go:71] worker 38 working on schedulers task.
I0428 15:48:50.758006       1 tasks_processing.go:71] worker 35 working on nodes task.
I0428 15:48:50.761679       1 tasks_processing.go:71] worker 51 working on monitoring_persistent_volumes task.
I0428 15:48:50.761742       1 tasks_processing.go:71] worker 63 working on olm_operators task.
I0428 15:48:50.761740       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 59.574µs to process 0 records
I0428 15:48:50.761771       1 tasks_processing.go:74] worker 56 stopped.
I0428 15:48:50.762759       1 tasks_processing.go:74] worker 34 stopped.
I0428 15:48:50.763048       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 3.201493ms to process 0 records
I0428 15:48:50.763059       1 tasks_processing.go:74] worker 29 stopped.
I0428 15:48:50.763108       1 tasks_processing.go:74] worker 0 stopped.
I0428 15:48:50.763126       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 6.374964ms to process 0 records
I0428 15:48:50.763253       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0428 15:48:50.763277       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0428 15:48:50.763286       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0428 15:48:50.763291       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0428 15:48:50.763311       1 controller.go:489] The operator is still being initialized
I0428 15:48:50.763321       1 controller.go:512] The operator is healthy
I0428 15:48:50.764071       1 tasks_processing.go:74] worker 6 stopped.
E0428 15:48:50.764094       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0428 15:48:50.764104       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 7.344763ms to process 0 records
I0428 15:48:50.764731       1 tasks_processing.go:74] worker 41 stopped.
I0428 15:48:50.764743       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 7.959245ms to process 0 records
I0428 15:48:50.767072       1 tasks_processing.go:74] worker 9 stopped.
I0428 15:48:50.767087       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 10.291985ms to process 0 records
I0428 15:48:50.776992       1 tasks_processing.go:74] worker 42 stopped.
I0428 15:48:50.777008       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 20.164301ms to process 0 records
I0428 15:48:50.777017       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 18.472946ms to process 0 records
I0428 15:48:50.777023       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 16.353238ms to process 0 records
I0428 15:48:50.777028       1 tasks_processing.go:74] worker 62 stopped.
I0428 15:48:50.777031       1 tasks_processing.go:74] worker 52 stopped.
I0428 15:48:50.777217       1 tasks_processing.go:74] worker 4 stopped.
I0428 15:48:50.777237       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 20.44265ms to process 0 records
I0428 15:48:50.777246       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 15.887848ms to process 0 records
I0428 15:48:50.777252       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 15.377118ms to process 0 records
I0428 15:48:50.777259       1 tasks_processing.go:74] worker 21 stopped.
I0428 15:48:50.777266       1 tasks_processing.go:74] worker 54 stopped.
I0428 15:48:50.777518       1 tasks_processing.go:74] worker 8 stopped.
I0428 15:48:50.777969       1 recorder.go:75] Recording config/oauth with fingerprint=1722aa43dbab7174bd0ce1ad0aaade274ba29a6cb7871a2c691c21e81274032c
I0428 15:48:50.777991       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 20.671312ms to process 1 records
I0428 15:48:50.778079       1 tasks_processing.go:74] worker 11 stopped.
I0428 15:48:50.778321       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=e6234fafb65d02464e9c86347e52026d18a7ee9ba9c46bffb8387b01be03d58d
I0428 15:48:50.778333       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 20.702809ms to process 1 records
I0428 15:48:50.778412       1 tasks_processing.go:74] worker 60 stopped.
I0428 15:48:50.778480       1 recorder.go:75] Recording config/featuregate with fingerprint=0d849ae7e516520f4cfd1b1e15980d646b9cdb2398012787d1294302ecd5e815
I0428 15:48:50.778490       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 19.842635ms to process 1 records
I0428 15:48:50.778501       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 17.237368ms to process 0 records
I0428 15:48:50.778507       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 20.816963ms to process 0 records
I0428 15:48:50.778514       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 16.871417ms to process 0 records
I0428 15:48:50.778522       1 tasks_processing.go:74] worker 58 stopped.
I0428 15:48:50.778529       1 tasks_processing.go:74] worker 25 stopped.
I0428 15:48:50.778533       1 tasks_processing.go:74] worker 3 stopped.
I0428 15:48:50.785812       1 tasks_processing.go:74] worker 37 stopped.
I0428 15:48:50.785829       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 23.002052ms to process 0 records
I0428 15:48:50.785986       1 tasks_processing.go:74] worker 22 stopped.
E0428 15:48:50.786003       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0428 15:48:50.786015       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 24.204523ms to process 0 records
I0428 15:48:50.789922       1 tasks_processing.go:74] worker 13 stopped.
I0428 15:48:50.789944       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 27.969729ms to process 0 records
I0428 15:48:50.789952       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 30.730066ms to process 0 records
I0428 15:48:50.789959       1 tasks_processing.go:74] worker 33 stopped.
I0428 15:48:50.790215       1 tasks_processing.go:74] worker 14 stopped.
I0428 15:48:50.790235       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 32.64382ms to process 0 records
I0428 15:48:50.790379       1 tasks_processing.go:74] worker 2 stopped.
I0428 15:48:50.790395       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 33.405523ms to process 0 records
I0428 15:48:50.790585       1 tasks_processing.go:74] worker 57 stopped.
I0428 15:48:50.790801       1 recorder.go:75] Recording config/ingress with fingerprint=56cd7be47aca06cc824fa87b5efb41739cad1acc22506ea76e8e200a2fac4d15
I0428 15:48:50.790822       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 29.904012ms to process 1 records
I0428 15:48:50.790914       1 tasks_processing.go:74] worker 55 stopped.
I0428 15:48:50.791018       1 recorder.go:75] Recording config/authentication with fingerprint=c2313aa94205686247eb10b4eb6f1b926a62d8649f7f29539234083b6baeaade
I0428 15:48:50.791027       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 30.711644ms to process 1 records
I0428 15:48:50.791109       1 tasks_processing.go:74] worker 30 stopped.
I0428 15:48:50.791177       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=b9f5b38dade7c690f1f0d88e55e58cc9351a266d3ed7c46d05af155fe2e827bd
I0428 15:48:50.791207       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=c7714fffcf3731a65774186134630e8af05365dbed78a7cf45275c4e4951f6f2
I0428 15:48:50.791232       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=b9871c515c906cd9d8ae9b5a183f23679504f1c2f2ccbcfa3cced9230b21cef4
I0428 15:48:50.791239       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 33.866066ms to process 3 records
I0428 15:48:50.795781       1 tasks_processing.go:74] worker 1 stopped.
I0428 15:48:50.795956       1 recorder.go:75] Recording config/apiserver with fingerprint=5ec42bd915ac410032ea95394ce693c9ba5be25ef0f2e59b652abf3f51e66c91
I0428 15:48:50.795974       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 36.265727ms to process 1 records
I0428 15:48:50.796057       1 tasks_processing.go:74] worker 17 stopped.
I0428 15:48:50.796078       1 recorder.go:75] Recording config/network with fingerprint=3a3badbcca8fd421c318774359acaf89ead9c34e18f4e4de1f6b7077d5511f7f
I0428 15:48:50.796084       1 gather.go:177] gatherer "clusterconfig" function "networks" took 37.173871ms to process 1 records
I0428 15:48:50.798118       1 tasks_processing.go:74] worker 18 stopped.
I0428 15:48:50.798159       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 37.144732ms to process 0 records
I0428 15:48:50.798169       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 35.998508ms to process 0 records
I0428 15:48:50.798176       1 tasks_processing.go:74] worker 36 stopped.
I0428 15:48:50.798298       1 tasks_processing.go:74] worker 28 stopped.
I0428 15:48:50.798313       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 36.516058ms to process 0 records
I0428 15:48:50.798365       1 tasks_processing.go:74] worker 7 stopped.
I0428 15:48:50.799000       1 recorder.go:75] Recording config/infrastructure with fingerprint=bd3336890681f128cdd0d4b058f0074f4ca5d036c8ebfe3e8d56c202333c0dc1
I0428 15:48:50.799025       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 39.617369ms to process 1 records
E0428 15:48:50.799036       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0428 15:48:50.799042       1 gather.go:177] gatherer "clusterconfig" function "machines" took 39.58064ms to process 0 records
I0428 15:48:50.799052       1 tasks_processing.go:74] worker 47 stopped.
I0428 15:48:50.799312       1 tasks_processing.go:74] worker 26 stopped.
I0428 15:48:50.799820       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8ddb593560fdb9e857a6d515141a9932f5ff3bebccc0700d68cd1143294fd976
I0428 15:48:50.799836       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 40.481248ms to process 1 records
I0428 15:48:50.799857       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0428 15:48:50.799865       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 40.09685ms to process 1 records
I0428 15:48:50.799872       1 tasks_processing.go:74] worker 43 stopped.
I0428 15:48:50.802316       1 tasks_processing.go:74] worker 27 stopped.
I0428 15:48:50.802508       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=4878d204c4131810c8a34f3861008f596a7e910a3516f00071e4d20e4451db55
I0428 15:48:50.802600       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=e20bb868f5867b235f02fbe244828426898a4f723622adc0817c7924a88fd08b
I0428 15:48:50.802614       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 43.014993ms to process 2 records
I0428 15:48:50.805266       1 tasks_processing.go:74] worker 20 stopped.
I0428 15:48:50.805384       1 recorder.go:75] Recording config/image with fingerprint=3b10f1a3ebf8a86f06dbc9f052b7da1162ba26400dcac0def307fecd37fdc391
I0428 15:48:50.805399       1 gather.go:177] gatherer "clusterconfig" function "image" took 44.80268ms to process 1 records
I0428 15:48:50.810511       1 tasks_processing.go:74] worker 46 stopped.
I0428 15:48:50.810516       1 gather_logs.go:145] no pods in  namespace were found
I0428 15:48:50.810828       1 recorder.go:75] Recording config/proxy with fingerprint=54cb194b6a939963c574bdc4d619b006655ce87ed20da37c4115316f8113d755
I0428 15:48:50.810861       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 49.104569ms to process 1 records
E0428 15:48:50.810874       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0428 15:48:50.810882       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 48.706262ms to process 0 records
I0428 15:48:50.810893       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 51.579552ms to process 0 records
I0428 15:48:50.810906       1 tasks_processing.go:74] worker 50 stopped.
I0428 15:48:50.810988       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0428 15:48:50.811057       1 tasks_processing.go:74] worker 23 stopped.
I0428 15:48:50.811196       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0428 15:48:50.811235       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=3edb9fb333d794f3640144f0442460c2489faba514c24b0ed783f1e49ac97c6b
I0428 15:48:50.811245       1 tasks_processing.go:74] worker 49 stopped.
I0428 15:48:50.811291       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=9940ba130fbf0bdbbc0ac5cddd7422825391ba65b7f7513a70a82d45c4444a4e
I0428 15:48:50.811337       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=3433effd6756c67f7d765a350010e1d3d042ab489df1ac44ef355730c4d2af97
I0428 15:48:50.811393       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 49.118646ms to process 3 records
I0428 15:48:50.811505       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e29e71571c98d7206291737f44f873c191079f3fc5d63655d09009fd1394d467
I0428 15:48:50.811518       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 48.215698ms to process 1 records
I0428 15:48:50.811526       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 48.516834ms to process 0 records
I0428 15:48:50.811542       1 tasks_processing.go:74] worker 51 stopped.
I0428 15:48:50.811544       1 tasks_processing.go:74] worker 38 stopped.
I0428 15:48:50.812484       1 tasks_processing.go:74] worker 5 stopped.
I0428 15:48:50.812509       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 53.904644ms to process 0 records
W0428 15:48:50.814119       1 operator.go:288] started
I0428 15:48:50.814156       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0428 15:48:50.814691       1 tasks_processing.go:74] worker 44 stopped.
I0428 15:48:50.815526       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=4eb9a8d161d3d9da97d36c17ab5c9adc7b014d32b7374045fae846144901db3e
I0428 15:48:50.815767       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=e859ed82e815d3005f7b5905e9e31ce9a5e0bdd77de4f68968fae58677249def
I0428 15:48:50.815779       1 gather.go:177] gatherer "clusterconfig" function "crds" took 52.877393ms to process 2 records
I0428 15:48:50.815877       1 tasks_processing.go:74] worker 35 stopped.
I0428 15:48:50.816053       1 recorder.go:75] Recording config/node/ip-10-0-0-47.ec2.internal with fingerprint=fffbb8d0ca7bdde7c04fdf106d2e1eb9572c9e224fa439e5a85a64a0f2f9269e
I0428 15:48:50.816107       1 recorder.go:75] Recording config/node/ip-10-0-2-75.ec2.internal with fingerprint=daeaaedf8a772afb5c2fd525ee507ccc4997647102f18fd8f45e87aac680afc1
I0428 15:48:50.816114       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 52.061868ms to process 2 records
I0428 15:48:50.816155       1 tasks_processing.go:74] worker 48 stopped.
I0428 15:48:50.816224       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=0f5fe4c83db7314c8921a65780e26e69c021166b0acbaeda4335fc327eb9bf48
I0428 15:48:50.816295       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=c15480d60b28884fcac31716ae2532c9e9d0d71dcdac69c0f9bdeae44372cce9
I0428 15:48:50.816314       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ce75179afa9cf0f42b60739fb0e8e5e47bd73bc59901d3ea15bcc6bec2dab3d5
I0428 15:48:50.816336       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=eadcc0b13d195c1ab54800f7d44e0e58233f5021ba45c373cad7fe1e7708a655
I0428 15:48:50.816366       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=3d262a8f93ab1fe6a43d1c619b9bfc7522c9cebfb29a80bfb44fd7edaa920848
I0428 15:48:50.816389       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=ba0e74d865e18041a8c2b347833cee6cf4ffdeb05ae647e4a761bd94eb8a8fda
I0428 15:48:50.816412       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=9defa97498396ebd26ca20760c666a3268968cb61856ca255bc89a19594e2d29
I0428 15:48:50.816444       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=fbc1cb436e028144d2d655e0f8d003b1dba315ef7f87fa6550243e998d6bfec8
I0428 15:48:50.816467       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=aebfec2d730a1e2c70de1e3411a7dab35566e3a6eabe02b82fabc3c5d6a78b84
I0428 15:48:50.816493       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=f0716cf218fa16a4c82944305b33e4ef7eb6674b2423168a49462172dfa4ad5f
I0428 15:48:50.816516       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=21158ac7d8c4b4278a3892f38a056fbf09db4dbb814f4108f904beb30235d12e
I0428 15:48:50.816523       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 52.894602ms to process 11 records
I0428 15:48:50.816532       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 55.026969ms to process 0 records
I0428 15:48:50.816538       1 tasks_processing.go:74] worker 16 stopped.
W0428 15:48:50.818256       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:48:50.827203       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0428 15:48:50.827308       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0428 15:48:50.827320       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0428 15:48:50.831438       1 base_controller.go:82] Caches are synced for ConfigController 
I0428 15:48:50.831463       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0428 15:48:50.832045       1 tasks_processing.go:74] worker 31 stopped.
I0428 15:48:50.832182       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=33709e2dbdcecd9295c844889605979d751af960da5e184683b5eefc33ac4b9d
I0428 15:48:50.832202       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=5af8dab7636f0f75f0985226990f1ae26842d84172a8e731e734192fb2f869dc
I0428 15:48:50.832210       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 73.687778ms to process 2 records
I0428 15:48:50.832484       1 tasks_processing.go:74] worker 24 stopped.
I0428 15:48:50.832581       1 recorder.go:75] Recording config/running_containers with fingerprint=9c53ff25a9349011666bcddccb654aeac5183737f0d3ad390b23e5a3e80b93a7
I0428 15:48:50.832601       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 73.055126ms to process 1 records
I0428 15:48:50.832807       1 tasks_processing.go:74] worker 63 stopped.
I0428 15:48:50.832914       1 recorder.go:75] Recording config/olm_operators with fingerprint=704b49143dadfe9c8e93660b14b42f6ea5c2ae525169b89f310fb3b3d2c7fcd4
I0428 15:48:50.832931       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 69.825637ms to process 1 records
I0428 15:48:50.842994       1 prometheus_rules.go:88] Prometheus rules successfully created
I0428 15:48:50.845993       1 tasks_processing.go:74] worker 15 stopped.
I0428 15:48:50.846010       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 89.061726ms to process 0 records
E0428 15:48:50.847393       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273a5fb863-d24d-450a-8ab4-32f53ac40362%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:47845->172.30.0.10:53: read: connection refused
I0428 15:48:50.847409       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273a5fb863-d24d-450a-8ab4-32f53ac40362%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:47845->172.30.0.10:53: read: connection refused
I0428 15:48:50.848817       1 tasks_processing.go:74] worker 32 stopped.
I0428 15:48:50.848819       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:48:50.848904       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0428 15:48:50.848970       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 90.320097ms to process 1 records
I0428 15:48:50.848998       1 controller.go:212] Source scaController *sca.Controller is not ready
I0428 15:48:50.849006       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0428 15:48:50.849009       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0428 15:48:50.849012       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0428 15:48:50.849039       1 controller.go:489] The operator is still being initialized
I0428 15:48:50.849048       1 controller.go:512] The operator is healthy
I0428 15:48:50.852204       1 tasks_processing.go:74] worker 19 stopped.
I0428 15:48:50.852260       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 91.110195ms to process 0 records
I0428 15:48:50.857710       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0428 15:48:50.861936       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:54220->172.30.0.10:53: read: connection refused
I0428 15:48:50.861957       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:54220->172.30.0.10:53: read: connection refused
I0428 15:48:50.878209       1 tasks_processing.go:74] worker 45 stopped.
E0428 15:48:50.878233       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0428 15:48:50.878241       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pv84lt2oglapt1h38ugpkidf9sbvk4r-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pv84lt2oglapt1h38ugpkidf9sbvk4r-primary-cert-bundle-secret" not found
I0428 15:48:50.878315       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=f02b3d707f70e035dda8608dfbf7eb51099784c42cbd1e1b8a9edf5dff2f0f20
I0428 15:48:50.878330       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 118.347638ms to process 1 records
I0428 15:48:50.878831       1 tasks_processing.go:74] worker 40 stopped.
E0428 15:48:50.878848       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0428 15:48:50.878855       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0428 15:48:50.878859       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0428 15:48:50.878870       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0428 15:48:50.878900       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0428 15:48:50.878907       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0428 15:48:50.878911       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0428 15:48:50.878916       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0428 15:48:50.878954       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0428 15:48:50.878962       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0428 15:48:50.878967       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 117.046743ms to process 7 records
I0428 15:48:50.885975       1 tasks_processing.go:74] worker 12 stopped.
I0428 15:48:50.886291       1 recorder.go:75] Recording config/version with fingerprint=4866b4bd7aef28049b9ac4a4cb68e34a2897952e9e94151b4d319d275f6d0974
I0428 15:48:50.886306       1 recorder.go:75] Recording config/id with fingerprint=d663ba2d1cfeb1e528b4d407de508e37dfe1813c94e2c20714472ffbba2cb3a8
I0428 15:48:50.886313       1 gather.go:177] gatherer "clusterconfig" function "version" took 124.149181ms to process 2 records
I0428 15:48:50.914695       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0428 15:48:50.914715       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
W0428 15:48:51.814360       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:48:51.999030       1 gather_cluster_operator_pods_and_events.go:121] Found 17 pods with 23 containers
I0428 15:48:51.999046       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1094166 bytes
I0428 15:48:52.000167       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gj5zm pod in namespace openshift-dns (previous: false).
I0428 15:48:52.212050       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gj5zm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gj5zm\" is waiting to start: ContainerCreating"
I0428 15:48:52.212069       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gj5zm\" is waiting to start: ContainerCreating"
I0428 15:48:52.212079       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gj5zm pod in namespace openshift-dns (previous: false).
I0428 15:48:52.224538       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0428 15:48:52.392329       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gj5zm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gj5zm\" is waiting to start: ContainerCreating"
I0428 15:48:52.392354       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gj5zm\" is waiting to start: ContainerCreating"
I0428 15:48:52.392395       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-vxx7q pod in namespace openshift-dns (previous: false).
I0428 15:48:52.613076       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vxx7q pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-vxx7q\" is waiting to start: ContainerCreating"
I0428 15:48:52.613098       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-vxx7q\" is waiting to start: ContainerCreating"
I0428 15:48:52.613107       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-vxx7q pod in namespace openshift-dns (previous: false).
I0428 15:48:52.627950       1 tasks_processing.go:74] worker 59 stopped.
I0428 15:48:52.628006       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=ef83fb6c27ce462b0e4bca7969e148b08fc2d25eb795c4c2ab7eff8e0191d1a5
I0428 15:48:52.628038       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=0acc2ccdbb89aaea0d9118e91e58cd8432bb50c7003bc0ea078bcfa1d443de04
I0428 15:48:52.628072       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0428 15:48:52.628100       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=46c5a13e6c2a71409b061479d4bce10885476d5eb455fdb0f81059ad21dd0aab
I0428 15:48:52.628118       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0428 15:48:52.628171       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=96ca0e3aef2b9ef564dcae4ce936bafa04efa0bcc2b992b696df5030111cdef6
I0428 15:48:52.628222       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=d2d42bd4cc7d1678712049121026b5a38483c29e59624c0f9d1e9890d945eb82
I0428 15:48:52.628247       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=3ed6d2f8c7027f538583c2ce588f7e067b98b2979242678f46acd1b1e3fd6d37
I0428 15:48:52.628261       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=a13bd068ec6897a94b35bc0f3b9616c5b31273740783e541f841cad5a2d2a575
I0428 15:48:52.628280       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=e8d9d1321704b0c12a9f2f6fde51a724c54e8946cd725b7a2effb206e6fb2d25
I0428 15:48:52.628290       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0428 15:48:52.628306       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=5f28d953ce64c8db6b087106830c4e481d7eaefd0bbe96af8906c4b29f7f88b8
I0428 15:48:52.628317       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0428 15:48:52.628333       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=ceb159b2adfd1a50237c137cbc70ba814c0906e9b4dddbe6fcf2fb4a3cd5b965
I0428 15:48:52.628342       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0428 15:48:52.628354       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=c2954b69032a6221eea3e6fe4f3d77197824d48919d194a507eafbdf80a37c6b
I0428 15:48:52.628365       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0428 15:48:52.628380       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=b115df2d546cd42b3d43d328d4fe232e8a3b8f0f7569d6956e5f643d5be079e6
I0428 15:48:52.628507       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=351c592497854854f6a10daa5b5574318a5d0092e4dce146ffdc740de1c99223
I0428 15:48:52.628517       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0428 15:48:52.628524       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0428 15:48:52.628544       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0428 15:48:52.628566       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=efa5abab4af69be67c585a02cdc75b193d73f6e8f3f9322898055b1b45ed49a6
I0428 15:48:52.628590       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=e0091953c14306711b9fbdf8da58d9a13ff432cd73c5b1d8c74672dccbb0b8c3
I0428 15:48:52.628600       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0428 15:48:52.628615       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=6e5223bf4f29b4dd4cfdd3552d9c15e49f88ef91cbd8d0b736496f6db868a305
I0428 15:48:52.628626       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0428 15:48:52.628640       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=8ec9412d3c6de242a0f611d2f474ead5cf514f87158189ccb97fceda04fec649
I0428 15:48:52.628655       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=da5627c590ef744a7395cee36b6bd3348caaa8fd632bacb68a2c36553c5f809d
I0428 15:48:52.628670       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=375f47bb05826f8b7284db783a411f74dcaa6c37fda2fecf6bd87a08a96abb6f
I0428 15:48:52.628686       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=76f4261f69975fc8ad65ff268802b7d46168b9c9677f0e580ae895a46138a107
I0428 15:48:52.628699       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=67f02c820f75aabedf15a437322448911b8e8bd7359f7921084b419fc9e27690
I0428 15:48:52.628728       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=5452179a2c5832fe6421512f76d678239e714de00015f2db114bc983740db267
I0428 15:48:52.628744       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0428 15:48:52.628753       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0428 15:48:52.628759       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.867276815s to process 35 records
I0428 15:48:52.791047       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vxx7q pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-vxx7q\" is waiting to start: ContainerCreating"
I0428 15:48:52.791072       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-vxx7q\" is waiting to start: ContainerCreating"
I0428 15:48:52.791090       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dpq2w pod in namespace openshift-dns (previous: false).
W0428 15:48:52.815040       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:48:52.990270       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:48:52.990292       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-rqhcn pod in namespace openshift-dns (previous: false).
I0428 15:48:53.190974       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:48:53.191038       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-8b66ffffb-2rcpv pod in namespace openshift-image-registry (previous: false).
I0428 15:48:53.385014       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:48:53.385079       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-8b66ffffb-fzmxg pod in namespace openshift-image-registry (previous: false).
I0428 15:48:53.590317       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-8b66ffffb-fzmxg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-8b66ffffb-fzmxg\" is waiting to start: ContainerCreating"
I0428 15:48:53.590336       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-8b66ffffb-fzmxg\" is waiting to start: ContainerCreating"
I0428 15:48:53.590376       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-c87566c6c-9kw4x pod in namespace openshift-image-registry (previous: false).
I0428 15:48:53.790299       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-c87566c6c-9kw4x pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-c87566c6c-9kw4x\" is waiting to start: ContainerCreating"
I0428 15:48:53.790319       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-c87566c6c-9kw4x\" is waiting to start: ContainerCreating"
I0428 15:48:53.790330       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-d6lkk pod in namespace openshift-image-registry (previous: false).
W0428 15:48:53.813925       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:48:53.989788       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:48:53.989807       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-g649s pod in namespace openshift-image-registry (previous: false).
I0428 15:48:54.190148       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:48:54.190202       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-69d6f444f5-xr2zp pod in namespace openshift-ingress (previous: false).
I0428 15:48:54.390624       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-69d6f444f5-xr2zp pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-69d6f444f5-xr2zp\" is waiting to start: ContainerCreating"
I0428 15:48:54.390644       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-69d6f444f5-xr2zp\" is waiting to start: ContainerCreating"
I0428 15:48:54.390675       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84d84988b7-c54tr pod in namespace openshift-ingress (previous: false).
I0428 15:48:54.591898       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84d84988b7-c54tr pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84d84988b7-c54tr\" is waiting to start: ContainerCreating"
I0428 15:48:54.591921       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84d84988b7-c54tr\" is waiting to start: ContainerCreating"
I0428 15:48:54.591968       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84d84988b7-f8krl pod in namespace openshift-ingress (previous: false).
I0428 15:48:54.795435       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84d84988b7-f8krl pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84d84988b7-f8krl\" is waiting to start: ContainerCreating"
I0428 15:48:54.795457       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84d84988b7-f8krl\" is waiting to start: ContainerCreating"
I0428 15:48:54.795488       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-5xfks pod in namespace openshift-ingress-canary (previous: false).
W0428 15:48:54.814755       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:48:54.990181       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-5xfks pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-5xfks\" is waiting to start: ContainerCreating"
I0428 15:48:54.990201       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-5xfks\" is waiting to start: ContainerCreating"
I0428 15:48:54.990231       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-svwmq pod in namespace openshift-ingress-canary (previous: false).
I0428 15:48:55.190149       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-svwmq pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-svwmq\" is waiting to start: ContainerCreating"
I0428 15:48:55.190169       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-svwmq\" is waiting to start: ContainerCreating"
I0428 15:48:55.190200       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for volume-data-source-validator container volume-data-source-validator-6f8fd97467-jjlw6 pod in namespace openshift-cluster-storage-operator (previous: false).
I0428 15:48:55.391465       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for csi-driver container aws-ebs-csi-driver-node-v92hm pod in namespace openshift-cluster-csi-drivers (previous: false).
I0428 15:48:55.590659       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for csi-node-driver-registrar container aws-ebs-csi-driver-node-v92hm pod in namespace openshift-cluster-csi-drivers (previous: false).
I0428 15:48:55.791042       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for csi-liveness-probe container aws-ebs-csi-driver-node-v92hm pod in namespace openshift-cluster-csi-drivers (previous: false).
W0428 15:48:55.814175       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0428 15:48:55.814216       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0428 15:48:55.814231       1 tasks_processing.go:74] worker 61 stopped.
E0428 15:48:55.814242       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0428 15:48:55.814253       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0428 15:48:55.814269       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0428 15:48:55.814281       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.051456316s to process 1 records
I0428 15:48:55.990477       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for csi-driver container aws-ebs-csi-driver-node-wnwqz pod in namespace openshift-cluster-csi-drivers (previous: false).
I0428 15:48:56.207806       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for csi-node-driver-registrar container aws-ebs-csi-driver-node-wnwqz pod in namespace openshift-cluster-csi-drivers (previous: false).
I0428 15:48:56.391069       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for csi-liveness-probe container aws-ebs-csi-driver-node-wnwqz pod in namespace openshift-cluster-csi-drivers (previous: false).
I0428 15:48:56.591741       1 tasks_processing.go:74] worker 10 stopped.
I0428 15:48:56.591840       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=32c36b2fe01961950ced4965c375080b2ec8cec6a45b6b3c157295817bbf13b6
I0428 15:48:56.591878       1 recorder.go:75] Recording events/openshift-dns with fingerprint=4b88286aa9f6fc434b903acd1c297a0440311f3d98cd68527f99ea48e532f2d8
I0428 15:48:56.591955       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=af63b06d293e87fba96354df8616da79290b424840e4840204a9440a47261657
I0428 15:48:56.591982       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=e958ddf516e18cc11fb65d6cdba3600f90a29b9a51ee434b7f89d441206d65c8
I0428 15:48:56.592030       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=b9c9d4a19bb3f34fbc19644d9db902a294ec242c7794bb85d402a981ea6cec4f
I0428 15:48:56.592044       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=e5596e3248b98d93f3de87c696d60e2fa36741aa25d4f938dcff9dee048e22b3
I0428 15:48:56.592423       1 recorder.go:75] Recording events/openshift-cluster-storage-operator with fingerprint=f9102b18af77e2a2ebc6f48de49ca64c25dfbe84d7c25c9af2a6a6166a5e513b
I0428 15:48:56.592548       1 recorder.go:75] Recording events/openshift-cluster-csi-drivers with fingerprint=de78d6cd66253eb88da29aae01f9bbe3494aa89140b46da1aac1a035f28a40d1
I0428 15:48:56.593896       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-gj5zm with fingerprint=5e05cbe66d7533d9b23a3d60cde301f90a1884b17223fc3c94e28b6ce4b3d833
I0428 15:48:56.593991       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-vxx7q with fingerprint=80e49a4e9b43be0fce8fbf4237afa2cbddbcef6ce0d9c489f25631b585d694ee
I0428 15:48:56.594075       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-8b66ffffb-2rcpv with fingerprint=f31bc91b9c7ba3dcfbf33d0631516f34f8fbd0412f3ff86d085946de0038602c
I0428 15:48:56.594188       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-8b66ffffb-fzmxg with fingerprint=a1223247810bb8abae1aa34855664bfce8ea406055ca0838c3e8bd0f1b1417d6
I0428 15:48:56.594280       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-c87566c6c-9kw4x with fingerprint=5568a5daa007184516b840eb525274cda097cc6cc1dec35282a614c150019474
I0428 15:48:56.594376       1 recorder.go:75] Recording config/pod/openshift-ingress/router-default-69d6f444f5-xr2zp with fingerprint=08654bc471fc736e5315de0e765b63266cd9acd7c3a6df4522f5b4fe6e64e988
I0428 15:48:56.594461       1 recorder.go:75] Recording config/pod/openshift-ingress/router-default-84d84988b7-c54tr with fingerprint=4f2dc1463e5535058303f2a4853c2393068269c56b7552f5dc94a4612d6db5da
I0428 15:48:56.594545       1 recorder.go:75] Recording config/pod/openshift-ingress/router-default-84d84988b7-f8krl with fingerprint=b1e03b19ac4f1ddeaa2c8272ba05b32ba1cfdc3bb2aaa2f3ee45e1f30ef0dbd8
I0428 15:48:56.594601       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-5xfks with fingerprint=1d3d7892dda504e18c503ddf89d0f9a216f0876fb5557934dc27a021be533475
I0428 15:48:56.594657       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-svwmq with fingerprint=c97a6c39d4f6b652b442a6405f5f4de16f438560d3a941e308dca10eec510130
I0428 15:48:56.594709       1 recorder.go:75] Recording config/pod/openshift-cluster-storage-operator/volume-data-source-validator-6f8fd97467-jjlw6 with fingerprint=628d896517905ee32f48818321035092588951fd32d39d834d213b899c3312cb
I0428 15:48:56.594722       1 recorder.go:75] Recording config/pod/openshift-cluster-storage-operator/logs/volume-data-source-validator-6f8fd97467-jjlw6/volume-data-source-validator_current.log with fingerprint=11d199f7a77e8416563f13f5623ef6fbf2d911c00bfb68501bbc30bd6f91e3b6
I0428 15:48:56.594731       1 recorder.go:75] Recording config/pod/openshift-cluster-csi-drivers/logs/aws-ebs-csi-driver-node-v92hm/csi-driver_current.log with fingerprint=214baf575e0f256541f0cdcd8691c349b56d10b6d71efa1b29836352352c1e15
I0428 15:48:56.594744       1 recorder.go:75] Recording config/pod/openshift-cluster-csi-drivers/logs/aws-ebs-csi-driver-node-v92hm/csi-node-driver-registrar_current.log with fingerprint=3ab3e38d5c4875a866ff3a62be3fc495ba0e7d695db27a7cfbec8d63dd4c84de
I0428 15:48:56.594752       1 recorder.go:75] Recording config/pod/openshift-cluster-csi-drivers/logs/aws-ebs-csi-driver-node-v92hm/csi-liveness-probe_current.log with fingerprint=aeab3a1f3268188d11d0d5e840bed825345ebea9a102cb99594558e18bcbc246
I0428 15:48:56.594760       1 recorder.go:75] Recording config/pod/openshift-cluster-csi-drivers/logs/aws-ebs-csi-driver-node-wnwqz/csi-driver_current.log with fingerprint=29a1ba8b3123342f317a767ce58f65aeec6e040b4a7e0738f2a70117ce003a08
I0428 15:48:56.594770       1 recorder.go:75] Recording config/pod/openshift-cluster-csi-drivers/logs/aws-ebs-csi-driver-node-wnwqz/csi-node-driver-registrar_current.log with fingerprint=22e6cbfb7377371e1c568f2aa19a4fc4fe8cecf145d3e6fb77985d4e5c9a06ff
I0428 15:48:56.594775       1 recorder.go:75] Recording config/pod/openshift-cluster-csi-drivers/logs/aws-ebs-csi-driver-node-wnwqz/csi-liveness-probe_current.log with fingerprint=c44b3c16f2c7f2f479f3062781915f130634bfbed92bf8000b396f7852f9a017
I0428 15:48:56.594797       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.834898082s to process 26 records
I0428 15:49:03.204326       1 tasks_processing.go:74] worker 39 stopped.
I0428 15:49:03.204371       1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec
I0428 15:49:03.204399       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.443461249s to process 1 records
I0428 15:49:03.946088       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:49:03.968096       1 tasks_processing.go:74] worker 53 stopped.
I0428 15:49:03.968381       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=b3a2c4fa45ed7ae58b9c4093be9a56682fdfea23d7350a26feed0cd7c1d1f420
I0428 15:49:03.968399       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.208963621s to process 1 records
E0428 15:49:03.968454       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.211s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error"
I0428 15:49:03.969559       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error
I0428 15:49:03.969572       1 periodic.go:209] Running workloads gatherer
I0428 15:49:03.969588       1 tasks_processing.go:45] number of workers: 2
I0428 15:49:03.969598       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 15:49:03.969602       1 tasks_processing.go:71] worker 1 working on helmchart_info task.
I0428 15:49:03.969613       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 15:49:03.969690       1 tasks_processing.go:71] worker 0 working on workload_info task.
I0428 15:49:03.990296       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data
I0428 15:49:03.993298       1 tasks_processing.go:74] worker 1 stopped.
I0428 15:49:03.993313       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 23.682781ms to process 0 records
I0428 15:49:03.999992       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms)
I0428 15:49:04.009573       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (10ms)
I0428 15:49:04.018485       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms)
I0428 15:49:04.027398       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (9ms)
I0428 15:49:04.036090       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (9ms)
I0428 15:49:04.045149       1 gather_workloads_info.go:387] No image sha256:f68c0da8268f23078f5f760a91a3c8212f2195acf18c231f6e034207a67adeec (9ms)
I0428 15:49:04.053816       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (9ms)
I0428 15:49:04.062243       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (8ms)
I0428 15:49:04.070809       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (9ms)
I0428 15:49:04.079468       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (9ms)
I0428 15:49:04.100062       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (21ms)
I0428 15:49:04.202193       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (102ms)
I0428 15:49:04.303921       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (102ms)
I0428 15:49:04.403109       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms)
I0428 15:49:04.502216       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (99ms)
I0428 15:49:04.600425       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (98ms)
I0428 15:49:04.700056       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms)
I0428 15:49:04.799407       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (99ms)
I0428 15:49:04.906491       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (107ms)
I0428 15:49:04.999939       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (93ms)
I0428 15:49:05.106678       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (107ms)
I0428 15:49:05.205956       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (99ms)
I0428 15:49:05.310250       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (104ms)
I0428 15:49:05.399998       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (90ms)
I0428 15:49:05.511695       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (112ms)
I0428 15:49:05.599313       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (88ms)
I0428 15:49:05.702541       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (103ms)
I0428 15:49:05.801257       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (99ms)
I0428 15:49:05.904985       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (104ms)
I0428 15:49:06.005670       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (101ms)
I0428 15:49:06.104112       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (98ms)
I0428 15:49:06.200480       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (96ms)
I0428 15:49:06.302323       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (102ms)
I0428 15:49:06.302355       1 tasks_processing.go:74] worker 0 stopped.
E0428 15:49:06.302366       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0428 15:49:06.302672       1 recorder.go:75] Recording config/workload_info with fingerprint=94054e2b0117e7ef51690ccd574ac9ed5fa2b5027e54c952286dea1b6d4206e2
I0428 15:49:06.302688       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.3326503s to process 1 records
E0428 15:49:06.302723       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.333s with: function \"workload_info\" failed with an error"
I0428 15:49:06.303827       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0428 15:49:06.303840       1 periodic.go:209] Running conditional gatherer
I0428 15:49:06.309128       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0428 15:49:06.315450       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:58763->172.30.0.10:53: read: connection refused
E0428 15:49:06.315690       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:49:06.315749       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0428 15:49:06.320944       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0428 15:49:06.320958       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:49:06.320964       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:49:06.320967       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:49:06.320970       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:49:06.320974       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:49:06.320977       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:49:06.320980       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:49:06.320983       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:49:06.320986       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0428 15:49:06.321009       1 tasks_processing.go:45] number of workers: 3
I0428 15:49:06.321029       1 tasks_processing.go:69] worker 2 listening for tasks.
I0428 15:49:06.321038       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0428 15:49:06.321037       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 15:49:06.321049       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0428 15:49:06.321055       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0428 15:49:06.321056       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 15:49:06.321072       1 tasks_processing.go:74] worker 1 stopped.
I0428 15:49:06.321179       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0428 15:49:06.321198       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.105µs to process 1 records
I0428 15:49:06.321247       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0428 15:49:06.321259       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.101µs to process 1 records
I0428 15:49:06.321269       1 tasks_processing.go:74] worker 0 stopped.
I0428 15:49:06.321385       1 tasks_processing.go:74] worker 2 stopped.
I0428 15:49:06.321395       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 324.827µs to process 0 records
I0428 15:49:06.321431       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:58763->172.30.0.10:53: read: connection refused
I0428 15:49:06.321448       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0428 15:49:06.342459       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=8e7d0b7a12f2b88559b2187d890b4f84cfb916414132eb7ea65cba136d24f682
I0428 15:49:06.342615       1 diskrecorder.go:70] Writing 119 records to /var/lib/insights-operator/insights-2026-04-28-154906.tar.gz
I0428 15:49:06.350439       1 diskrecorder.go:51] Wrote 119 records to disk in 7ms
I0428 15:49:06.350482       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0428 15:49:06.350501       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0428 15:49:14.075420       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:49:14.274981       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:49:22.623991       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:50:10.457815       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="5433005f8a1279b8963bce709716bb0f886037c0c17f5839769ba8256c7d623c")
W0428 15:50:10.457850       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created
I0428 15:50:10.457926       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0428 15:50:10.457934       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="6a1d913ec0d67bb07ea206e5dd0a8e834de7bdad30120e658091a406d2a0b053")