W0327 22:59:53.355848       1 cmd.go:257] Using insecure, self-signed certificates
I0327 22:59:53.853596       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 22:59:53.853896       1 observer_polling.go:159] Starting file observer
I0327 22:59:54.253104       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0327 22:59:54.254219       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0327 22:59:54.254808       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0327 22:59:54.254919       1 secure_serving.go:57] Forcing use of http/1.1 only
W0327 22:59:54.254960       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0327 22:59:54.254968       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0327 22:59:54.254974       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0327 22:59:54.254977       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0327 22:59:54.254982       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0327 22:59:54.254985       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0327 22:59:54.262289       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0327 22:59:54.262334       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"99a57790-bd91-4634-90f9-43e03484d271", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0327 22:59:54.268685       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0327 22:59:54.268703       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0327 22:59:54.268701       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0327 22:59:54.268708       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0327 22:59:54.268718       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0327 22:59:54.268720       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0327 22:59:54.268966       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1414367639/tls.crt::/tmp/serving-cert-1414367639/tls.key"
I0327 22:59:54.269210       1 secure_serving.go:213] Serving securely on [::]:8443
I0327 22:59:54.269237       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0327 22:59:54.312488       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0327 22:59:54.312511       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0327 22:59:54.312624       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0327 22:59:54.342559       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 22:59:54.342578       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0327 22:59:54.348389       1 secretconfigobserver.go:119] support secret does not exist
I0327 22:59:54.359659       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 22:59:54.366810       1 secretconfigobserver.go:119] support secret does not exist
I0327 22:59:54.368967       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0327 22:59:54.368976       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0327 22:59:54.369028       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0327 22:59:54.370658       1 recorder.go:161] Pruning old reports every 4h37m2s, max age is 288h0m0s
I0327 22:59:54.380996       1 periodic.go:209] Running clusterconfig gatherer
I0327 22:59:54.380998       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0327 22:59:54.381010       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0327 22:59:54.381022       1 insightsreport.go:296] Starting report retriever
I0327 22:59:54.381021       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0327 22:59:54.381028       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0327 22:59:54.381058       1 tasks_processing.go:45] number of workers: 64
I0327 22:59:54.381080       1 tasks_processing.go:69] worker 2 listening for tasks.
I0327 22:59:54.381092       1 tasks_processing.go:69] worker 0 listening for tasks.
I0327 22:59:54.381092       1 tasks_processing.go:69] worker 12 listening for tasks.
I0327 22:59:54.381100       1 tasks_processing.go:69] worker 3 listening for tasks.
I0327 22:59:54.381100       1 tasks_processing.go:69] worker 1 listening for tasks.
I0327 22:59:54.381102       1 tasks_processing.go:69] worker 7 listening for tasks.
I0327 22:59:54.381109       1 tasks_processing.go:69] worker 8 listening for tasks.
I0327 22:59:54.381115       1 tasks_processing.go:69] worker 45 listening for tasks.
I0327 22:59:54.381115       1 tasks_processing.go:69] worker 5 listening for tasks.
I0327 22:59:54.381119       1 tasks_processing.go:71] worker 7 working on ingress_certificates task.
I0327 22:59:54.381119       1 tasks_processing.go:69] worker 29 listening for tasks.
I0327 22:59:54.381118       1 tasks_processing.go:71] worker 8 working on openstack_version task.
I0327 22:59:54.381131       1 tasks_processing.go:71] worker 29 working on sap_datahubs task.
I0327 22:59:54.381131       1 tasks_processing.go:69] worker 9 listening for tasks.
I0327 22:59:54.381133       1 tasks_processing.go:69] worker 31 listening for tasks.
I0327 22:59:54.381124       1 tasks_processing.go:71] worker 45 working on machines task.
I0327 22:59:54.381139       1 tasks_processing.go:69] worker 6 listening for tasks.
I0327 22:59:54.381144       1 tasks_processing.go:71] worker 31 working on nodenetworkstates task.
I0327 22:59:54.381148       1 tasks_processing.go:71] worker 6 working on service_accounts task.
I0327 22:59:54.381155       1 tasks_processing.go:69] worker 34 listening for tasks.
I0327 22:59:54.381157       1 tasks_processing.go:69] worker 20 listening for tasks.
I0327 22:59:54.381168       1 tasks_processing.go:69] worker 35 listening for tasks.
I0327 22:59:54.381171       1 tasks_processing.go:69] worker 13 listening for tasks.
I0327 22:59:54.381176       1 tasks_processing.go:69] worker 36 listening for tasks.
I0327 22:59:54.381170       1 tasks_processing.go:69] worker 25 listening for tasks.
I0327 22:59:54.381184       1 tasks_processing.go:69] worker 37 listening for tasks.
I0327 22:59:54.381180       1 tasks_processing.go:69] worker 57 listening for tasks.
I0327 22:59:54.381180       1 tasks_processing.go:69] worker 14 listening for tasks.
I0327 22:59:54.381195       1 tasks_processing.go:69] worker 16 listening for tasks.
I0327 22:59:54.381187       1 tasks_processing.go:69] worker 15 listening for tasks.
I0327 22:59:54.381194       1 tasks_processing.go:69] worker 38 listening for tasks.
I0327 22:59:54.381206       1 tasks_processing.go:69] worker 46 listening for tasks.
I0327 22:59:54.381194       1 tasks_processing.go:69] worker 21 listening for tasks.
I0327 22:59:54.381210       1 tasks_processing.go:69] worker 40 listening for tasks.
I0327 22:59:54.381213       1 tasks_processing.go:69] worker 17 listening for tasks.
I0327 22:59:54.381209       1 tasks_processing.go:69] worker 10 listening for tasks.
I0327 22:59:54.381221       1 tasks_processing.go:69] worker 47 listening for tasks.
I0327 22:59:54.381219       1 tasks_processing.go:69] worker 24 listening for tasks.
I0327 22:59:54.381218       1 tasks_processing.go:69] worker 60 listening for tasks.
I0327 22:59:54.381247       1 tasks_processing.go:69] worker 26 listening for tasks.
I0327 22:59:54.381252       1 tasks_processing.go:71] worker 34 working on storage_cluster task.
I0327 22:59:54.381254       1 tasks_processing.go:69] worker 54 listening for tasks.
I0327 22:59:54.381258       1 tasks_processing.go:71] worker 26 working on support_secret task.
I0327 22:59:54.381261       1 tasks_processing.go:69] worker 28 listening for tasks.
I0327 22:59:54.381265       1 tasks_processing.go:71] worker 35 working on ceph_cluster task.
I0327 22:59:54.381261       1 tasks_processing.go:69] worker 56 listening for tasks.
I0327 22:59:54.381271       1 tasks_processing.go:71] worker 25 working on openstack_controlplanes task.
I0327 22:59:54.381273       1 tasks_processing.go:71] worker 38 working on image_registries task.
I0327 22:59:54.381276       1 tasks_processing.go:71] worker 17 working on validating_webhook_configurations task.
I0327 22:59:54.381273       1 tasks_processing.go:69] worker 58 listening for tasks.
I0327 22:59:54.381272       1 tasks_processing.go:69] worker 51 listening for tasks.
I0327 22:59:54.381284       1 tasks_processing.go:71] worker 12 working on install_plans task.
I0327 22:59:54.381287       1 tasks_processing.go:69] worker 59 listening for tasks.
I0327 22:59:54.381292       1 tasks_processing.go:71] worker 51 working on cluster_apiserver task.
I0327 22:59:54.381294       1 tasks_processing.go:71] worker 57 working on cost_management_metrics_configs task.
I0327 22:59:54.381299       1 tasks_processing.go:71] worker 3 working on authentication task.
I0327 22:59:54.381311       1 tasks_processing.go:71] worker 10 working on aggregated_monitoring_cr_names task.
I0327 22:59:54.381293       1 tasks_processing.go:71] worker 59 working on lokistack task.
I0327 22:59:54.381374       1 tasks_processing.go:71] worker 46 working on dvo_metrics task.
I0327 22:59:54.381375       1 tasks_processing.go:71] worker 47 working on certificate_signing_requests task.
I0327 22:59:54.381456       1 tasks_processing.go:71] worker 37 working on sap_config task.
I0327 22:59:54.381494       1 tasks_processing.go:71] worker 13 working on storage_classes task.
I0327 22:59:54.381494       1 tasks_processing.go:71] worker 40 working on nodenetworkconfigurationpolicies task.
I0327 22:59:54.381502       1 tasks_processing.go:71] worker 1 working on metrics task.
I0327 22:59:54.381140       1 tasks_processing.go:69] worker 32 listening for tasks.
I0327 22:59:54.381528       1 tasks_processing.go:71] worker 32 working on active_alerts task.
W0327 22:59:54.381529       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 22:59:54.381544       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 24.035µs to process 0 records
W0327 22:59:54.381547       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 22:59:54.381123       1 tasks_processing.go:69] worker 30 listening for tasks.
I0327 22:59:54.381558       1 tasks_processing.go:71] worker 14 working on infrastructures task.
I0327 22:59:54.381566       1 tasks_processing.go:71] worker 36 working on ingress task.
I0327 22:59:54.381205       1 tasks_processing.go:69] worker 63 listening for tasks.
I0327 22:59:54.381574       1 tasks_processing.go:71] worker 63 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0327 22:59:54.381272       1 tasks_processing.go:71] worker 28 working on crds task.
I0327 22:59:54.381691       1 tasks_processing.go:71] worker 2 working on feature_gates task.
I0327 22:59:54.381567       1 tasks_processing.go:71] worker 30 working on mutating_webhook_configurations task.
I0327 22:59:54.381210       1 tasks_processing.go:69] worker 23 listening for tasks.
I0327 22:59:54.381124       1 tasks_processing.go:71] worker 5 working on clusterroles task.
I0327 22:59:54.381758       1 tasks_processing.go:71] worker 0 working on pod_network_connectivity_checks task.
I0327 22:59:54.381217       1 tasks_processing.go:69] worker 61 listening for tasks.
I0327 22:59:54.381803       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 27.281µs to process 0 records
I0327 22:59:54.381230       1 tasks_processing.go:69] worker 48 listening for tasks.
I0327 22:59:54.381148       1 tasks_processing.go:69] worker 33 listening for tasks.
I0327 22:59:54.381230       1 tasks_processing.go:69] worker 42 listening for tasks.
I0327 22:59:54.381228       1 tasks_processing.go:69] worker 43 listening for tasks.
I0327 22:59:54.381227       1 tasks_processing.go:69] worker 62 listening for tasks.
I0327 22:59:54.381233       1 tasks_processing.go:69] worker 19 listening for tasks.
I0327 22:59:54.381238       1 tasks_processing.go:71] worker 9 working on image_pruners task.
I0327 22:59:54.381221       1 tasks_processing.go:69] worker 41 listening for tasks.
I0327 22:59:54.381934       1 tasks_processing.go:71] worker 41 working on qemu_kubevirt_launcher_logs task.
I0327 22:59:54.381225       1 tasks_processing.go:69] worker 18 listening for tasks.
I0327 22:59:54.381240       1 tasks_processing.go:69] worker 44 listening for tasks.
I0327 22:59:54.381242       1 tasks_processing.go:69] worker 53 listening for tasks.
I0327 22:59:54.381252       1 tasks_processing.go:71] worker 60 working on machine_autoscalers task.
I0327 22:59:54.381245       1 tasks_processing.go:71] worker 24 working on pdbs task.
I0327 22:59:54.381989       1 tasks_processing.go:71] worker 53 working on sap_pods task.
I0327 22:59:54.382014       1 tasks_processing.go:71] worker 18 working on jaegers task.
I0327 22:59:54.381257       1 tasks_processing.go:69] worker 50 listening for tasks.
I0327 22:59:54.382080       1 tasks_processing.go:71] worker 50 working on tsdb_status task.
I0327 22:59:54.381253       1 tasks_processing.go:69] worker 27 listening for tasks.
I0327 22:59:54.381251       1 tasks_processing.go:69] worker 52 listening for tasks.
I0327 22:59:54.381261       1 tasks_processing.go:71] worker 20 working on config_maps task.
I0327 22:59:54.382117       1 tasks_processing.go:71] worker 52 working on openstack_dataplanedeployments task.
I0327 22:59:54.382170       1 tasks_processing.go:71] worker 27 working on schedulers task.
I0327 22:59:54.382026       1 tasks_processing.go:71] worker 44 working on oauths task.
I0327 22:59:54.381264       1 tasks_processing.go:71] worker 21 working on machine_config_pools task.
I0327 22:59:54.381266       1 tasks_processing.go:71] worker 54 working on operators task.
I0327 22:59:54.381107       1 tasks_processing.go:69] worker 4 listening for tasks.
I0327 22:59:54.381265       1 tasks_processing.go:69] worker 49 listening for tasks.
I0327 22:59:54.381277       1 tasks_processing.go:71] worker 56 working on nodes task.
I0327 22:59:54.382333       1 tasks_processing.go:71] worker 4 working on image task.
I0327 22:59:54.381285       1 tasks_processing.go:71] worker 58 working on machine_configs task.
I0327 22:59:54.381269       1 tasks_processing.go:71] worker 15 working on openshift_machine_api_events task.
I0327 22:59:54.382413       1 tasks_processing.go:71] worker 19 working on machine_healthchecks task.
I0327 22:59:54.382421       1 tasks_processing.go:71] worker 62 working on container_runtime_configs task.
I0327 22:59:54.381556       1 tasks_processing.go:71] worker 1 working on proxies task.
I0327 22:59:54.382455       1 tasks_processing.go:71] worker 49 working on monitoring_persistent_volumes task.
I0327 22:59:54.381561       1 tasks_processing.go:71] worker 32 working on version task.
I0327 22:59:54.381201       1 tasks_processing.go:69] worker 39 listening for tasks.
I0327 22:59:54.382571       1 tasks_processing.go:71] worker 39 working on silenced_alerts task.
I0327 22:59:54.381196       1 tasks_processing.go:69] worker 11 listening for tasks.
I0327 22:59:54.381245       1 tasks_processing.go:69] worker 55 listening for tasks.
I0327 22:59:54.381890       1 tasks_processing.go:71] worker 48 working on operators_pods_and_events task.
W0327 22:59:54.382594       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 22:59:54.382611       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 28.282µs to process 0 records
I0327 22:59:54.382622       1 tasks_processing.go:71] worker 55 working on olm_operators task.
I0327 22:59:54.382634       1 tasks_processing.go:71] worker 11 working on container_images task.
I0327 22:59:54.382646       1 tasks_processing.go:74] worker 39 stopped.
I0327 22:59:54.381900       1 tasks_processing.go:71] worker 42 working on node_logs task.
I0327 22:59:54.381896       1 tasks_processing.go:71] worker 23 working on overlapping_namespace_uids task.
I0327 22:59:54.381202       1 tasks_processing.go:69] worker 22 listening for tasks.
I0327 22:59:54.382790       1 tasks_processing.go:74] worker 22 stopped.
I0327 22:59:54.381899       1 tasks_processing.go:71] worker 43 working on machine_sets task.
I0327 22:59:54.381906       1 tasks_processing.go:71] worker 33 working on openstack_dataplanenodesets task.
I0327 22:59:54.381897       1 tasks_processing.go:71] worker 61 working on openshift_logging task.
W0327 22:59:54.382107       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 22:59:54.382900       1 tasks_processing.go:74] worker 50 stopped.
I0327 22:59:54.382914       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 807.302µs to process 0 records
I0327 22:59:54.381255       1 tasks_processing.go:71] worker 16 working on networks task.
I0327 22:59:54.413490       1 base_controller.go:82] Caches are synced for ConfigController 
I0327 22:59:54.413502       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0327 22:59:54.441621       1 tasks_processing.go:74] worker 31 stopped.
I0327 22:59:54.441648       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 60.456797ms to process 0 records
I0327 22:59:54.441752       1 tasks_processing.go:74] worker 34 stopped.
I0327 22:59:54.441765       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 60.492111ms to process 0 records
I0327 22:59:54.441787       1 tasks_processing.go:74] worker 0 stopped.
E0327 22:59:54.441800       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0327 22:59:54.441824       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 60.010916ms to process 0 records
I0327 22:59:54.441856       1 tasks_processing.go:74] worker 60 stopped.
I0327 22:59:54.441866       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 59.876543ms to process 0 records
I0327 22:59:54.442074       1 tasks_processing.go:74] worker 43 stopped.
I0327 22:59:54.442094       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 59.262937ms to process 0 records
I0327 22:59:54.442105       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 60.019396ms to process 0 records
I0327 22:59:54.442113       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 60.812878ms to process 0 records
I0327 22:59:54.442126       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 60.111799ms to process 0 records
I0327 22:59:54.442132       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 60.975496ms to process 0 records
I0327 22:59:54.442137       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 60.855611ms to process 0 records
I0327 22:59:54.442145       1 tasks_processing.go:74] worker 35 stopped.
I0327 22:59:54.442154       1 tasks_processing.go:74] worker 57 stopped.
I0327 22:59:54.442169       1 tasks_processing.go:74] worker 25 stopped.
I0327 22:59:54.442172       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 60.848411ms to process 0 records
I0327 22:59:54.442172       1 tasks_processing.go:74] worker 53 stopped.
I0327 22:59:54.442184       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 60.046679ms to process 0 records
I0327 22:59:54.442192       1 tasks_processing.go:74] worker 52 stopped.
I0327 22:59:54.442220       1 tasks_processing.go:74] worker 29 stopped.
I0327 22:59:54.442232       1 tasks_processing.go:74] worker 18 stopped.
I0327 22:59:54.442245       1 tasks_processing.go:74] worker 59 stopped.
I0327 22:59:54.442489       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 60.884494ms to process 0 records
E0327 22:59:54.442511       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0327 22:59:54.442521       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 59.937035ms to process 0 records
I0327 22:59:54.442537       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 59.943904ms to process 0 records
I0327 22:59:54.442548       1 tasks_processing.go:74] worker 19 stopped.
I0327 22:59:54.442553       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 61.264619ms to process 0 records
I0327 22:59:54.442558       1 tasks_processing.go:74] worker 62 stopped.
I0327 22:59:54.442572       1 tasks_processing.go:74] worker 8 stopped.
I0327 22:59:54.442607       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0327 22:59:54.442634       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0327 22:59:54.442641       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0327 22:59:54.442646       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0327 22:59:54.442646       1 tasks_processing.go:74] worker 14 stopped.
I0327 22:59:54.442674       1 controller.go:489] The operator is still being initialized
I0327 22:59:54.442686       1 controller.go:512] The operator is healthy
I0327 22:59:54.443712       1 recorder.go:75] Recording config/infrastructure with fingerprint=1125f8fce70ff9bd8f966c4750af4bea39a288b6e16405b5563aa3232fbaa8c2
I0327 22:59:54.443731       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 60.890757ms to process 1 records
I0327 22:59:54.443739       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 60.99304ms to process 0 records
I0327 22:59:54.443832       1 tasks_processing.go:74] worker 40 stopped.
I0327 22:59:54.443895       1 tasks_processing.go:74] worker 9 stopped.
I0327 22:59:54.444035       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=884242ddb1947224cccf5cc4a0769f3e76fd7046391dfd25a87c54a0c41734c8
I0327 22:59:54.444047       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 60.668828ms to process 1 records
E0327 22:59:54.444059       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0327 22:59:54.444069       1 gather.go:177] gatherer "clusterconfig" function "machines" took 61.375519ms to process 0 records
I0327 22:59:54.444137       1 tasks_processing.go:74] worker 45 stopped.
I0327 22:59:54.444196       1 recorder.go:75] Recording config/ingress with fingerprint=f690ff86b49bc1f4eeea5262f304423e992fe59fccf898dbb3758056a83c2c0a
I0327 22:59:54.444206       1 tasks_processing.go:74] worker 36 stopped.
I0327 22:59:54.444209       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 60.970563ms to process 1 records
I0327 22:59:54.444258       1 recorder.go:75] Recording config/proxy with fingerprint=35527dc4f420be24eb9f4d821ec316e58e5e8f2330b1f8d7f4b37d36694d96fe
I0327 22:59:54.444266       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 60.173313ms to process 1 records
E0327 22:59:54.444271       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0327 22:59:54.444276       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 61.371977ms to process 0 records
I0327 22:59:54.444280       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 59.842708ms to process 0 records
I0327 22:59:54.444288       1 tasks_processing.go:74] worker 1 stopped.
I0327 22:59:54.444296       1 tasks_processing.go:74] worker 33 stopped.
I0327 22:59:54.444301       1 tasks_processing.go:74] worker 26 stopped.
I0327 22:59:54.444359       1 tasks_processing.go:74] worker 44 stopped.
I0327 22:59:54.444444       1 recorder.go:75] Recording config/oauth with fingerprint=8a2592900799d0b82c84d093a46e7c1b8b103bfb2c679282dca6d41fde83be7f
I0327 22:59:54.444453       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 60.494465ms to process 1 records
I0327 22:59:54.444462       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 61.229849ms to process 0 records
I0327 22:59:54.444517       1 recorder.go:75] Recording config/image with fingerprint=2a3d12d1675a98bd8d4543c4cdd3d0eb9e89ca0e73dca510af10c4acb99a2977
I0327 22:59:54.444523       1 gather.go:177] gatherer "clusterconfig" function "image" took 60.356895ms to process 1 records
I0327 22:59:54.444529       1 tasks_processing.go:74] worker 37 stopped.
I0327 22:59:54.444532       1 tasks_processing.go:74] worker 4 stopped.
I0327 22:59:54.444595       1 tasks_processing.go:74] worker 51 stopped.
I0327 22:59:54.444610       1 recorder.go:75] Recording config/apiserver with fingerprint=6490922e5d8dec18412c7f7edc629645f646e733f066dc8d41e7a113dc20cb15
I0327 22:59:54.444614       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 61.5765ms to process 1 records
I0327 22:59:54.444693       1 tasks_processing.go:74] worker 3 stopped.
I0327 22:59:54.444765       1 recorder.go:75] Recording config/authentication with fingerprint=0e515b34c476f6df8ae26f215a7e3ebccbe65a7f3a9befa212aea33d086e20b7
I0327 22:59:54.444774       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 62.141314ms to process 1 records
I0327 22:59:54.447290       1 tasks_processing.go:74] worker 49 stopped.
I0327 22:59:54.447310       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 64.820833ms to process 0 records
I0327 22:59:54.447436       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=d08ad419c4e8210be796be269dd4c6c696ce22d2453d114c17d001f4e132f9b1
I0327 22:59:54.447466       1 tasks_processing.go:74] worker 13 stopped.
I0327 22:59:54.447468       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=eba56e360f9b95f52fda936e0eae24369478418aea38c49b99e7ab3f4b2cd8a6
I0327 22:59:54.447483       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 65.791525ms to process 2 records
I0327 22:59:54.447499       1 tasks_processing.go:74] worker 2 stopped.
I0327 22:59:54.447594       1 recorder.go:75] Recording config/featuregate with fingerprint=576c62cbe112aa653b9b4a887707e749f04f34650f8ca03a190fcd968032cb42
I0327 22:59:54.447606       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 65.799398ms to process 1 records
I0327 22:59:54.447617       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 64.703696ms to process 0 records
I0327 22:59:54.447622       1 tasks_processing.go:74] worker 61 stopped.
I0327 22:59:54.447654       1 tasks_processing.go:74] worker 55 stopped.
I0327 22:59:54.447672       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 65.016707ms to process 0 records
I0327 22:59:54.448193       1 tasks_processing.go:74] worker 38 stopped.
I0327 22:59:54.448688       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=37719f0a4adff3e712eb05933753946810b609724c5217a96c15ac8a7f3e75fc
I0327 22:59:54.448707       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 66.909687ms to process 1 records
I0327 22:59:54.449394       1 tasks_processing.go:74] worker 47 stopped.
I0327 22:59:54.449409       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 67.998067ms to process 0 records
I0327 22:59:54.451270       1 tasks_processing.go:74] worker 24 stopped.
I0327 22:59:54.451384       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=a0600a4aa02004369dbf6db105f034244ef0b0f662ae8f647321ddfda2b6a168
I0327 22:59:54.451412       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=e910d831f718be90149c0081bb60037aeb37766f740524f912aa9b6207f7740c
I0327 22:59:54.451432       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=2b59fe0bfac50d2ef5e5c388ee9153a9c706458ba66744451359c55e2c433c79
I0327 22:59:54.451451       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 69.274709ms to process 3 records
I0327 22:59:54.454687       1 tasks_processing.go:74] worker 15 stopped.
I0327 22:59:54.454702       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 72.2579ms to process 0 records
I0327 22:59:54.454925       1 gather_logs.go:145] no pods in  namespace were found
I0327 22:59:54.454936       1 tasks_processing.go:74] worker 41 stopped.
I0327 22:59:54.454958       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 72.973641ms to process 0 records
I0327 22:59:54.455000       1 tasks_processing.go:74] worker 56 stopped.
I0327 22:59:54.455801       1 recorder.go:75] Recording config/node/ip-10-0-0-195.ec2.internal with fingerprint=1daa18d6532192643b819a5f4c803524162ce971a00ac850186ecfe73db92743
I0327 22:59:54.455997       1 recorder.go:75] Recording config/node/ip-10-0-1-9.ec2.internal with fingerprint=a865c3ee4153948c940cf38b67e4547034a41ff2a074f37c42e616eb5a5b57a4
I0327 22:59:54.456152       1 recorder.go:75] Recording config/node/ip-10-0-2-6.ec2.internal with fingerprint=3c174cfa10ebfe1454881d28d80514de3d3857d16f645ad494b9b01118e9f257
I0327 22:59:54.456186       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 72.659211ms to process 3 records
I0327 22:59:54.456484       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=db19041b788f6e79f15f981ba97e666801eba5ab44c812aa3a2e2253f488eaea
I0327 22:59:54.456936       1 tasks_processing.go:74] worker 17 stopped.
I0327 22:59:54.457109       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=555ea6b5461ebb48c17a4c24e2fc067ee9e499f197d3196bb990755be6174b78
I0327 22:59:54.457240       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ad695ddd5a1025c822b8fcebb0adcc2abe2fc6ea5f63e512d003322ae58c1484
I0327 22:59:54.457988       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=a9b3fbcc27e05cd103b2268abbb8c33483891dd8e9fe40f32fe1214036ba5f03
I0327 22:59:54.458031       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=555562e147e6ac4130a98fa2d8d34a910d0803cb650e854bbc402d72182c990a
I0327 22:59:54.458054       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=769bc0a02a866f4a27e192312efc031277354b5fc4daaee4a04d192ea0083051
I0327 22:59:54.458079       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=a86ae24383a77a054d0502a820c756afc06493d121769ead5a82f8ab1c38cb5f
I0327 22:59:54.458116       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=264a47357d7f56eea78369a8db944c73aef45803cc0ba968d36f4bb38f90e06c
I0327 22:59:54.458140       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=224d46f17f4448ab5a91b53a3caec019e9026e076638d68c92ae905ec64c17df
I0327 22:59:54.458163       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=8121fad4bec2ab23e3415f3c5422cdaf3729573096da363bb2e21f868df4a6ff
I0327 22:59:54.458191       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=52e3b6b01254cdac9f43f3c20f70cd724454ba0ddf561a73ddd81574e92a4ede
I0327 22:59:54.458206       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 74.169834ms to process 11 records
I0327 22:59:54.458301       1 tasks_processing.go:74] worker 16 stopped.
I0327 22:59:54.458325       1 recorder.go:75] Recording config/network with fingerprint=706f03eb9847dcd2329e820f3be231e98be00931000ca0c06292f8e33dc2f33e
I0327 22:59:54.458333       1 gather.go:177] gatherer "clusterconfig" function "networks" took 72.795998ms to process 1 records
I0327 22:59:54.458344       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0327 22:59:54.458348       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 73.309315ms to process 1 records
I0327 22:59:54.458353       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 74.476969ms to process 0 records
I0327 22:59:54.458358       1 tasks_processing.go:74] worker 42 stopped.
I0327 22:59:54.458362       1 tasks_processing.go:74] worker 23 stopped.
W0327 22:59:54.466150       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 22:59:54.491293       1 tasks_processing.go:74] worker 11 stopped.
I0327 22:59:54.491487       1 recorder.go:75] Recording config/running_containers with fingerprint=f341b627cb38592ff4d678cef005ee97e8cbf248253be98a07e63d8dece24518
I0327 22:59:54.491510       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 108.633136ms to process 1 records
I0327 22:59:54.496352       1 tasks_processing.go:74] worker 30 stopped.
I0327 22:59:54.496498       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=d02e489206394969d42efee84a5f0961761c92e60af81ec91021381d77d11ed3
I0327 22:59:54.496537       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=5c215b4b8c087a99c447201401b649f4278fadddd3e703625013e77aa3e7ddd8
I0327 22:59:54.496563       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=7499c3c9bf3eb679b0affad86881d937da256a6836045fb7050d0d14e171d501
I0327 22:59:54.496572       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 114.627524ms to process 3 records
I0327 22:59:54.496634       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=7f26be204755ce214f28da6e2d1062f1a3591aa9c7169aadded1a9a0a3b4eedb
I0327 22:59:54.496644       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 114.334089ms to process 1 records
I0327 22:59:54.496650       1 tasks_processing.go:74] worker 27 stopped.
I0327 22:59:54.511768       1 tasks_processing.go:74] worker 5 stopped.
I0327 22:59:54.511830       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 22:59:54.512311       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=8deaee9f76ef320d6e1c7b40ff511552ce39b3efe906ca4f6e461615db12e55a
I0327 22:59:54.512485       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=0560fc60b9bbf56e36b7e3cb31fa45ceb82569a894d57bddea19b27f57a80a89
I0327 22:59:54.512545       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 130.034249ms to process 2 records
I0327 22:59:54.512578       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 130.306551ms to process 0 records
I0327 22:59:54.512589       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 131.073054ms to process 0 records
I0327 22:59:54.512619       1 tasks_processing.go:74] worker 63 stopped.
I0327 22:59:54.512629       1 tasks_processing.go:74] worker 10 stopped.
I0327 22:59:54.512627       1 tasks_processing.go:74] worker 32 stopped.
I0327 22:59:54.513401       1 recorder.go:75] Recording config/version with fingerprint=54e48011c718eeab9ff43bf09d903a2d2b6ec3b7e91e4aa8d1a7bca040c94c3e
I0327 22:59:54.513421       1 recorder.go:75] Recording config/id with fingerprint=2b337db9d896595364c233c0b7252b604208597f80c01fdfca8ffc091635824b
I0327 22:59:54.513438       1 gather.go:177] gatherer "clusterconfig" function "version" took 129.896427ms to process 2 records
I0327 22:59:54.514608       1 tasks_processing.go:74] worker 28 stopped.
I0327 22:59:54.515116       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=23e6bbf50aef8a3bd7c872cf946bbe0b13fc75a6bb3af58d22746df8a16c6bc0
I0327 22:59:54.515327       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=af4fb972bc77bfbb9a7548c1abce55175fbddfb4ebe35caa45769f8b7c0f488c
I0327 22:59:54.515338       1 gather.go:177] gatherer "clusterconfig" function "crds" took 132.918225ms to process 2 records
I0327 22:59:54.527798       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0327 22:59:54.527807       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0327 22:59:54.528032       1 operator.go:288] started
I0327 22:59:54.528061       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0327 22:59:54.539291       1 controller.go:212] Source scaController *sca.Controller is not ready
I0327 22:59:54.539305       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0327 22:59:54.539309       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0327 22:59:54.539312       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0327 22:59:54.539314       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0327 22:59:54.539336       1 controller.go:489] The operator is still being initialized
I0327 22:59:54.539342       1 controller.go:512] The operator is healthy
I0327 22:59:54.543292       1 tasks_processing.go:74] worker 20 stopped.
E0327 22:59:54.543308       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0327 22:59:54.543316       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0327 22:59:54.543320       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0327 22:59:54.543332       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0327 22:59:54.543357       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0327 22:59:54.543364       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0327 22:59:54.543369       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0327 22:59:54.543372       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0327 22:59:54.543410       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0327 22:59:54.543418       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0327 22:59:54.543424       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 161.163726ms to process 7 records
I0327 22:59:54.548324       1 prometheus_rules.go:88] Prometheus rules successfully created
E0327 22:59:54.550563       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27cb6efd4c-6882-4071-a4bb-2bc5886b18d1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:58249->172.30.0.10:53: read: connection refused
I0327 22:59:54.550578       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27cb6efd4c-6882-4071-a4bb-2bc5886b18d1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:58249->172.30.0.10:53: read: connection refused
I0327 22:59:54.556637       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0327 22:59:54.560016       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:54186->172.30.0.10:53: read: connection refused
I0327 22:59:54.560031       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:54186->172.30.0.10:53: read: connection refused
I0327 22:59:54.622787       1 tasks_processing.go:74] worker 7 stopped.
E0327 22:59:54.622808       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0327 22:59:54.622815       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pabjllrb2mlslikfub2i3bn689ace52-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pabjllrb2mlslikfub2i3bn689ace52-primary-cert-bundle-secret" not found
I0327 22:59:54.622883       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=7ada5cbe4e3148b8555533d50d5d633fed8aa9d64496dcb0e77b5951b27e5a23
I0327 22:59:54.622897       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 241.648706ms to process 1 records
I0327 22:59:54.628124       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0327 22:59:54.628136       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
W0327 22:59:55.465423       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 22:59:55.518557       1 tasks_processing.go:74] worker 21 stopped.
I0327 22:59:55.518575       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.136260335s to process 0 records
I0327 22:59:55.527744       1 tasks_processing.go:74] worker 58 stopped.
I0327 22:59:55.527777       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0327 22:59:55.527791       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.145384227s to process 1 records
I0327 22:59:55.704691       1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers
I0327 22:59:55.704708       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes
I0327 22:59:55.705153       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-88ntr pod in namespace openshift-dns (previous: false).
I0327 22:59:55.928617       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0327 22:59:55.930261       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-88ntr pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-88ntr\" is waiting to start: ContainerCreating"
I0327 22:59:55.930273       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-88ntr\" is waiting to start: ContainerCreating"
I0327 22:59:55.930281       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-88ntr pod in namespace openshift-dns (previous: false).
I0327 22:59:56.109021       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-88ntr pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-88ntr\" is waiting to start: ContainerCreating"
I0327 22:59:56.109039       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-88ntr\" is waiting to start: ContainerCreating"
I0327 22:59:56.109049       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-dpt6p pod in namespace openshift-dns (previous: false).
I0327 22:59:56.328829       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-dpt6p pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-dpt6p\" is waiting to start: ContainerCreating"
I0327 22:59:56.328847       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-dpt6p\" is waiting to start: ContainerCreating"
I0327 22:59:56.328854       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-dpt6p pod in namespace openshift-dns (previous: false).
W0327 22:59:56.465117       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 22:59:56.509373       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-dpt6p pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-dpt6p\" is waiting to start: ContainerCreating"
I0327 22:59:56.509391       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-dpt6p\" is waiting to start: ContainerCreating"
I0327 22:59:56.509405       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-mvfgm pod in namespace openshift-dns (previous: false).
I0327 22:59:56.530842       1 tasks_processing.go:74] worker 54 stopped.
I0327 22:59:56.530906       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=cfc8d007b1632240ae115533a80a7644f756c3ac5b0efe096657fb1a6675826a
I0327 22:59:56.530975       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=7b84b523c6de31a369f9d59f070e843d2e9f7f6b872b68df3689cbcc05eb92c8
I0327 22:59:56.531016       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0327 22:59:56.531058       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=4ed4435a5e39fc740883378b6acdac5bd765d3717e1930dae7160e5cb4c07712
I0327 22:59:56.531087       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0327 22:59:56.531125       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=58bb53ba8cf88f5ba92c6d2b494f1272702bf35a3cf0dab39b7c8d656604efd5
I0327 22:59:56.531181       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e557cc1ac437ce6faa839d15e2695aa4bdf47a855000b77787b4eaa89eaf79bf
I0327 22:59:56.531215       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=3e645d4ec7a32172a501b7f7aeee12a6545602f953bc57b8da7d0a9714168715
I0327 22:59:56.531240       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=e9a9fc78f8798df5ac2afa7d470109d9a8f4359e13dda88d392f3e402692865b
I0327 22:59:56.531271       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=90f8c5cd8e5963b4f59a4037f8f427d5f2fafb9e1871164bed76842995889f03
I0327 22:59:56.531285       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0327 22:59:56.531310       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=b5880ad1d978f65fd8be252264d0bab039f25d68e5065ea33115a2af7eec0093
I0327 22:59:56.531325       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0327 22:59:56.531353       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a588eadba3f571f43e643415d12cdcc3ed2fce8668f761d00e05cb8eddadda1f
I0327 22:59:56.531367       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0327 22:59:56.531396       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=36c5093862f6ac5895d660c76bd17fd1dc743c83aaae9507c4d7277f84b440f9
I0327 22:59:56.531409       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0327 22:59:56.531435       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=11c58e5d63f797243629f225d031441a244b9a8b34e2c4aa10b37cebc5a74cb4
I0327 22:59:56.531563       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=411f6b62785950e1f6c2603c6a1322e81df9ec099efeb3351cd15ea4f6ba7ad3
I0327 22:59:56.531577       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0327 22:59:56.531589       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0327 22:59:56.531618       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0327 22:59:56.531649       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=29da75a0b349353f1afdd889a64aa3cbc99f0dcfd6fef72411f4805986cc6f89
I0327 22:59:56.531683       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=aa50a00a2841da607bd39a488911fa4ccade22b0fe46ec198c3e2c8006b6ef68
I0327 22:59:56.531711       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0327 22:59:56.531739       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=019be9e1ac0f7a4f79b93a41ed00e8802ac23e62b18c20786853eda981a06bd7
I0327 22:59:56.531753       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0327 22:59:56.531775       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=984755c20caeafa87243ace8b855e5584f8b756c595459ab8c6d2f8bbb8b7702
I0327 22:59:56.531800       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=17e2469aa01ea3f9abdb730fc41f3f429891ce617469c344a3beffb900f4ba64
I0327 22:59:56.531825       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=650feb08d73620bad4fae1144d80ef2521e371dd8f7d9b9ecf489225c57ab03e
I0327 22:59:56.531851       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=82e8601ff705a3256ed50430276837a5d450ec4f5d5b832b7bb0a41d90d140f6
I0327 22:59:56.531882       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=07307ceef400b71184756f197b2b965e664be62f09ba1a32679f37c057714aa0
I0327 22:59:56.531895       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0327 22:59:56.531931       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=61759fe03681f2f0d9e8cd47acc5a4c1f28c697609c13ecab863a45d70bacc6a
I0327 22:59:56.531974       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0327 22:59:56.531988       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0327 22:59:56.531999       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.14851638s to process 36 records
I0327 22:59:56.734921       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mvfgm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-mvfgm\" is waiting to start: ContainerCreating"
I0327 22:59:56.734959       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-mvfgm\" is waiting to start: ContainerCreating"
I0327 22:59:56.734970       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-mvfgm pod in namespace openshift-dns (previous: false).
I0327 22:59:56.909965       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mvfgm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-mvfgm\" is waiting to start: ContainerCreating"
I0327 22:59:56.909985       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-mvfgm\" is waiting to start: ContainerCreating"
I0327 22:59:56.909995       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-7hdzr pod in namespace openshift-dns (previous: false).
I0327 22:59:57.109398       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 22:59:57.109418       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-ncl56 pod in namespace openshift-dns (previous: false).
I0327 22:59:57.310499       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 22:59:57.310516       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-z6bft pod in namespace openshift-dns (previous: false).
W0327 22:59:57.465404       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 22:59:57.511007       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 22:59:57.511024       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7c48cf4658-8gwlg pod in namespace openshift-image-registry (previous: false).
I0327 22:59:57.708963       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7c48cf4658-8gwlg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7c48cf4658-8gwlg\" is waiting to start: ContainerCreating"
I0327 22:59:57.708981       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7c48cf4658-8gwlg\" is waiting to start: ContainerCreating"
I0327 22:59:57.708994       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cd4f6fd89-bjv7g pod in namespace openshift-image-registry (previous: false).
I0327 22:59:57.909471       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-cd4f6fd89-bjv7g pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-cd4f6fd89-bjv7g\" is waiting to start: ContainerCreating"
I0327 22:59:57.909491       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-cd4f6fd89-bjv7g\" is waiting to start: ContainerCreating"
I0327 22:59:57.909501       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cd4f6fd89-gsfg4 pod in namespace openshift-image-registry (previous: false).
I0327 22:59:58.109900       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-cd4f6fd89-gsfg4 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-cd4f6fd89-gsfg4\" is waiting to start: ContainerCreating"
I0327 22:59:58.109917       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-cd4f6fd89-gsfg4\" is waiting to start: ContainerCreating"
I0327 22:59:58.109927       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-5bbdn pod in namespace openshift-image-registry (previous: false).
I0327 22:59:58.309723       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 22:59:58.309742       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gxg27 pod in namespace openshift-image-registry (previous: false).
W0327 22:59:58.465857       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 22:59:58.508963       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 22:59:58.508978       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-sqx5z pod in namespace openshift-image-registry (previous: false).
I0327 22:59:58.710059       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 22:59:58.710077       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-65ffbd8548-ldxpw pod in namespace openshift-ingress (previous: false).
I0327 22:59:58.909098       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-65ffbd8548-ldxpw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-65ffbd8548-ldxpw\" is waiting to start: ContainerCreating"
I0327 22:59:58.909114       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-65ffbd8548-ldxpw\" is waiting to start: ContainerCreating"
I0327 22:59:58.909124       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-65ffbd8548-rb7c7 pod in namespace openshift-ingress (previous: false).
I0327 22:59:59.110413       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-65ffbd8548-rb7c7 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-65ffbd8548-rb7c7\" is waiting to start: ContainerCreating"
I0327 22:59:59.110431       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-65ffbd8548-rb7c7\" is waiting to start: ContainerCreating"
I0327 22:59:59.110442       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7948b5ff57-vhnhw pod in namespace openshift-ingress (previous: false).
I0327 22:59:59.310581       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7948b5ff57-vhnhw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7948b5ff57-vhnhw\" is waiting to start: ContainerCreating"
I0327 22:59:59.310597       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7948b5ff57-vhnhw\" is waiting to start: ContainerCreating"
I0327 22:59:59.310608       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-5qbg8 pod in namespace openshift-ingress-canary (previous: false).
W0327 22:59:59.461988       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0327 22:59:59.462015       1 tasks_processing.go:74] worker 46 stopped.
E0327 22:59:59.462036       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0327 22:59:59.462055       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0327 22:59:59.462072       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0327 22:59:59.462089       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.080624117s to process 1 records
I0327 22:59:59.509136       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-5qbg8 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-5qbg8\" is waiting to start: ContainerCreating"
I0327 22:59:59.509153       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-5qbg8\" is waiting to start: ContainerCreating"
I0327 22:59:59.509163       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-895h6 pod in namespace openshift-ingress-canary (previous: false).
I0327 22:59:59.710492       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-895h6 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-895h6\" is waiting to start: ContainerCreating"
I0327 22:59:59.710510       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-895h6\" is waiting to start: ContainerCreating"
I0327 22:59:59.710524       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-9d2cc pod in namespace openshift-ingress-canary (previous: false).
I0327 22:59:59.909725       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-9d2cc pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-9d2cc\" is waiting to start: ContainerCreating"
I0327 22:59:59.909742       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-9d2cc\" is waiting to start: ContainerCreating"
I0327 22:59:59.909755       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-d5gqx pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0327 23:00:00.110363       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-d5gqx pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0327 23:00:00.309993       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-t9rqw pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
I0327 23:00:00.516308       1 tasks_processing.go:74] worker 48 stopped.
I0327 23:00:00.516398       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=9a50642a0ffa81f5a4c151d328365ebf60d7c4dfe2ae4298138adcc819d4a5bd
I0327 23:00:00.516451       1 recorder.go:75] Recording events/openshift-dns with fingerprint=a479162912c922dc90af82a02bd088d7169705642a77d84b090b28db2715273e
I0327 23:00:00.516533       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=ad5a17ac6e02172e87a37c9f656f9c3bde124ad53c28bfc90a4458047b242200
I0327 23:00:00.516560       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=af06c8f4eb577d74b285903686861904e64748d88f893fd8969d3480189fbce2
I0327 23:00:00.516605       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=1b5913ac23831e4e978c8a7ebff905c23cbef7eb2fa9dbe09e2a47b2b621a678
I0327 23:00:00.516622       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=68de35f0f1215c29b48ca5db50bcb38234fab75e68fabfdbbe0075ae4a2c1ede
I0327 23:00:00.516635       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=32d0ea05d8225a56301409b9f2c8fc5474ab346917c6912fe7629d5be7b6e3db
I0327 23:00:00.516682       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=a13caf06be1ca71ddd75d3f91bbcc61dd8baee0d9910c2e4b04503217d5f4065
I0327 23:00:00.516697       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-d5gqx/migrator_current.log with fingerprint=4489d5fa6c503e511150564be3d68e99c1264abc34801838f7bde7f0a420a785
I0327 23:00:00.516702       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-d5gqx/graceful-termination_current.log with fingerprint=8896b0109d1e2db4f3782dbfbba52fca2e07efbe92895a04d21f1b001b51770b
I0327 23:00:00.516775       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-t9rqw/kube-storage-version-migrator-operator_current.log with fingerprint=eb6488884f2d1888ee4fc25b6bc5c296519f2a2e0972de19799bbba05f8210ca
I0327 23:00:00.516784       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.133695488s to process 11 records
I0327 23:00:07.066688       1 tasks_processing.go:74] worker 12 stopped.
I0327 23:00:07.066733       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0327 23:00:07.066750       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.685380305s to process 1 records
I0327 23:00:07.358201       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:00:07.789585       1 tasks_processing.go:74] worker 6 stopped.
I0327 23:00:07.789872       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=e03550ff5cb13d4cd718a41a9755571c983753e7ec8a789b8fb921884bbb0f64
I0327 23:00:07.789888       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.40841909s to process 1 records
E0327 23:00:07.789968       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.408s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0327 23:00:07.791082       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0327 23:00:07.791100       1 periodic.go:209] Running workloads gatherer
I0327 23:00:07.791123       1 tasks_processing.go:45] number of workers: 2
I0327 23:00:07.791136       1 tasks_processing.go:69] worker 1 listening for tasks.
I0327 23:00:07.791143       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0327 23:00:07.791142       1 tasks_processing.go:69] worker 0 listening for tasks.
I0327 23:00:07.791221       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0327 23:00:07.814385       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0327 23:00:07.821455       1 tasks_processing.go:74] worker 0 stopped.
I0327 23:00:07.821471       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 30.212384ms to process 0 records
I0327 23:00:07.822692       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms)
I0327 23:00:07.831440       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms)
I0327 23:00:07.848767       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (17ms)
I0327 23:00:07.862003       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (13ms)
I0327 23:00:07.872384       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (10ms)
I0327 23:00:07.882411       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (10ms)
I0327 23:00:07.894504       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (12ms)
I0327 23:00:07.904416       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (10ms)
I0327 23:00:07.914393       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (10ms)
I0327 23:00:07.925483       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (11ms)
I0327 23:00:07.941736       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (16ms)
I0327 23:00:08.028547       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (87ms)
I0327 23:00:08.123348       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (95ms)
I0327 23:00:08.224340       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (101ms)
I0327 23:00:08.322607       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (98ms)
I0327 23:00:08.423306       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (101ms)
I0327 23:00:08.524708       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms)
I0327 23:00:08.623691       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (99ms)
I0327 23:00:08.723473       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms)
I0327 23:00:08.823086       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms)
I0327 23:00:08.924312       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (101ms)
I0327 23:00:09.024360       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms)
I0327 23:00:09.124736       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms)
I0327 23:00:09.223131       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (98ms)
I0327 23:00:09.323191       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms)
I0327 23:00:09.423287       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms)
I0327 23:00:09.523574       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms)
I0327 23:00:09.622913       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (99ms)
I0327 23:00:09.646139       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:00:09.723925       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (101ms)
I0327 23:00:09.823321       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms)
I0327 23:00:09.844819       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:00:09.922915       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms)
I0327 23:00:10.023464       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (101ms)
I0327 23:00:10.023492       1 tasks_processing.go:74] worker 1 stopped.
E0327 23:00:10.023501       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0327 23:00:10.023728       1 recorder.go:75] Recording config/workload_info with fingerprint=8bb3acbeee6003b4e241c3bf991e22b0ca16f6cf205503f98628cf5334a1c274
I0327 23:00:10.023742       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.232340956s to process 1 records
E0327 23:00:10.023766       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.232s with: function \"workload_info\" failed with an error"
I0327 23:00:10.024867       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0327 23:00:10.024880       1 periodic.go:209] Running conditional gatherer
I0327 23:00:10.030902       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0327 23:00:10.037142       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:53413->172.30.0.10:53: read: connection refused
E0327 23:00:10.037404       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 23:00:10.037482       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0327 23:00:10.043847       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0327 23:00:10.043864       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:00:10.043871       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:00:10.043876       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:00:10.043880       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:00:10.043885       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:00:10.043889       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:00:10.043893       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:00:10.043897       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:00:10.043901       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0327 23:00:10.043920       1 tasks_processing.go:45] number of workers: 3
I0327 23:00:10.043936       1 tasks_processing.go:69] worker 2 listening for tasks.
I0327 23:00:10.043958       1 tasks_processing.go:69] worker 0 listening for tasks.
I0327 23:00:10.043965       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0327 23:00:10.043973       1 tasks_processing.go:69] worker 1 listening for tasks.
I0327 23:00:10.043985       1 tasks_processing.go:74] worker 1 stopped.
I0327 23:00:10.043992       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0327 23:00:10.043990       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0327 23:00:10.044058       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0327 23:00:10.044076       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.293µs to process 1 records
I0327 23:00:10.044119       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0327 23:00:10.044132       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.469µs to process 1 records
I0327 23:00:10.044140       1 tasks_processing.go:74] worker 2 stopped.
I0327 23:00:10.044341       1 tasks_processing.go:74] worker 0 stopped.
I0327 23:00:10.044357       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 340.663µs to process 0 records
I0327 23:00:10.044391       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:53413->172.30.0.10:53: read: connection refused
I0327 23:00:10.044418       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0327 23:00:10.067923       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=255311f1969dfdc3f78afbe307a119f89ae3eeb06fc424471848924a01142e6f
I0327 23:00:10.068068       1 diskrecorder.go:70] Writing 105 records to /var/lib/insights-operator/insights-2026-03-27-230010.tar.gz
I0327 23:00:10.078284       1 diskrecorder.go:51] Wrote 105 records to disk in 10ms
I0327 23:00:10.078327       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0327 23:00:10.078351       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0327 23:00:20.104198       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:01:23.855165       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="a450d23374ed5856ff7cedc0008d9c0657d40dd601b4c24b8a3d9258df682852")
W0327 23:01:23.855199       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0327 23:01:23.855255       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="f0d3a909f213aaf06611dd6664ede8d12d8a31d1cf237925f9a4acc046162503")
I0327 23:01:23.855307       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0327 23:01:23.855340       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0327 23:01:23.855349       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0327 23:01:23.855359       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="245cae106cae77ba556c80957c16bf02ff80fd306d3df8c6c8bb9dcb06fe0ddd")
I0327 23:01:23.855371       1 base_controller.go:181] Shutting down ConfigController ...