W0331 03:51:06.333449       1 cmd.go:257] Using insecure, self-signed certificates
I0331 03:51:06.534756       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 03:51:06.535066       1 observer_polling.go:159] Starting file observer
I0331 03:51:07.047777       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0331 03:51:07.047961       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0331 03:51:07.048548       1 secure_serving.go:57] Forcing use of http/1.1 only
W0331 03:51:07.048569       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0331 03:51:07.048573       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0331 03:51:07.048577       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0331 03:51:07.048580       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0331 03:51:07.048582       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0331 03:51:07.048585       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0331 03:51:07.048604       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0331 03:51:07.051427       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0331 03:51:07.051447       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"69b8f651-afe8-4c30-9b85-edd2a050a90f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0331 03:51:07.054563       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0331 03:51:07.054576       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0331 03:51:07.054576       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0331 03:51:07.054592       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0331 03:51:07.054601       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0331 03:51:07.054621       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0331 03:51:07.054944       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-4002130627/tls.crt::/tmp/serving-cert-4002130627/tls.key"
I0331 03:51:07.055251       1 secure_serving.go:213] Serving securely on [::]:8443
I0331 03:51:07.055279       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0331 03:51:07.057553       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0331 03:51:07.057576       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0331 03:51:07.057668       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0331 03:51:07.063995       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0331 03:51:07.064010       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0331 03:51:07.069869       1 secretconfigobserver.go:119] support secret does not exist
I0331 03:51:07.079874       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0331 03:51:07.085164       1 secretconfigobserver.go:119] support secret does not exist
I0331 03:51:07.087540       1 recorder.go:176] Pruning old reports every 4h20m39s, max age is 288h0m0s
I0331 03:51:07.101718       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0331 03:51:07.101734       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0331 03:51:07.101718       1 periodic.go:216] Running clusterconfig gatherer
I0331 03:51:07.101777       1 tasks_processing.go:45] number of workers: 64
I0331 03:51:07.101794       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0331 03:51:07.101806       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 03:51:07.101800       1 tasks_processing.go:69] worker 9 listening for tasks.
I0331 03:51:07.101816       1 tasks_processing.go:71] worker 0 working on validating_webhook_configurations task.
I0331 03:51:07.101818       1 tasks_processing.go:71] worker 9 working on schedulers task.
I0331 03:51:07.101820       1 tasks_processing.go:69] worker 3 listening for tasks.
I0331 03:51:07.101819       1 tasks_processing.go:69] worker 6 listening for tasks.
I0331 03:51:07.101809       1 tasks_processing.go:69] worker 5 listening for tasks.
I0331 03:51:07.101827       1 tasks_processing.go:69] worker 8 listening for tasks.
I0331 03:51:07.101809       1 insightsreport.go:296] Starting report retriever
I0331 03:51:07.101836       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 03:51:07.101837       1 tasks_processing.go:69] worker 36 listening for tasks.
I0331 03:51:07.101844       1 tasks_processing.go:69] worker 10 listening for tasks.
I0331 03:51:07.101840       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0331 03:51:07.101844       1 tasks_processing.go:69] worker 7 listening for tasks.
I0331 03:51:07.101856       1 tasks_processing.go:69] worker 24 listening for tasks.
I0331 03:51:07.101857       1 tasks_processing.go:71] worker 10 working on sap_config task.
I0331 03:51:07.101823       1 tasks_processing.go:69] worker 2 listening for tasks.
I0331 03:51:07.101864       1 tasks_processing.go:71] worker 24 working on image task.
I0331 03:51:07.101858       1 tasks_processing.go:69] worker 11 listening for tasks.
I0331 03:51:07.101868       1 tasks_processing.go:69] worker 44 listening for tasks.
I0331 03:51:07.101868       1 tasks_processing.go:69] worker 12 listening for tasks.
I0331 03:51:07.101858       1 tasks_processing.go:69] worker 50 listening for tasks.
I0331 03:51:07.101876       1 tasks_processing.go:69] worker 39 listening for tasks.
I0331 03:51:07.101881       1 tasks_processing.go:69] worker 38 listening for tasks.
I0331 03:51:07.101881       1 tasks_processing.go:69] worker 13 listening for tasks.
I0331 03:51:07.101887       1 tasks_processing.go:69] worker 45 listening for tasks.
I0331 03:51:07.101888       1 tasks_processing.go:69] worker 14 listening for tasks.
I0331 03:51:07.101891       1 tasks_processing.go:69] worker 40 listening for tasks.
I0331 03:51:07.101895       1 tasks_processing.go:69] worker 48 listening for tasks.
I0331 03:51:07.101878       1 tasks_processing.go:69] worker 43 listening for tasks.
I0331 03:51:07.101894       1 tasks_processing.go:69] worker 46 listening for tasks.
I0331 03:51:07.101898       1 tasks_processing.go:69] worker 15 listening for tasks.
I0331 03:51:07.101902       1 tasks_processing.go:69] worker 41 listening for tasks.
I0331 03:51:07.101904       1 tasks_processing.go:69] worker 49 listening for tasks.
I0331 03:51:07.101900       1 tasks_processing.go:69] worker 37 listening for tasks.
I0331 03:51:07.101912       1 tasks_processing.go:69] worker 47 listening for tasks.
I0331 03:51:07.101916       1 tasks_processing.go:69] worker 57 listening for tasks.
I0331 03:51:07.101905       1 tasks_processing.go:69] worker 20 listening for tasks.
I0331 03:51:07.101909       1 tasks_processing.go:69] worker 42 listening for tasks.
I0331 03:51:07.101915       1 tasks_processing.go:69] worker 21 listening for tasks.
I0331 03:51:07.101923       1 tasks_processing.go:69] worker 60 listening for tasks.
I0331 03:51:07.101923       1 tasks_processing.go:69] worker 22 listening for tasks.
I0331 03:51:07.101928       1 tasks_processing.go:69] worker 58 listening for tasks.
I0331 03:51:07.101923       1 tasks_processing.go:69] worker 54 listening for tasks.
I0331 03:51:07.101930       1 tasks_processing.go:69] worker 55 listening for tasks.
I0331 03:51:07.101933       1 tasks_processing.go:69] worker 56 listening for tasks.
I0331 03:51:07.101936       1 tasks_processing.go:69] worker 30 listening for tasks.
I0331 03:51:07.101937       1 tasks_processing.go:69] worker 17 listening for tasks.
I0331 03:51:07.101943       1 tasks_processing.go:69] worker 52 listening for tasks.
I0331 03:51:07.101945       1 tasks_processing.go:69] worker 62 listening for tasks.
I0331 03:51:07.101945       1 tasks_processing.go:69] worker 18 listening for tasks.
I0331 03:51:07.101943       1 tasks_processing.go:69] worker 59 listening for tasks.
I0331 03:51:07.101953       1 tasks_processing.go:69] worker 61 listening for tasks.
I0331 03:51:07.101949       1 tasks_processing.go:69] worker 53 listening for tasks.
I0331 03:51:07.101958       1 tasks_processing.go:69] worker 27 listening for tasks.
I0331 03:51:07.101955       1 tasks_processing.go:69] worker 51 listening for tasks.
I0331 03:51:07.101960       1 tasks_processing.go:71] worker 3 working on feature_gates task.
I0331 03:51:07.101966       1 tasks_processing.go:71] worker 36 working on openshift_machine_api_events task.
I0331 03:51:07.101955       1 tasks_processing.go:71] worker 5 working on nodenetworkconfigurationpolicies task.
I0331 03:51:07.101969       1 tasks_processing.go:71] worker 8 working on image_pruners task.
I0331 03:51:07.101973       1 tasks_processing.go:69] worker 35 listening for tasks.
I0331 03:51:07.101965       1 tasks_processing.go:69] worker 32 listening for tasks.
I0331 03:51:07.101857       1 tasks_processing.go:71] worker 7 working on authentication task.
I0331 03:51:07.101991       1 tasks_processing.go:69] worker 34 listening for tasks.
I0331 03:51:07.101851       1 tasks_processing.go:69] worker 23 listening for tasks.
I0331 03:51:07.102044       1 tasks_processing.go:71] worker 37 working on oauths task.
I0331 03:51:07.102049       1 tasks_processing.go:71] worker 34 working on support_secret task.
I0331 03:51:07.102051       1 tasks_processing.go:71] worker 23 working on config_maps task.
I0331 03:51:07.102054       1 tasks_processing.go:71] worker 57 working on image_registries task.
I0331 03:51:07.102059       1 tasks_processing.go:71] worker 12 working on lokistack task.
I0331 03:51:07.102061       1 tasks_processing.go:71] worker 61 working on openstack_dataplanenodesets task.
I0331 03:51:07.102067       1 tasks_processing.go:71] worker 58 working on cluster_apiserver task.
I0331 03:51:07.102120       1 tasks_processing.go:71] worker 53 working on nodenetworkstates task.
I0331 03:51:07.102182       1 tasks_processing.go:71] worker 13 working on silenced_alerts task.
I0331 03:51:07.101951       1 tasks_processing.go:69] worker 28 listening for tasks.
I0331 03:51:07.102251       1 tasks_processing.go:71] worker 28 working on ingress task.
W0331 03:51:07.102250       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 03:51:07.102182       1 tasks_processing.go:71] worker 39 working on ingress_certificates task.
I0331 03:51:07.102271       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 40.172µs to process 0 records
I0331 03:51:07.102061       1 tasks_processing.go:71] worker 22 working on machine_healthchecks task.
I0331 03:51:07.102050       1 tasks_processing.go:71] worker 11 working on pod_network_connectivity_checks task.
I0331 03:51:07.102046       1 tasks_processing.go:71] worker 2 working on container_runtime_configs task.
I0331 03:51:07.101921       1 tasks_processing.go:69] worker 19 listening for tasks.
I0331 03:51:07.101952       1 tasks_processing.go:69] worker 26 listening for tasks.
I0331 03:51:07.101958       1 tasks_processing.go:69] worker 33 listening for tasks.
I0331 03:51:07.101960       1 tasks_processing.go:69] worker 31 listening for tasks.
I0331 03:51:07.101959       1 tasks_processing.go:69] worker 29 listening for tasks.
I0331 03:51:07.102051       1 tasks_processing.go:71] worker 21 working on machine_sets task.
I0331 03:51:07.102055       1 tasks_processing.go:71] worker 44 working on node_logs task.
I0331 03:51:07.102421       1 tasks_processing.go:71] worker 29 working on version task.
I0331 03:51:07.102429       1 tasks_processing.go:71] worker 26 working on operators_pods_and_events task.
I0331 03:51:07.102447       1 tasks_processing.go:71] worker 33 working on nodes task.
I0331 03:51:07.102466       1 tasks_processing.go:71] worker 19 working on qemu_kubevirt_launcher_logs task.
I0331 03:51:07.102467       1 tasks_processing.go:71] worker 13 working on overlapping_namespace_uids task.
I0331 03:51:07.101967       1 tasks_processing.go:71] worker 6 working on machines task.
I0331 03:51:07.102479       1 tasks_processing.go:71] worker 31 working on machine_config_pools task.
I0331 03:51:07.102111       1 tasks_processing.go:71] worker 59 working on certificate_signing_requests task.
I0331 03:51:07.101937       1 tasks_processing.go:69] worker 16 listening for tasks.
I0331 03:51:07.102531       1 tasks_processing.go:71] worker 16 working on openstack_dataplanedeployments task.
I0331 03:51:07.101965       1 tasks_processing.go:71] worker 1 working on jaegers task.
I0331 03:51:07.101800       1 tasks_processing.go:69] worker 4 listening for tasks.
I0331 03:51:07.102050       1 tasks_processing.go:71] worker 47 working on machine_configs task.
I0331 03:51:07.102642       1 tasks_processing.go:71] worker 4 working on cost_management_metrics_configs task.
I0331 03:51:07.102046       1 tasks_processing.go:71] worker 56 working on install_plans task.
I0331 03:51:07.102052       1 tasks_processing.go:71] worker 27 working on sap_pods task.
I0331 03:51:07.102127       1 tasks_processing.go:71] worker 30 working on mutating_webhook_configurations task.
I0331 03:51:07.102132       1 tasks_processing.go:71] worker 17 working on container_images task.
I0331 03:51:07.102136       1 tasks_processing.go:71] worker 52 working on node_features task.
I0331 03:51:07.102042       1 tasks_processing.go:71] worker 40 working on crds task.
I0331 03:51:07.102057       1 tasks_processing.go:71] worker 60 working on service_accounts task.
I0331 03:51:07.102139       1 tasks_processing.go:71] worker 54 working on openshift_logging task.
I0331 03:51:07.102140       1 tasks_processing.go:71] worker 62 working on sap_datahubs task.
I0331 03:51:07.102143       1 tasks_processing.go:71] worker 18 working on proxies task.
I0331 03:51:07.102143       1 tasks_processing.go:71] worker 55 working on active_alerts task.
I0331 03:51:07.102149       1 tasks_processing.go:71] worker 51 working on openstack_controlplanes task.
I0331 03:51:07.102158       1 tasks_processing.go:71] worker 32 working on openstack_version task.
I0331 03:51:07.102162       1 tasks_processing.go:71] worker 48 working on tsdb_status task.
W0331 03:51:07.103071       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 03:51:07.102151       1 tasks_processing.go:71] worker 20 working on aggregated_monitoring_cr_names task.
I0331 03:51:07.103081       1 tasks_processing.go:71] worker 48 working on ceph_cluster task.
I0331 03:51:07.102164       1 tasks_processing.go:71] worker 43 working on monitoring_persistent_volumes task.
I0331 03:51:07.103113       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 21.524µs to process 0 records
I0331 03:51:07.102168       1 tasks_processing.go:71] worker 41 working on operators task.
I0331 03:51:07.102170       1 tasks_processing.go:71] worker 15 working on storage_classes task.
I0331 03:51:07.102175       1 tasks_processing.go:71] worker 38 working on storage_cluster task.
I0331 03:51:07.102178       1 tasks_processing.go:71] worker 50 working on infrastructures task.
I0331 03:51:07.102183       1 tasks_processing.go:71] worker 35 working on dvo_metrics task.
I0331 03:51:07.102191       1 tasks_processing.go:71] worker 49 working on machine_autoscalers task.
I0331 03:51:07.102177       1 tasks_processing.go:71] worker 45 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0331 03:51:07.101964       1 tasks_processing.go:69] worker 63 listening for tasks.
I0331 03:51:07.101945       1 tasks_processing.go:69] worker 25 listening for tasks.
I0331 03:51:07.102044       1 tasks_processing.go:71] worker 42 working on clusterroles task.
I0331 03:51:07.103544       1 tasks_processing.go:71] worker 63 working on networks task.
I0331 03:51:07.102192       1 tasks_processing.go:71] worker 14 working on metrics task.
W0331 03:51:07.103608       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 03:51:07.102158       1 tasks_processing.go:71] worker 46 working on pdbs task.
I0331 03:51:07.103626       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 28.47µs to process 0 records
I0331 03:51:07.103647       1 tasks_processing.go:74] worker 14 stopped.
I0331 03:51:07.103650       1 tasks_processing.go:71] worker 25 working on olm_operators task.
W0331 03:51:07.103000       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 03:51:07.103668       1 tasks_processing.go:74] worker 55 stopped.
I0331 03:51:07.103676       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 686.61µs to process 0 records
I0331 03:51:07.105874       1 tasks_processing.go:74] worker 53 stopped.
I0331 03:51:07.105889       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 3.687801ms to process 0 records
I0331 03:51:07.105903       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 4.013229ms to process 0 records
I0331 03:51:07.105908       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 3.818452ms to process 0 records
I0331 03:51:07.105912       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 3.81684ms to process 0 records
I0331 03:51:07.105917       1 tasks_processing.go:74] worker 61 stopped.
I0331 03:51:07.105921       1 tasks_processing.go:74] worker 10 stopped.
I0331 03:51:07.105925       1 tasks_processing.go:74] worker 12 stopped.
I0331 03:51:07.108810       1 tasks_processing.go:74] worker 2 stopped.
I0331 03:51:07.108822       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 6.45029ms to process 0 records
I0331 03:51:07.108839       1 tasks_processing.go:74] worker 21 stopped.
I0331 03:51:07.108846       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 6.434407ms to process 0 records
I0331 03:51:07.108856       1 tasks_processing.go:74] worker 11 stopped.
E0331 03:51:07.108868       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0331 03:51:07.108879       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 6.510486ms to process 0 records
I0331 03:51:07.108940       1 tasks_processing.go:74] worker 22 stopped.
E0331 03:51:07.108951       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0331 03:51:07.108958       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 6.648124ms to process 0 records
I0331 03:51:07.114727       1 tasks_processing.go:74] worker 31 stopped.
I0331 03:51:07.114735       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 12.239165ms to process 0 records
I0331 03:51:07.114751       1 tasks_processing.go:74] worker 32 stopped.
I0331 03:51:07.114757       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 11.727941ms to process 0 records
I0331 03:51:07.114762       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 12.775954ms to process 0 records
I0331 03:51:07.114766       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.219484ms to process 0 records
I0331 03:51:07.114769       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 12.108453ms to process 0 records
I0331 03:51:07.114772       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 11.801018ms to process 0 records
I0331 03:51:07.114776       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 11.781429ms to process 0 records
I0331 03:51:07.114782       1 tasks_processing.go:74] worker 51 stopped.
I0331 03:51:07.114785       1 tasks_processing.go:74] worker 5 stopped.
I0331 03:51:07.114788       1 tasks_processing.go:74] worker 16 stopped.
E0331 03:51:07.114789       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0331 03:51:07.114793       1 tasks_processing.go:74] worker 62 stopped.
I0331 03:51:07.114791       1 tasks_processing.go:74] worker 4 stopped.
I0331 03:51:07.114800       1 tasks_processing.go:74] worker 52 stopped.
I0331 03:51:07.114810       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 11.978648ms to process 0 records
I0331 03:51:07.119498       1 tasks_processing.go:74] worker 34 stopped.
E0331 03:51:07.119514       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0331 03:51:07.119529       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 17.437825ms to process 0 records
E0331 03:51:07.119538       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0331 03:51:07.119544       1 gather.go:177] gatherer "clusterconfig" function "machines" took 17.022053ms to process 0 records
I0331 03:51:07.119553       1 tasks_processing.go:74] worker 6 stopped.
I0331 03:51:07.119604       1 tasks_processing.go:74] worker 38 stopped.
I0331 03:51:07.119616       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 16.266086ms to process 0 records
I0331 03:51:07.119654       1 tasks_processing.go:74] worker 24 stopped.
I0331 03:51:07.119776       1 recorder.go:75] Recording config/image with fingerprint=180668a8a7538d87d7418c3cda86d8187b46e5523eb7fb6c672e04b8a1885174
I0331 03:51:07.119790       1 gather.go:177] gatherer "clusterconfig" function "image" took 17.783922ms to process 1 records
I0331 03:51:07.119789       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0331 03:51:07.119809       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0331 03:51:07.119815       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0331 03:51:07.119820       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0331 03:51:07.119836       1 recorder.go:75] Recording config/proxy with fingerprint=b638a478fdf7d0974d9a07564af6b74aeff46357b60bed6c11fad4c3d54e0e31
I0331 03:51:07.119839       1 controller.go:531] The operator is still being initialized
I0331 03:51:07.119841       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 16.76579ms to process 1 records
I0331 03:51:07.119847       1 controller.go:554] The operator is healthy
I0331 03:51:07.119878       1 tasks_processing.go:74] worker 18 stopped.
I0331 03:51:07.119942       1 tasks_processing.go:74] worker 7 stopped.
I0331 03:51:07.120040       1 recorder.go:75] Recording config/authentication with fingerprint=b63646c42f17994bc62b74bf5062c28d687e5f5a0c883d33882bcdaf104c92dd
I0331 03:51:07.120049       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 17.8267ms to process 1 records
I0331 03:51:07.120130       1 tasks_processing.go:74] worker 28 stopped.
I0331 03:51:07.120154       1 recorder.go:75] Recording config/ingress with fingerprint=3674e1c64abdde1a558bc58866d5e3408e61a763ba9e3cdc384d4c61ca609764
I0331 03:51:07.120163       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 17.558194ms to process 1 records
I0331 03:51:07.120236       1 tasks_processing.go:74] worker 37 stopped.
I0331 03:51:07.120328       1 recorder.go:75] Recording config/oauth with fingerprint=48229f3f8ddc013e2e09493ef36a1612cf1983d439b6cd88a3ea7645ada10357
I0331 03:51:07.120336       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 17.856343ms to process 1 records
I0331 03:51:07.120410       1 tasks_processing.go:74] worker 58 stopped.
I0331 03:51:07.120450       1 recorder.go:75] Recording config/apiserver with fingerprint=f3fe7b3148891c0c40eb5c0cfdb86c00f191377c67a9eab13d4d52860172f386
I0331 03:51:07.120459       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 17.85151ms to process 1 records
I0331 03:51:07.120536       1 tasks_processing.go:74] worker 8 stopped.
I0331 03:51:07.120633       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=3505648755fff1f495e98d3df648d6fa60d0307ca7e36835bd3a5987dbf70c6c
I0331 03:51:07.120642       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 18.370894ms to process 1 records
I0331 03:51:07.122996       1 tasks_processing.go:74] worker 48 stopped.
I0331 03:51:07.123006       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 19.908498ms to process 0 records
I0331 03:51:07.123024       1 tasks_processing.go:74] worker 49 stopped.
I0331 03:51:07.123035       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 19.613291ms to process 0 records
I0331 03:51:07.123146       1 tasks_processing.go:74] worker 3 stopped.
I0331 03:51:07.123269       1 recorder.go:75] Recording config/featuregate with fingerprint=529c5e1be6590dd5f884197fb3be0f8126b3d13bd25119ad92e1dd6a32316ea5
I0331 03:51:07.123282       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 21.173683ms to process 1 records
I0331 03:51:07.123420       1 tasks_processing.go:74] worker 57 stopped.
I0331 03:51:07.123718       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=d53d4d78a6a8f85c6c17daa91d91b933934826f46d77ee03b6629c136ceb4edf
I0331 03:51:07.123732       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 21.350284ms to process 1 records
I0331 03:51:07.125847       1 tasks_processing.go:74] worker 0 stopped.
I0331 03:51:07.126014       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=090ca8371242e98ed5ca5cf1eb6c61818b96e2567500ef737fc4df1971749aee
I0331 03:51:07.126093       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=8578bf1b57ab02f8b538d95663554b168b1c295cdc4ccfe9b96d547648ba98e9
I0331 03:51:07.126110       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=099b6a49dc08a778e3ce6f701542dac84c2119da3491091e26619bc6da03553c
I0331 03:51:07.126136       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=c2bb1974d4f628ee73b13b976fc7c815112899c5bb58cbf03dfc03a949e2f7d6
I0331 03:51:07.126159       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=133905be835e5bf2d1ba5ec6996708b0e22be3490af4965af54ec8bd1e6b4899
I0331 03:51:07.126181       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=cdceb87d6921d6fbd4e62027ee5d69590155092d28e5bb689888fa6a19cc64e1
I0331 03:51:07.126212       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=71979ecaaf6fbc570529923937c8c390fda97e5de32337662c79045854b923a9
I0331 03:51:07.126244       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=5667069e9db39e71b8c5937986e03ecede3945e556a32f01932a3ceb08e65d33
I0331 03:51:07.126267       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=3a0ad46fa9ccc5444bab8a1dca9bed28256eed9817f716c0793c16ed674824f6
I0331 03:51:07.126287       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=581047c191187ffa8b8d53f6e4d7e951282691a5428509c38e25e5a3812fae20
I0331 03:51:07.126310       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=b24564b70b89ac30de77db8c6c2a71f1d65481aabec31f68f5a74e8a93b8c48c
I0331 03:51:07.126315       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 24.019909ms to process 11 records
I0331 03:51:07.126326       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 22.198744ms to process 0 records
I0331 03:51:07.126331       1 tasks_processing.go:74] worker 25 stopped.
I0331 03:51:07.128019       1 tasks_processing.go:74] worker 9 stopped.
I0331 03:51:07.128079       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=2406bef4906ec3105f1308fd9c863d436b73626ebbc42b1c2d2f50c2d0fb3c52
I0331 03:51:07.128095       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 26.193886ms to process 1 records
I0331 03:51:07.130335       1 tasks_processing.go:74] worker 59 stopped.
I0331 03:51:07.130348       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 27.80777ms to process 0 records
I0331 03:51:07.130684       1 gather_logs.go:145] no pods in  namespace were found
I0331 03:51:07.130697       1 tasks_processing.go:74] worker 19 stopped.
I0331 03:51:07.130704       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 28.223822ms to process 0 records
I0331 03:51:07.130828       1 tasks_processing.go:74] worker 50 stopped.
I0331 03:51:07.131277       1 recorder.go:75] Recording config/infrastructure with fingerprint=7e34e72c1d481622a071be22c6b11d4432fe6331b9cea61395450bf795061d13
I0331 03:51:07.131289       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 27.460452ms to process 1 records
I0331 03:51:07.131373       1 tasks_processing.go:74] worker 63 stopped.
I0331 03:51:07.131400       1 recorder.go:75] Recording config/network with fingerprint=ea58b1ea5fa095d92e82e3c1093598b2775bb5acecba1023853bc5ad6971725d
I0331 03:51:07.131407       1 gather.go:177] gatherer "clusterconfig" function "networks" took 27.355807ms to process 1 records
I0331 03:51:07.142467       1 tasks_processing.go:74] worker 46 stopped.
I0331 03:51:07.142591       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=78c8c10a1eea4bf42ac943259bb787b5822e34f36cab69728f15f911ddd2bfd6
I0331 03:51:07.142616       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=ecb9d88d3c9acc9598e3ec1371df38a303aacea0d0466dddc2055e00a5365f07
I0331 03:51:07.142635       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=a2a3f3e9aab5709b7495f82e247115ba0ab7f799e1aa8367e98ed63bca2be3e8
I0331 03:51:07.142642       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 38.837507ms to process 3 records
I0331 03:51:07.142649       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 39.58674ms to process 0 records
I0331 03:51:07.142680       1 tasks_processing.go:74] worker 54 stopped.
I0331 03:51:07.142709       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=9925a8530deb54a72cbf533d732303bc5bf2e60197cc28bf5c15eaf4786e5383
I0331 03:51:07.142722       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=1d80ba0ba67f63f8d68664b4c367de4799978272980e0ff0a1edc8a45fcb3c4c
I0331 03:51:07.142726       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 39.258736ms to process 2 records
E0331 03:51:07.142732       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0331 03:51:07.142744       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0331 03:51:07.142751       1 tasks_processing.go:74] worker 15 stopped.
I0331 03:51:07.142763       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 40.028166ms to process 1 records
I0331 03:51:07.142768       1 tasks_processing.go:74] worker 47 stopped.
I0331 03:51:07.142849       1 tasks_processing.go:74] worker 1 stopped.
I0331 03:51:07.142858       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 40.23913ms to process 0 records
I0331 03:51:07.142868       1 tasks_processing.go:74] worker 27 stopped.
I0331 03:51:07.142873       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 40.108967ms to process 0 records
I0331 03:51:07.142926       1 tasks_processing.go:74] worker 30 stopped.
I0331 03:51:07.143017       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=6b115b463fa03576255fe836d7bfe8e01ebe9e49dac89eaa537b2258c1debb26
I0331 03:51:07.143044       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=40287c1c2b6ef7c08c6330ebea51d48a105d4776f71397d9d4683f17aaedfd99
I0331 03:51:07.143068       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2483db8fd03672ea028df2104917ff3033299fdacd0c5fa10136a8ac8ead3651
I0331 03:51:07.143075       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 40.134164ms to process 3 records
I0331 03:51:07.143084       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 40.610275ms to process 0 records
I0331 03:51:07.143103       1 tasks_processing.go:74] worker 44 stopped.
I0331 03:51:07.143173       1 tasks_processing.go:74] worker 33 stopped.
I0331 03:51:07.143316       1 recorder.go:75] Recording config/node/ip-10-0-0-143.ec2.internal with fingerprint=ed2af631cb78d9d5734b2ec31ec821111a7ae6c4bade4bc5986adb916f5584fd
I0331 03:51:07.143371       1 recorder.go:75] Recording config/node/ip-10-0-1-243.ec2.internal with fingerprint=5383019aa72f5c3849094f03fa7e6dcd651da3aedac20915f566a216d9399639
I0331 03:51:07.143438       1 recorder.go:75] Recording config/node/ip-10-0-2-160.ec2.internal with fingerprint=270b7026d5c6b71a045ab033fdbc9aff3f10a411abf9e12211fa2b8ab49f4350
I0331 03:51:07.143446       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 40.608307ms to process 3 records
I0331 03:51:07.143473       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0331 03:51:07.143480       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 40.924146ms to process 1 records
I0331 03:51:07.143486       1 tasks_processing.go:74] worker 13 stopped.
I0331 03:51:07.146299       1 tasks_processing.go:74] worker 36 stopped.
I0331 03:51:07.146311       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 44.319361ms to process 0 records
I0331 03:51:07.146655       1 tasks_processing.go:74] worker 40 stopped.
I0331 03:51:07.146768       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0331 03:51:07.146838       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0331 03:51:07.146873       1 operator.go:328] started
I0331 03:51:07.146887       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0331 03:51:07.147232       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=e14c80e0814635531be15defe5b2330ab7342068cdc9d911a5645c97bb8a4cea
I0331 03:51:07.147471       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=9b2ab78a42fb32745c437c9d54ac5f06bdb0916ed4a304a59ac70f5860e7c61a
I0331 03:51:07.147482       1 gather.go:177] gatherer "clusterconfig" function "crds" took 43.809957ms to process 2 records
I0331 03:51:07.151361       1 tasks_processing.go:74] worker 43 stopped.
I0331 03:51:07.151397       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 48.244811ms to process 0 records
I0331 03:51:07.151581       1 tasks_processing.go:74] worker 20 stopped.
I0331 03:51:07.151601       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 48.493158ms to process 0 records
I0331 03:51:07.154758       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0331 03:51:07.154811       1 tasks_processing.go:74] worker 45 stopped.
I0331 03:51:07.154824       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 51.331545ms to process 0 records
I0331 03:51:07.154827       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0331 03:51:07.154833       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
W0331 03:51:07.155058       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 03:51:07.158738       1 base_controller.go:82] Caches are synced for ConfigController 
I0331 03:51:07.158751       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0331 03:51:07.158944       1 prometheus_rules.go:88] Prometheus rules successfully created
I0331 03:51:07.165008       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 03:51:07.165230       1 tasks_processing.go:74] worker 42 stopped.
I0331 03:51:07.165519       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=301de18941ec9a17a467cdf9061d4a1eadf33b1b94b9d25db19a0c831b49a1ea
I0331 03:51:07.165643       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0331 03:51:07.165655       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0331 03:51:07.165659       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0331 03:51:07.165663       1 controller.go:254] Source scaController *sca.Controller is not ready
I0331 03:51:07.165666       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0331 03:51:07.165675       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c959d7b8e8383f3f596c8990d5267ce0ef924a29b9b129ef75181c3b0e8b1fa9
I0331 03:51:07.165686       1 controller.go:531] The operator is still being initialized
I0331 03:51:07.165685       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 61.67754ms to process 2 records
I0331 03:51:07.165691       1 controller.go:554] The operator is healthy
E0331 03:51:07.167955       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2785b07698-dffd-428c-8402-caa6e54d9299%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.11:45132->172.30.0.10:53: read: connection refused
I0331 03:51:07.167967       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2785b07698-dffd-428c-8402-caa6e54d9299%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.11:45132->172.30.0.10:53: read: connection refused
I0331 03:51:07.181989       1 tasks_processing.go:74] worker 23 stopped.
E0331 03:51:07.182004       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0331 03:51:07.182013       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0331 03:51:07.182017       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0331 03:51:07.182028       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=7c953bef0cdbddb25a47a3c40772dfa7cbf73ae2ac9bb3dc97984dbf1bd43499
I0331 03:51:07.182066       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0331 03:51:07.182074       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0331 03:51:07.182079       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=4bec6f0bfa45f0ccf5709371166150dcb9cf2703d04f5f6de4476d0277c477a6
I0331 03:51:07.182083       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0331 03:51:07.182120       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0331 03:51:07.182127       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0331 03:51:07.182133       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 79.922822ms to process 7 records
I0331 03:51:07.190368       1 tasks_processing.go:74] worker 29 stopped.
I0331 03:51:07.190635       1 recorder.go:75] Recording config/version with fingerprint=8cae53fd0501b89dd76a34ba5fa053fe6c1067ae16c75a21c44ea4a741ed3de4
I0331 03:51:07.190649       1 recorder.go:75] Recording config/id with fingerprint=3881fc20288ed1e6a671cb7a2d8ed57d6bb9db8abc22cd1706bc71546884cc1a
I0331 03:51:07.190655       1 gather.go:177] gatherer "clusterconfig" function "version" took 87.933213ms to process 2 records
I0331 03:51:07.201354       1 tasks_processing.go:74] worker 17 stopped.
I0331 03:51:07.202795       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-8777bd9bb-kn4dw with fingerprint=df8d3bc90859135a821b689ab033b17f2e0f5f0d1b3a36e176450644b4a41e15
I0331 03:51:07.203060       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-kq6qp with fingerprint=6ea3811b7f3e8499d3e3b517f63b576db1a3bd253e078c516dacc3b3dbce68ca
I0331 03:51:07.203326       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-xzbq4 with fingerprint=2216524389ec0531c4b00a2ea6148d0793ec7538cf7971ade93b4af9f5473710
I0331 03:51:07.203372       1 recorder.go:75] Recording config/running_containers with fingerprint=6dac0ee759b04c89c11de52187e04315bea008eb1fa521be88449c4b01c4fa20
I0331 03:51:07.203397       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 98.540799ms to process 4 records
I0331 03:51:07.247065       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0331 03:51:07.247079       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0331 03:51:07.251049       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0331 03:51:07.254618       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.11:58955->172.30.0.10:53: read: connection refused
I0331 03:51:07.254634       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.11:58955->172.30.0.10:53: read: connection refused
I0331 03:51:07.268091       1 tasks_processing.go:74] worker 39 stopped.
E0331 03:51:07.268114       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0331 03:51:07.268121       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pcf4qvmb8c8ij76t9r5ocbboorpi5e4-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pcf4qvmb8c8ij76t9r5ocbboorpi5e4-primary-cert-bundle-secret" not found
I0331 03:51:07.268176       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=ef799be0a0297923bcf9320181d02a973e00753ac0d74953c5f97fd3294212de
I0331 03:51:07.268189       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 165.81316ms to process 1 records
I0331 03:51:07.538737       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0331 03:51:07.538752       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0331 03:51:07.538949       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-glm9b pod in namespace openshift-dns (previous: false).
I0331 03:51:07.774045       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-glm9b pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-glm9b\" is waiting to start: ContainerCreating"
I0331 03:51:07.774066       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-glm9b\" is waiting to start: ContainerCreating"
I0331 03:51:07.774077       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-glm9b pod in namespace openshift-dns (previous: false).
I0331 03:51:07.949202       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-glm9b pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-glm9b\" is waiting to start: ContainerCreating"
I0331 03:51:07.949221       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-glm9b\" is waiting to start: ContainerCreating"
I0331 03:51:07.949251       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-mbbb7 pod in namespace openshift-dns (previous: false).
W0331 03:51:08.155218       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 03:51:08.174508       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mbbb7 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-mbbb7\" is waiting to start: ContainerCreating"
I0331 03:51:08.174523       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-mbbb7\" is waiting to start: ContainerCreating"
I0331 03:51:08.174531       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-mbbb7 pod in namespace openshift-dns (previous: false).
I0331 03:51:08.347584       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mbbb7 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-mbbb7\" is waiting to start: ContainerCreating"
I0331 03:51:08.347600       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-mbbb7\" is waiting to start: ContainerCreating"
I0331 03:51:08.347629       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-wfc49 pod in namespace openshift-dns (previous: false).
I0331 03:51:08.544011       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wfc49 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-wfc49\" is waiting to start: ContainerCreating"
I0331 03:51:08.544027       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-wfc49\" is waiting to start: ContainerCreating"
I0331 03:51:08.544036       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-wfc49 pod in namespace openshift-dns (previous: false).
I0331 03:51:08.566021       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0331 03:51:08.747665       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wfc49 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-wfc49\" is waiting to start: ContainerCreating"
I0331 03:51:08.747683       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-wfc49\" is waiting to start: ContainerCreating"
I0331 03:51:08.747693       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9gr8g pod in namespace openshift-dns (previous: false).
I0331 03:51:08.948271       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 03:51:08.948287       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-fdc6h pod in namespace openshift-dns (previous: false).
I0331 03:51:09.144763       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 03:51:09.144780       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-wgxq2 pod in namespace openshift-dns (previous: false).
W0331 03:51:09.154978       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 03:51:09.168901       1 tasks_processing.go:74] worker 41 stopped.
I0331 03:51:09.168961       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=5adb5420628616f79e7173e0ae71d8e164d195bda061c6640197edfa690f1e6c
I0331 03:51:09.169017       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=80ab9a86054f6ac16b7b122a67d928cdc570cd09be0afb3d09a31eb99f99ebfe
I0331 03:51:09.169079       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0331 03:51:09.169124       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=b732d832a526e3b08d940182aaf80df27a23f0f486d9a2558ffb81912a94b080
I0331 03:51:09.169140       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0331 03:51:09.169163       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=6e89f98f381159c35d9b7cbc91bf6fcebf81b9315f3f62830a2f16a23e655189
I0331 03:51:09.169193       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=4739da671b3087c7c307821c2dfd96841d5a78cc8ea900281ac21acbfff5abac
I0331 03:51:09.169218       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=3e6b0f313504f1c4beb70e994facc51c8122f6ba54c26baf1e9e838d23cc9fbd
I0331 03:51:09.169233       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=c4d5c4666334b10a2f7e993da8edffefa73cd308e7ef629732a8f3a3ec82acec
I0331 03:51:09.169256       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=730548d389fd425526eed92a0685061c06fc1fb3aef62005232fc30b1c74e754
I0331 03:51:09.169266       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0331 03:51:09.169281       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=081af1b06165265048725a2599d2ca8e8aa6d36ff14f8b3cc4a1ac369187c0f5
I0331 03:51:09.169292       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0331 03:51:09.169307       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=7cbe2542c05f0d99617fcb3f7ad50cde54d81714ba67d23aafde32a851710b17
I0331 03:51:09.169316       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0331 03:51:09.169331       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=881d65c89a8fdc18f1290b10213cb037447abdbbf8876652b0a3e9584c6bcb04
I0331 03:51:09.169339       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0331 03:51:09.169354       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=19f5a4a26f02cbe3f3c3c2a20d1137cb51110d468402d6abd8f3d862e2a59170
I0331 03:51:09.169477       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=168d24e15bec9e38fa30b2677ba17fcfd8ab2b9b44932c78be0a33b25f548802
I0331 03:51:09.169487       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0331 03:51:09.169494       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0331 03:51:09.169514       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0331 03:51:09.169536       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=f0d50594f83d05e11f25ca35193f3de75834e7ecbe1221a558d2b4a77cbd8c96
I0331 03:51:09.169559       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=d5c850574d4e1d8db7b20ed056cc2eccd9a32782b60e573e5d9c607c2f2d5c79
I0331 03:51:09.169568       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0331 03:51:09.169582       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=718aa34451cdf25644797661096d487d6b182e0a0add46d475c935900bd9ad7f
I0331 03:51:09.169591       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0331 03:51:09.169604       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=03eca6aa557300170d36f4a6c70119f2b5703c0f602a6524892187ee5174c143
I0331 03:51:09.169616       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=826031cc3f1e345fd7a79fdfa602881fe47d816004362d69f8d324edb9b95041
I0331 03:51:09.169630       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=f766bc5864650fc38068b0ccf5ae9ad16d5ff391a9a9f751feaa3f0f37974396
I0331 03:51:09.169645       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=7811b9c83244b3a579f042726f006cad28f9f2e18d20f08803cf9d8a6a48ebf2
I0331 03:51:09.169666       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=8aa3590f5e878d6e98f258275fece5537244cc6f489bb14d4a55ee77beec0921
I0331 03:51:09.169676       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0331 03:51:09.169702       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=112d8451ef9dba14509721cd8def270209ec43ed9efb0f2ae20b54a9c52c8f2c
I0331 03:51:09.169725       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0331 03:51:09.169733       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0331 03:51:09.169741       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.065637323s to process 36 records
I0331 03:51:09.355999       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 03:51:09.356046       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5946c4747f-vfbcf pod in namespace openshift-image-registry (previous: false).
I0331 03:51:09.543407       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5946c4747f-vfbcf pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5946c4747f-vfbcf\" is waiting to start: ContainerCreating"
I0331 03:51:09.543428       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5946c4747f-vfbcf\" is waiting to start: ContainerCreating"
I0331 03:51:09.543482       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7d65c97744-jwnj6 pod in namespace openshift-image-registry (previous: false).
I0331 03:51:09.748498       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7d65c97744-jwnj6 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7d65c97744-jwnj6\" is waiting to start: ContainerCreating"
I0331 03:51:09.748515       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7d65c97744-jwnj6\" is waiting to start: ContainerCreating"
I0331 03:51:09.748549       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7d65c97744-v2ct5 pod in namespace openshift-image-registry (previous: false).
I0331 03:51:09.952670       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7d65c97744-v2ct5 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7d65c97744-v2ct5\" is waiting to start: ContainerCreating"
I0331 03:51:09.952689       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7d65c97744-v2ct5\" is waiting to start: ContainerCreating"
I0331 03:51:09.952700       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9pkjm pod in namespace openshift-image-registry (previous: false).
I0331 03:51:10.146011       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 03:51:10.146028       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-c9tqk pod in namespace openshift-image-registry (previous: false).
W0331 03:51:10.155268       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 03:51:10.347784       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 03:51:10.347801       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-d2rws pod in namespace openshift-image-registry (previous: false).
I0331 03:51:10.561217       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 03:51:10.561241       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6f994cf66-nxqw2 pod in namespace openshift-ingress (previous: false).
I0331 03:51:10.744315       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6f994cf66-nxqw2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6f994cf66-nxqw2\" is waiting to start: ContainerCreating"
I0331 03:51:10.744333       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6f994cf66-nxqw2\" is waiting to start: ContainerCreating"
I0331 03:51:10.744345       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6f994cf66-q2xr8 pod in namespace openshift-ingress (previous: false).
I0331 03:51:10.946169       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6f994cf66-q2xr8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6f994cf66-q2xr8\" is waiting to start: ContainerCreating"
I0331 03:51:10.946186       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6f994cf66-q2xr8\" is waiting to start: ContainerCreating"
I0331 03:51:10.946197       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-dd5548cd5-zpxzb pod in namespace openshift-ingress (previous: false).
I0331 03:51:11.143321       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-dd5548cd5-zpxzb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-dd5548cd5-zpxzb\" is waiting to start: ContainerCreating"
I0331 03:51:11.143340       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-dd5548cd5-zpxzb\" is waiting to start: ContainerCreating"
I0331 03:51:11.143350       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-94j9g pod in namespace openshift-ingress-canary (previous: false).
W0331 03:51:11.154502       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 03:51:11.346068       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-nvbbc pod in namespace openshift-ingress-canary (previous: false).
I0331 03:51:11.545756       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rqfmn pod in namespace openshift-ingress-canary (previous: false).
I0331 03:51:11.744120       1 tasks_processing.go:74] worker 26 stopped.
I0331 03:51:11.744236       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=5e55a2e767e8305bffd9f4e857c5e99ccdaf4be6e986171f38937131c1c0913c
I0331 03:51:11.744288       1 recorder.go:75] Recording events/openshift-dns with fingerprint=53e35e48e494692eec2e7382ba78772a6c0c11c42e4d4406f2bf3fec8c684b57
I0331 03:51:11.744400       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=828f32956a3962c6d287479ca244c9f5520968fad74c0622ec77ee134bf693c5
I0331 03:51:11.744428       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=93302d3dceab63f69e68ad370f3b94f88cd75702b404466b53a38810570a669f
I0331 03:51:11.744474       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=84a40cafb25c4b2541557e5b0b53d586339652fa75a22404ed432d3fe90661fa
I0331 03:51:11.744513       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=b73eb1dc0c04faf5bcc2cfbe1b66d15f68346c7a7d412eb42d4439f14fa90afd
I0331 03:51:11.744649       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-glm9b with fingerprint=3222a3f93246fe0f2c86cf36761f29f3112874c99291252815cb9c508e2c5aff
I0331 03:51:11.744771       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-mbbb7 with fingerprint=599c18c7895063c273d5134b0627f3df809fda7bac0a1c95ccdb90d03611ea5c
I0331 03:51:11.744842       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-wfc49 with fingerprint=082d895ba93938121f14ee1b339b9d68173641f7770c4f1786c6bc491557b245
I0331 03:51:11.744949       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5946c4747f-vfbcf with fingerprint=d1c44855117abd097be6ac56e1a791bc8dbd4d19d6dd9a0dbc91bbddbe7772e9
I0331 03:51:11.745038       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7d65c97744-jwnj6 with fingerprint=e59c98338b8a72fd42ad18131b60e5cdc1af20fac8fd22eb3128e60f232633bb
I0331 03:51:11.745126       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7d65c97744-v2ct5 with fingerprint=aa40aefceb958f1dff88730db6c6843cebd07c08de27627685a29f0aa9395a77
I0331 03:51:11.745133       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-94j9g/serve-healthcheck-canary_current.log with fingerprint=33646d7fc4c9bae1ae9d5b407a837a6f2579a3a3c6ea3062eb0d8ecb6bd135e7
I0331 03:51:11.745138       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-nvbbc/serve-healthcheck-canary_current.log with fingerprint=98f5a36ecc2a8cc54686cb5a761df9e7212dc61392c7e9c2dd24f3eb25c025fd
I0331 03:51:11.745142       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-rqfmn/serve-healthcheck-canary_current.log with fingerprint=a5d020bc0916d3e1948c9e9e97fbedf8390ceecf0a4670074d25039c3d030f25
I0331 03:51:11.745148       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.641677345s to process 15 records
W0331 03:51:12.151584       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0331 03:51:12.151607       1 tasks_processing.go:74] worker 35 stopped.
E0331 03:51:12.151617       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0331 03:51:12.151628       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0331 03:51:12.151642       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0331 03:51:12.151655       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.048227545s to process 1 records
I0331 03:51:19.023486       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 03:51:19.218078       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 03:51:19.464810       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 03:51:19.750159       1 tasks_processing.go:74] worker 56 stopped.
I0331 03:51:19.750201       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0331 03:51:19.750215       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.647407628s to process 1 records
I0331 03:51:20.509712       1 tasks_processing.go:74] worker 60 stopped.
I0331 03:51:20.509994       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=93f784ec235e5b65e3ee087fbd038778fcae972ba0ef0f159792758fcb475d46
I0331 03:51:20.510012       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.40677389s to process 1 records
E0331 03:51:20.510311       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.408s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0331 03:51:20.511551       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0331 03:51:20.511567       1 periodic.go:216] Running workloads gatherer
I0331 03:51:20.511584       1 tasks_processing.go:45] number of workers: 2
I0331 03:51:20.511594       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 03:51:20.511598       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0331 03:51:20.511606       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 03:51:20.511624       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0331 03:51:20.536965       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0331 03:51:20.541564       1 tasks_processing.go:74] worker 0 stopped.
I0331 03:51:20.541579       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 29.928191ms to process 0 records
I0331 03:51:20.547659       1 gather_workloads_info.go:387] No image sha256:72ae38682f25786aec18625cfed5d7831017d2f0f1304c3320c00ce0b7fb09c1 (11ms)
I0331 03:51:20.556521       1 gather_workloads_info.go:387] No image sha256:0fd69333c121efd68919e731cd3ea01e976e00415bda6e987bf1e949ec224eda (9ms)
I0331 03:51:20.564793       1 gather_workloads_info.go:387] No image sha256:273930332d7b481bbca4521cf740507498a2a323a4010cd66e896806b299f85e (8ms)
I0331 03:51:20.573041       1 gather_workloads_info.go:387] No image sha256:185a95b130b6a27ad88fcf39803215b7bd998472b1e37225858435f4eb7c3c04 (8ms)
I0331 03:51:20.581659       1 gather_workloads_info.go:387] No image sha256:87de118dc29ca1b47d4768ec5ed4441bc1dada3fb2a78d53b1833249baa86dd4 (9ms)
I0331 03:51:20.589987       1 gather_workloads_info.go:387] No image sha256:6263faa8ef7759ec21f26df08314c5d64e52d967b49961cb9404c54532c03365 (8ms)
I0331 03:51:20.597562       1 gather_workloads_info.go:387] No image sha256:51e1b5dc9fccbee5b7df78d0e8bbe379f75529232c102c9ed5b1ae134c4b9b4c (8ms)
I0331 03:51:20.606848       1 gather_workloads_info.go:387] No image sha256:66640a3f7bd65090345552611701a73e74bc44897b9d29e43b11f73b96598ac0 (9ms)
I0331 03:51:20.617163       1 gather_workloads_info.go:387] No image sha256:a20df9dd8819885aa431022c6f5e80b77b4431f268b719d71bec26f10521da0e (10ms)
I0331 03:51:20.625938       1 gather_workloads_info.go:387] No image sha256:5b51a4d9d3b7ecad110fb6eb00f71e9e9b854067d79b220df397a58d9fa50eb0 (9ms)
I0331 03:51:20.645773       1 gather_workloads_info.go:387] No image sha256:2f26472542da4f89a2ac34a93fd438d385419dda16811bdfa7e679e0115abe56 (20ms)
I0331 03:51:20.746829       1 gather_workloads_info.go:387] No image sha256:6ea0f19030ffc52a290e6eeb812ef2426c48a2f1083b1e415e0667998cbb7bf2 (101ms)
I0331 03:51:20.847489       1 gather_workloads_info.go:387] No image sha256:8f72efd51f564d8d3e4ecee6555d7bd5394d0776054d2112febea6b7c9e71225 (101ms)
I0331 03:51:20.946754       1 gather_workloads_info.go:387] No image sha256:cfcb0bd30c537e677ac6856c36c0c923b415f24d944c7aa1386489f511f6491d (99ms)
I0331 03:51:21.047982       1 gather_workloads_info.go:387] No image sha256:4c39dc633bf3560c2397281b74faf9d00500b0738dec6c1aad2cc8ce326be6fc (101ms)
I0331 03:51:21.145849       1 gather_workloads_info.go:387] No image sha256:2e3661304917ce7f3be49974faacc60c24cbe2833d7b50c8c205c2f3f2467950 (98ms)
I0331 03:51:21.246992       1 gather_workloads_info.go:387] No image sha256:31e175b644c6627779ca6b9f48d9426760dd449788ad671dd0277cce8fb822e8 (101ms)
I0331 03:51:21.350300       1 gather_workloads_info.go:387] No image sha256:ad0e262327997e8cdc4074a2373e67274d9b8a943aa274a2cd8ce98ffe1db4a0 (103ms)
I0331 03:51:21.445489       1 gather_workloads_info.go:387] No image sha256:4e62a2dcb8214491388d4c17f89fe699eb53cdb8039dcba6ab052edc28da3fbd (95ms)
I0331 03:51:21.546345       1 gather_workloads_info.go:387] No image sha256:83344c7d1374cbc2607b4fcb837f094c035b32daf24f8b3ccba2c8df409a6d3c (101ms)
I0331 03:51:21.645985       1 gather_workloads_info.go:387] No image sha256:2ade6dfb5406ef3a4264dea95d455298f54e8ef4d458d9ee3e94c33d48676a9b (100ms)
I0331 03:51:21.747208       1 gather_workloads_info.go:387] No image sha256:12448aad6e9050c2b2445035be818a490cef502d39b73dbd51cc0f5ea7d67d40 (101ms)
I0331 03:51:21.845894       1 gather_workloads_info.go:387] No image sha256:3da5a449ace61cb7d002d8e7911c14905c74cf58a296527458d1af0f1abf0a72 (99ms)
I0331 03:51:21.947792       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (102ms)
I0331 03:51:22.046755       1 gather_workloads_info.go:387] No image sha256:1b58ba57c10e2ba03a0d8dba1f3f8faa866e1dca6170725b6909c2cc2b96efa6 (99ms)
I0331 03:51:22.145466       1 gather_workloads_info.go:387] No image sha256:20a3e59566dd25058fff22e18569067fe6a12d8ac5ac62fa6508e0cee44d7897 (99ms)
I0331 03:51:22.246154       1 gather_workloads_info.go:387] No image sha256:aa65d1c7fb8805b767fc4878faea280472f372010efadc66e5641a2e634a80c0 (101ms)
I0331 03:51:22.345444       1 gather_workloads_info.go:387] No image sha256:12aec97ddeb527881acf5949bea2b227baa1dbfccf30679e8d57ff0b82e42707 (99ms)
I0331 03:51:22.445955       1 gather_workloads_info.go:387] No image sha256:1c5b548d67e5c56e3297b2f8aa34428e544b5b5ac88bd8d0f465760375c501e6 (100ms)
I0331 03:51:22.568338       1 gather_workloads_info.go:387] No image sha256:3739c0c55f7f7ccc84309ae11eb23d3d9e5ad50a68e849a8a8dfda7f2f2bc137 (122ms)
I0331 03:51:22.645627       1 gather_workloads_info.go:387] No image sha256:1e6d59867cbd750672bc9ccfb9c69c3d198174cd43dd6d71a0da358b4b766473 (77ms)
I0331 03:51:22.758281       1 gather_workloads_info.go:387] No image sha256:7e0a58aad44d5b09954f8261e3e428c8dfa076eb9c2b6ef46a91d27ac78ac17a (113ms)
I0331 03:51:22.848732       1 gather_workloads_info.go:387] No image sha256:a6b085cdad58db8529d99c22ec1ec79fe09ab00ab1c92ee38b29e7875dc0533c (90ms)
I0331 03:51:22.848764       1 tasks_processing.go:74] worker 1 stopped.
E0331 03:51:22.848775       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0331 03:51:22.849024       1 recorder.go:75] Recording config/workload_info with fingerprint=f5517ef8acabc2859704d69c9ae285f5273ecac8b695b76a2b4b0b4defdc1a38
I0331 03:51:22.849039       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.337158594s to process 1 records
E0331 03:51:22.849063       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.337s with: function \"workload_info\" failed with an error"
I0331 03:51:22.850166       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0331 03:51:22.850179       1 periodic.go:216] Running conditional gatherer
I0331 03:51:22.863521       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules
I0331 03:51:22.870214       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.11:43358->172.30.0.10:53: read: connection refused
E0331 03:51:22.870548       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 03:51:22.870608       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0331 03:51:22.884207       1 conditional_gatherer.go:392] cluster version is '4.21.6'
E0331 03:51:22.884224       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 03:51:22.884231       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 03:51:22.884236       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 03:51:22.884241       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 03:51:22.884247       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 03:51:22.884252       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 03:51:22.884257       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 03:51:22.884261       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 03:51:22.884266       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0331 03:51:22.884284       1 tasks_processing.go:45] number of workers: 3
I0331 03:51:22.884297       1 tasks_processing.go:69] worker 2 listening for tasks.
I0331 03:51:22.884304       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0331 03:51:22.884312       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 03:51:22.884323       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 03:51:22.884331       1 tasks_processing.go:74] worker 1 stopped.
I0331 03:51:22.884340       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0331 03:51:22.884345       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0331 03:51:22.884438       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0331 03:51:22.884455       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.495µs to process 1 records
I0331 03:51:22.884502       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0331 03:51:22.884513       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 2.138µs to process 1 records
I0331 03:51:22.884521       1 tasks_processing.go:74] worker 0 stopped.
I0331 03:51:22.884635       1 tasks_processing.go:74] worker 2 stopped.
I0331 03:51:22.884648       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 276.246µs to process 0 records
I0331 03:51:22.884670       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.11:43358->172.30.0.10:53: read: connection refused
I0331 03:51:22.884693       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0331 03:51:22.937965       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=ec64ef546d95467f463eca1b52ccf681ba43273885eb5d59171d0e0c3ffeca9a
I0331 03:51:22.938096       1 diskrecorder.go:70] Writing 112 records to /var/lib/insights-operator/insights-2026-03-31-035122.tar.gz
I0331 03:51:22.945485       1 diskrecorder.go:51] Wrote 112 records to disk in 7ms
I0331 03:51:22.945519       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0331 03:51:22.945540       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0331 03:51:31.241329       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 03:52:36.535515       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="d9d4e1090a628c2d28fb959d6e548fcfeca4130334a633998fa81a588209c489")
W0331 03:52:36.535554       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0331 03:52:36.535612       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="ec4fae7f506540c7a41d7e4f25777c743ec3c1bab9dc4b29447fc0d9f65d408d")