W0416 13:59:47.783941       1 cmd.go:257] Using insecure, self-signed certificates
I0416 13:59:48.342031       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0416 13:59:48.342404       1 observer_polling.go:159] Starting file observer
I0416 13:59:49.467793       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0416 13:59:49.468073       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0416 13:59:49.468770       1 secure_serving.go:57] Forcing use of http/1.1 only
W0416 13:59:49.468790       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0416 13:59:49.468796       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0416 13:59:49.468801       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0416 13:59:49.468805       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0416 13:59:49.468807       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0416 13:59:49.468810       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0416 13:59:49.468916       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0416 13:59:49.473414       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"922559e7-b947-4d89-9c2a-8cb6a5625e08", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0416 13:59:49.473448       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0416 13:59:49.476475       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0416 13:59:49.476502       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0416 13:59:49.476503       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0416 13:59:49.476506       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0416 13:59:49.476520       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0416 13:59:49.476525       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0416 13:59:49.476812       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2923283287/tls.crt::/tmp/serving-cert-2923283287/tls.key"
I0416 13:59:49.477138       1 secure_serving.go:213] Serving securely on [::]:8443
I0416 13:59:49.477170       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0416 13:59:49.482532       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0416 13:59:49.482561       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0416 13:59:49.482660       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0416 13:59:49.487342       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0416 13:59:49.487368       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0416 13:59:49.492032       1 secretconfigobserver.go:119] support secret does not exist
I0416 13:59:49.496397       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0416 13:59:49.500606       1 secretconfigobserver.go:119] support secret does not exist
I0416 13:59:49.504500       1 recorder.go:176] Pruning old reports every 7h21m22s, max age is 288h0m0s
I0416 13:59:49.509539       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0416 13:59:49.509562       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0416 13:59:49.509573       1 periodic.go:216] Running clusterconfig gatherer
I0416 13:59:49.509587       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0416 13:59:49.509595       1 insightsreport.go:296] Starting report retriever
I0416 13:59:49.509601       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0416 13:59:49.509644       1 tasks_processing.go:45] number of workers: 64
I0416 13:59:49.509679       1 tasks_processing.go:69] worker 3 listening for tasks.
I0416 13:59:49.509687       1 tasks_processing.go:69] worker 2 listening for tasks.
I0416 13:59:49.509691       1 tasks_processing.go:69] worker 1 listening for tasks.
I0416 13:59:49.509693       1 tasks_processing.go:69] worker 21 listening for tasks.
I0416 13:59:49.509701       1 tasks_processing.go:69] worker 4 listening for tasks.
I0416 13:59:49.509708       1 tasks_processing.go:69] worker 0 listening for tasks.
I0416 13:59:49.509710       1 tasks_processing.go:69] worker 13 listening for tasks.
I0416 13:59:49.509713       1 tasks_processing.go:71] worker 4 working on machine_config_pools task.
I0416 13:59:49.509717       1 tasks_processing.go:69] worker 14 listening for tasks.
I0416 13:59:49.509722       1 tasks_processing.go:71] worker 14 working on crds task.
I0416 13:59:49.509721       1 tasks_processing.go:71] worker 13 working on node_features task.
I0416 13:59:49.509720       1 tasks_processing.go:69] worker 12 listening for tasks.
I0416 13:59:49.509733       1 tasks_processing.go:69] worker 8 listening for tasks.
I0416 13:59:49.509738       1 tasks_processing.go:69] worker 9 listening for tasks.
I0416 13:59:49.509744       1 tasks_processing.go:69] worker 10 listening for tasks.
I0416 13:59:49.509759       1 tasks_processing.go:69] worker 15 listening for tasks.
I0416 13:59:49.509757       1 tasks_processing.go:69] worker 17 listening for tasks.
I0416 13:59:49.509764       1 tasks_processing.go:69] worker 5 listening for tasks.
I0416 13:59:49.509769       1 tasks_processing.go:69] worker 6 listening for tasks.
I0416 13:59:49.509794       1 tasks_processing.go:69] worker 20 listening for tasks.
I0416 13:59:49.509813       1 tasks_processing.go:69] worker 63 listening for tasks.
I0416 13:59:49.509818       1 tasks_processing.go:69] worker 50 listening for tasks.
I0416 13:59:49.509817       1 tasks_processing.go:69] worker 56 listening for tasks.
I0416 13:59:49.509827       1 tasks_processing.go:69] worker 60 listening for tasks.
I0416 13:59:49.509827       1 tasks_processing.go:69] worker 61 listening for tasks.
I0416 13:59:49.509831       1 tasks_processing.go:69] worker 26 listening for tasks.
I0416 13:59:49.509832       1 tasks_processing.go:69] worker 45 listening for tasks.
I0416 13:59:49.509828       1 tasks_processing.go:71] worker 3 working on mutating_webhook_configurations task.
I0416 13:59:49.509841       1 tasks_processing.go:69] worker 59 listening for tasks.
I0416 13:59:49.509841       1 tasks_processing.go:69] worker 49 listening for tasks.
I0416 13:59:49.509848       1 tasks_processing.go:69] worker 35 listening for tasks.
I0416 13:59:49.509846       1 tasks_processing.go:69] worker 51 listening for tasks.
I0416 13:59:49.509853       1 tasks_processing.go:69] worker 40 listening for tasks.
I0416 13:59:49.509829       1 tasks_processing.go:69] worker 47 listening for tasks.
I0416 13:59:49.509856       1 tasks_processing.go:69] worker 43 listening for tasks.
I0416 13:59:49.509853       1 tasks_processing.go:69] worker 36 listening for tasks.
I0416 13:59:49.509854       1 tasks_processing.go:69] worker 53 listening for tasks.
I0416 13:59:49.509865       1 tasks_processing.go:69] worker 31 listening for tasks.
I0416 13:59:49.509864       1 tasks_processing.go:69] worker 41 listening for tasks.
I0416 13:59:49.509868       1 tasks_processing.go:69] worker 29 listening for tasks.
I0416 13:59:49.509876       1 tasks_processing.go:69] worker 33 listening for tasks.
I0416 13:59:49.509877       1 tasks_processing.go:69] worker 34 listening for tasks.
I0416 13:59:49.509876       1 tasks_processing.go:69] worker 39 listening for tasks.
I0416 13:59:49.509824       1 tasks_processing.go:69] worker 25 listening for tasks.
I0416 13:59:49.509770       1 tasks_processing.go:69] worker 11 listening for tasks.
I0416 13:59:49.509891       1 tasks_processing.go:71] worker 12 working on openstack_dataplanenodesets task.
I0416 13:59:49.509777       1 tasks_processing.go:69] worker 16 listening for tasks.
I0416 13:59:49.509898       1 tasks_processing.go:71] worker 11 working on cost_management_metrics_configs task.
I0416 13:59:49.509902       1 tasks_processing.go:71] worker 16 working on schedulers task.
I0416 13:59:49.509792       1 tasks_processing.go:69] worker 44 listening for tasks.
I0416 13:59:49.509988       1 tasks_processing.go:71] worker 60 working on openstack_version task.
I0416 13:59:49.510012       1 tasks_processing.go:71] worker 31 working on config_maps task.
I0416 13:59:49.509786       1 tasks_processing.go:69] worker 18 listening for tasks.
I0416 13:59:49.510149       1 tasks_processing.go:71] worker 18 working on ingress_certificates task.
I0416 13:59:49.509802       1 tasks_processing.go:69] worker 22 listening for tasks.
I0416 13:59:49.509715       1 tasks_processing.go:71] worker 0 working on machine_healthchecks task.
I0416 13:59:49.510175       1 tasks_processing.go:71] worker 22 working on pdbs task.
I0416 13:59:49.509804       1 tasks_processing.go:69] worker 62 listening for tasks.
I0416 13:59:49.510319       1 tasks_processing.go:71] worker 62 working on sap_datahubs task.
I0416 13:59:49.509805       1 tasks_processing.go:71] worker 2 working on oauths task.
I0416 13:59:49.509796       1 tasks_processing.go:69] worker 7 listening for tasks.
I0416 13:59:49.509809       1 tasks_processing.go:69] worker 23 listening for tasks.
I0416 13:59:49.509810       1 tasks_processing.go:71] worker 1 working on machine_sets task.
I0416 13:59:49.510447       1 tasks_processing.go:71] worker 23 working on container_runtime_configs task.
I0416 13:59:49.509812       1 tasks_processing.go:69] worker 57 listening for tasks.
I0416 13:59:49.510580       1 tasks_processing.go:71] worker 57 working on openstack_controlplanes task.
I0416 13:59:49.509817       1 tasks_processing.go:69] worker 24 listening for tasks.
I0416 13:59:49.509820       1 tasks_processing.go:69] worker 58 listening for tasks.
I0416 13:59:49.509814       1 tasks_processing.go:71] worker 21 working on ceph_cluster task.
I0416 13:59:49.510627       1 tasks_processing.go:71] worker 58 working on lokistack task.
I0416 13:59:49.510637       1 tasks_processing.go:71] worker 24 working on pod_network_connectivity_checks task.
I0416 13:59:49.509778       1 tasks_processing.go:69] worker 19 listening for tasks.
I0416 13:59:49.510712       1 tasks_processing.go:71] worker 19 working on nodenetworkconfigurationpolicies task.
I0416 13:59:49.509834       1 tasks_processing.go:69] worker 48 listening for tasks.
I0416 13:59:49.509837       1 tasks_processing.go:69] worker 54 listening for tasks.
I0416 13:59:49.509843       1 tasks_processing.go:69] worker 27 listening for tasks.
I0416 13:59:49.509838       1 tasks_processing.go:69] worker 46 listening for tasks.
I0416 13:59:49.509845       1 tasks_processing.go:69] worker 55 listening for tasks.
I0416 13:59:49.509855       1 tasks_processing.go:69] worker 42 listening for tasks.
I0416 13:59:49.509859       1 tasks_processing.go:69] worker 28 listening for tasks.
I0416 13:59:49.509863       1 tasks_processing.go:69] worker 37 listening for tasks.
I0416 13:59:49.509860       1 tasks_processing.go:69] worker 52 listening for tasks.
I0416 13:59:49.509866       1 tasks_processing.go:69] worker 32 listening for tasks.
I0416 13:59:49.509871       1 tasks_processing.go:69] worker 30 listening for tasks.
I0416 13:59:49.509870       1 tasks_processing.go:69] worker 38 listening for tasks.
I0416 13:59:49.509887       1 tasks_processing.go:71] worker 8 working on cluster_apiserver task.
I0416 13:59:49.510841       1 tasks_processing.go:71] worker 38 working on networks task.
I0416 13:59:49.510851       1 tasks_processing.go:71] worker 54 working on authentication task.
I0416 13:59:49.510854       1 tasks_processing.go:71] worker 52 working on support_secret task.
I0416 13:59:49.510864       1 tasks_processing.go:71] worker 32 working on metrics task.
I0416 13:59:49.510867       1 tasks_processing.go:71] worker 28 working on validating_webhook_configurations task.
I0416 13:59:49.510901       1 tasks_processing.go:71] worker 46 working on machines task.
I0416 13:59:49.510843       1 tasks_processing.go:71] worker 42 working on olm_operators task.
I0416 13:59:49.510884       1 tasks_processing.go:71] worker 37 working on image task.
I0416 13:59:49.509958       1 tasks_processing.go:71] worker 40 working on active_alerts task.
I0416 13:59:49.509957       1 tasks_processing.go:71] worker 59 working on nodes task.
W0416 13:59:49.511018       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0416 13:59:49.511074       1 tasks_processing.go:71] worker 40 working on service_accounts task.
I0416 13:59:49.509963       1 tasks_processing.go:71] worker 49 working on dvo_metrics task.
I0416 13:59:49.511136       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 67.008µs to process 0 records
I0416 13:59:49.509965       1 tasks_processing.go:71] worker 9 working on ingress task.
I0416 13:59:49.509966       1 tasks_processing.go:71] worker 43 working on overlapping_namespace_uids task.
I0416 13:59:49.509968       1 tasks_processing.go:71] worker 35 working on storage_classes task.
I0416 13:59:49.509971       1 tasks_processing.go:71] worker 10 working on image_pruners task.
I0416 13:59:49.509975       1 tasks_processing.go:71] worker 15 working on silenced_alerts task.
W0416 13:59:49.511398       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0416 13:59:49.511411       1 tasks_processing.go:71] worker 15 working on machine_configs task.
I0416 13:59:49.509971       1 tasks_processing.go:71] worker 36 working on operators task.
I0416 13:59:49.511479       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 33.979µs to process 0 records
I0416 13:59:49.509978       1 tasks_processing.go:71] worker 17 working on image_registries task.
I0416 13:59:49.509973       1 tasks_processing.go:71] worker 51 working on proxies task.
I0416 13:59:49.509981       1 tasks_processing.go:71] worker 50 working on tsdb_status task.
W0416 13:59:49.511666       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0416 13:59:49.511689       1 tasks_processing.go:74] worker 50 stopped.
I0416 13:59:49.509982       1 tasks_processing.go:71] worker 56 working on monitoring_persistent_volumes task.
I0416 13:59:49.509984       1 tasks_processing.go:71] worker 61 working on sap_pods task.
I0416 13:59:49.509985       1 tasks_processing.go:71] worker 5 working on jaegers task.
I0416 13:59:49.509989       1 tasks_processing.go:71] worker 26 working on operators_pods_and_events task.
I0416 13:59:49.512471       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 28.443µs to process 0 records
I0416 13:59:49.509990       1 tasks_processing.go:71] worker 6 working on container_images task.
I0416 13:59:49.509993       1 tasks_processing.go:71] worker 20 working on node_logs task.
I0416 13:59:49.510000       1 tasks_processing.go:71] worker 44 working on openshift_logging task.
I0416 13:59:49.509993       1 tasks_processing.go:71] worker 45 working on feature_gates task.
I0416 13:59:49.509999       1 tasks_processing.go:71] worker 63 working on storage_cluster task.
I0416 13:59:49.510005       1 tasks_processing.go:71] worker 33 working on clusterroles task.
I0416 13:59:49.510007       1 tasks_processing.go:71] worker 41 working on sap_config task.
I0416 13:59:49.510009       1 tasks_processing.go:71] worker 39 working on machine_autoscalers task.
I0416 13:59:49.510009       1 tasks_processing.go:71] worker 29 working on nodenetworkstates task.
I0416 13:59:49.510012       1 tasks_processing.go:71] worker 34 working on openstack_dataplanedeployments task.
I0416 13:59:49.510019       1 tasks_processing.go:71] worker 25 working on install_plans task.
I0416 13:59:49.510437       1 tasks_processing.go:71] worker 7 working on infrastructures task.
I0416 13:59:49.510848       1 tasks_processing.go:71] worker 48 working on certificate_signing_requests task.
W0416 13:59:49.510907       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0416 13:59:49.514192       1 tasks_processing.go:74] worker 32 stopped.
I0416 13:59:49.514205       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 3.313452ms to process 0 records
I0416 13:59:49.509957       1 tasks_processing.go:71] worker 53 working on aggregated_monitoring_cr_names task.
I0416 13:59:49.510912       1 tasks_processing.go:71] worker 55 working on version task.
I0416 13:59:49.510923       1 tasks_processing.go:71] worker 27 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0416 13:59:49.510926       1 tasks_processing.go:71] worker 30 working on openshift_machine_api_events task.
I0416 13:59:49.509962       1 tasks_processing.go:71] worker 47 working on qemu_kubevirt_launcher_logs task.
I0416 13:59:49.515080       1 tasks_processing.go:74] worker 23 stopped.
E0416 13:59:49.515083       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0416 13:59:49.515104       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 4.621271ms to process 0 records
I0416 13:59:49.515186       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 5.195101ms to process 0 records
I0416 13:59:49.515196       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 5.439891ms to process 0 records
I0416 13:59:49.515203       1 tasks_processing.go:74] worker 13 stopped.
I0416 13:59:49.515202       1 tasks_processing.go:74] worker 12 stopped.
I0416 13:59:49.515358       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0416 13:59:49.515385       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0416 13:59:49.515393       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0416 13:59:49.515397       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0416 13:59:49.515438       1 controller.go:531] The operator is still being initialized
I0416 13:59:49.515455       1 controller.go:554] The operator is healthy
I0416 13:59:49.517683       1 tasks_processing.go:74] worker 60 stopped.
I0416 13:59:49.517709       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 7.642052ms to process 0 records
I0416 13:59:49.517722       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 7.24291ms to process 0 records
I0416 13:59:49.517731       1 tasks_processing.go:74] worker 1 stopped.
I0416 13:59:49.517752       1 tasks_processing.go:74] worker 11 stopped.
I0416 13:59:49.517762       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 7.848169ms to process 0 records
I0416 13:59:49.517776       1 tasks_processing.go:74] worker 62 stopped.
I0416 13:59:49.517788       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 7.44816ms to process 0 records
I0416 13:59:49.517813       1 tasks_processing.go:74] worker 0 stopped.
E0416 13:59:49.517829       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0416 13:59:49.517843       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 7.637471ms to process 0 records
I0416 13:59:49.517860       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 8.118233ms to process 0 records
I0416 13:59:49.517874       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 7.259907ms to process 0 records
I0416 13:59:49.517882       1 tasks_processing.go:74] worker 57 stopped.
I0416 13:59:49.517887       1 tasks_processing.go:74] worker 4 stopped.
I0416 13:59:49.518066       1 tasks_processing.go:74] worker 21 stopped.
I0416 13:59:49.518094       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 7.434768ms to process 0 records
I0416 13:59:49.520579       1 tasks_processing.go:74] worker 58 stopped.
I0416 13:59:49.520599       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 9.938413ms to process 0 records
I0416 13:59:49.520609       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 9.872033ms to process 0 records
I0416 13:59:49.520617       1 tasks_processing.go:74] worker 19 stopped.
I0416 13:59:49.520659       1 tasks_processing.go:74] worker 3 stopped.
I0416 13:59:49.521016       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=43a3844bab166f639d18b8e1d7f92f20cf00d89a2aaf5cdc5f3bb9161c4d1c70
I0416 13:59:49.521051       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=d5a26ebe79ef5ce6faa4d1206bb1fec9142e0e5391262a343a20bd9d56bc6c94
I0416 13:59:49.521076       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=0d14e37f385b79406c5b2bc24822a1447be30d153ae582e38a066f5c9d86be29
I0416 13:59:49.521084       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 10.80642ms to process 3 records
I0416 13:59:49.521165       1 tasks_processing.go:74] worker 22 stopped.
I0416 13:59:49.521182       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=919a774bdc48dcd972aa15e0e80cd9e71ab286a5bcc9b6149bf5c561cee7b1ad
I0416 13:59:49.521204       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=944a95336a86dde3b85aa5e6d6d6b09f239ece962a1f0f74d9d8388dfeec3ea1
I0416 13:59:49.521227       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=29661e45e5b3f252a1791dc3b08b785d13da0f1cded6be00d0d3eca4ead33943
I0416 13:59:49.521235       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 10.48116ms to process 3 records
E0416 13:59:49.521251       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0416 13:59:49.521261       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 10.018715ms to process 0 records
I0416 13:59:49.521317       1 tasks_processing.go:74] worker 24 stopped.
I0416 13:59:49.521384       1 tasks_processing.go:74] worker 2 stopped.
I0416 13:59:49.521590       1 recorder.go:75] Recording config/oauth with fingerprint=c444754db45b1852a649aba512f57f7011ba612f8e301901a5164d8a5438f8ff
I0416 13:59:49.521606       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 10.633411ms to process 1 records
I0416 13:59:49.524094       1 tasks_processing.go:74] worker 16 stopped.
I0416 13:59:49.524164       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=d9941c53508f31ff1c4eb298eadc3d612251765526d778cb723f7f2c6dd3508a
I0416 13:59:49.524180       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 14.174465ms to process 1 records
I0416 13:59:49.524310       1 tasks_processing.go:74] worker 54 stopped.
I0416 13:59:49.524510       1 recorder.go:75] Recording config/authentication with fingerprint=69f46cc236d1165e12acd07f22c26a2969e220b80e5ef8a8edfc16535d636e66
I0416 13:59:49.524530       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 13.440204ms to process 1 records
I0416 13:59:49.530910       1 tasks_processing.go:74] worker 8 stopped.
I0416 13:59:49.531040       1 recorder.go:75] Recording config/apiserver with fingerprint=ac649beb2e5f849762ab87addbfee9f87502b00bf08c9f32cf02a45b33c1c3a4
I0416 13:59:49.531057       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 20.123671ms to process 1 records
I0416 13:59:49.531154       1 tasks_processing.go:74] worker 9 stopped.
I0416 13:59:49.531157       1 recorder.go:75] Recording config/ingress with fingerprint=b54f6b945c12ac49b271efad0ea2f6c1b9532527f0eb163b6c552ec6a0726f23
I0416 13:59:49.531186       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 19.801169ms to process 1 records
I0416 13:59:49.532511       1 tasks_processing.go:74] worker 63 stopped.
I0416 13:59:49.532565       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 19.199548ms to process 0 records
I0416 13:59:49.532585       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 18.705387ms to process 0 records
I0416 13:59:49.532592       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 19.040695ms to process 0 records
E0416 13:59:49.532600       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0416 13:59:49.532609       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 21.685276ms to process 0 records
E0416 13:59:49.532615       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0416 13:59:49.532621       1 gather.go:177] gatherer "clusterconfig" function "machines" took 21.607616ms to process 0 records
I0416 13:59:49.532627       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 19.590807ms to process 0 records
I0416 13:59:49.532632       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 20.559655ms to process 0 records
I0416 13:59:49.532637       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 18.870427ms to process 0 records
I0416 13:59:49.532641       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 20.443189ms to process 0 records
I0416 13:59:49.532646       1 tasks_processing.go:74] worker 5 stopped.
I0416 13:59:49.532650       1 tasks_processing.go:74] worker 39 stopped.
I0416 13:59:49.532648       1 tasks_processing.go:74] worker 44 stopped.
I0416 13:59:49.532655       1 tasks_processing.go:74] worker 46 stopped.
I0416 13:59:49.532655       1 tasks_processing.go:74] worker 61 stopped.
I0416 13:59:49.532663       1 tasks_processing.go:74] worker 29 stopped.
I0416 13:59:49.532668       1 tasks_processing.go:74] worker 41 stopped.
I0416 13:59:49.532656       1 tasks_processing.go:74] worker 52 stopped.
I0416 13:59:49.532834       1 tasks_processing.go:74] worker 38 stopped.
I0416 13:59:49.532978       1 recorder.go:75] Recording config/network with fingerprint=72c0ff35ac4798e4274352ef8f7ef1cd803609e861a7ad4e2b21a7ba3edae10e
I0416 13:59:49.532991       1 gather.go:177] gatherer "clusterconfig" function "networks" took 21.968235ms to process 1 records
I0416 13:59:49.533001       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 21.918518ms to process 0 records
I0416 13:59:49.533007       1 tasks_processing.go:74] worker 42 stopped.
I0416 13:59:49.536137       1 tasks_processing.go:74] worker 51 stopped.
I0416 13:59:49.536233       1 recorder.go:75] Recording config/proxy with fingerprint=ebd468296cb70b68372962ee7d445fef07e2c535a2489ca3c85c10e19da62ddf
I0416 13:59:49.536254       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 24.503575ms to process 1 records
I0416 13:59:49.536443       1 tasks_processing.go:74] worker 7 stopped.
I0416 13:59:49.536945       1 recorder.go:75] Recording config/infrastructure with fingerprint=44b5969ef0222839706503b98d49a4752c5da6661237a06b1eaec4382e078438
I0416 13:59:49.536959       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 22.372373ms to process 1 records
I0416 13:59:49.537047       1 tasks_processing.go:74] worker 10 stopped.
I0416 13:59:49.537128       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=3324a2323d6bc1320572c1d736cbcf97c357667cc2d7f64cab5325cf7cf07cc9
I0416 13:59:49.537142       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 25.113452ms to process 1 records
I0416 13:59:49.537189       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0416 13:59:49.537198       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 25.422721ms to process 1 records
I0416 13:59:49.537206       1 tasks_processing.go:74] worker 43 stopped.
I0416 13:59:49.537885       1 tasks_processing.go:74] worker 37 stopped.
I0416 13:59:49.537971       1 recorder.go:75] Recording config/image with fingerprint=dddc8095fd9193fb781c2f0acfb0b088def15cfd6580e6ec4eb3f34d3e01bf6a
I0416 13:59:49.537984       1 gather.go:177] gatherer "clusterconfig" function "image" took 26.882321ms to process 1 records
I0416 13:59:49.539654       1 tasks_processing.go:74] worker 28 stopped.
I0416 13:59:49.540239       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=bd0e6104137307e323131f64f867c0aa461b35c87b38b212e0dd05f555110185
I0416 13:59:49.541031       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=009d39eef0cc6f614e694efeffb3ca73f4b654f3205217ec81b38cddecc1d793
I0416 13:59:49.541118       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=361ce1d4b2d2f497b47bfcbf2df735991d8eafa65ca478d0a48f99a31a2940f1
I0416 13:59:49.541173       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=e01f85b30f8363a77ff1b0240c706886bc833f1aae032a6b109dc89bfc1f86c5
I0416 13:59:49.541240       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=8cd50a1973b1853a3376a0e0bfd2e3e22216f5f2ab287e86e2b6aa42dff50a61
I0416 13:59:49.541294       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=ef55aac894747adfa93cb7997df126cc6c6db7f1d93e539a80c0f1091937a06c
I0416 13:59:49.541337       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=424e433e13da31b6e9d673e539434f86649ff08abb359c9e1494d9173f170f5e
I0416 13:59:49.541496       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=520176a8ba0d9d72081c4e2059ba12df9b194384b05d7762890c1b518853116d
I0416 13:59:49.541593       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=91912ad9e021ea46d6515f70596b629da173c610967c3c0930a7f592e7475701
I0416 13:59:49.541664       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=3b6d3e19bf8c55f7d38a112687eaafec8371c8c8f30241dae06b01cda4b8ea45
I0416 13:59:49.542085       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=37e6ed5d07b7aa5d5f7ab083e229673b82cc3f1468061b211b7b9a64d462e46c
I0416 13:59:49.542106       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 28.773075ms to process 11 records
I0416 13:59:49.542205       1 tasks_processing.go:74] worker 45 stopped.
I0416 13:59:49.542268       1 recorder.go:75] Recording config/featuregate with fingerprint=f0933be90c067cd44db81e37a81d73399933bb2232e836690873695e97dfe01e
I0416 13:59:49.542290       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 26.667549ms to process 1 records
I0416 13:59:49.542411       1 tasks_processing.go:74] worker 17 stopped.
I0416 13:59:49.542827       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=be27f8b279b36a893c97fc56608c0dfb2b859953c0b9d1a9e50faa0438ea11f6
I0416 13:59:49.542837       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 29.638061ms to process 1 records
I0416 13:59:49.542844       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 28.826984ms to process 0 records
I0416 13:59:49.542849       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 31.120182ms to process 0 records
I0416 13:59:49.542870       1 tasks_processing.go:74] worker 34 stopped.
I0416 13:59:49.542892       1 tasks_processing.go:74] worker 56 stopped.
I0416 13:59:49.544609       1 tasks_processing.go:74] worker 20 stopped.
I0416 13:59:49.544624       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.848136ms to process 0 records
I0416 13:59:49.544738       1 tasks_processing.go:74] worker 59 stopped.
I0416 13:59:49.544871       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0416 13:59:49.544889       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
W0416 13:59:49.545049       1 operator.go:328] started
I0416 13:59:49.545076       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0416 13:59:49.545202       1 recorder.go:75] Recording config/node/ip-10-0-1-21.ec2.internal with fingerprint=b0ce6c077bdb74f6166c4bd76dc3b991565f8c551d112356ae9a232056c51d0a
I0416 13:59:49.545280       1 recorder.go:75] Recording config/node/ip-10-0-2-28.ec2.internal with fingerprint=cf522a08a82bbea58e0a60bed8c8493cef79443d5f5bbd1f0708dfbe00da4488
I0416 13:59:49.545304       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 33.719031ms to process 2 records
I0416 13:59:49.547192       1 tasks_processing.go:74] worker 35 stopped.
I0416 13:59:49.547306       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=58288350d1884f297aa364ba84742df2fd83e55aab4d1d7e6870c630893f10f6
I0416 13:59:49.547330       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=74adf3836cbedc9fd5d183f0b47dc7e35ea0519eafe849a74004de874c7c51d4
I0416 13:59:49.547339       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 35.94493ms to process 2 records
W0416 13:59:49.547914       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0416 13:59:49.551271       1 tasks_processing.go:74] worker 15 stopped.
E0416 13:59:49.551285       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0416 13:59:49.551339       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0416 13:59:49.551354       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 39.851213ms to process 1 records
I0416 13:59:49.551671       1 tasks_processing.go:74] worker 30 stopped.
I0416 13:59:49.551689       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 37.343924ms to process 0 records
I0416 13:59:49.551887       1 tasks_processing.go:74] worker 33 stopped.
I0416 13:59:49.552107       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=a33a834a7d4665d9fcdc343659d628626b45d148e2d8cec46417404a47edcbde
I0416 13:59:49.552210       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=7577db1f924eee060e3a602fd47463b309686ee2ffca69251588a17f3c1edd10
I0416 13:59:49.552221       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 38.424065ms to process 2 records
I0416 13:59:49.553059       1 tasks_processing.go:74] worker 48 stopped.
I0416 13:59:49.553076       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 38.884973ms to process 0 records
I0416 13:59:49.553449       1 controller.go:254] Source scaController *sca.Controller is not ready
I0416 13:59:49.553465       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0416 13:59:49.553473       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0416 13:59:49.553519       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0416 13:59:49.553529       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0416 13:59:49.553574       1 controller.go:531] The operator is still being initialized
I0416 13:59:49.553584       1 controller.go:554] The operator is healthy
I0416 13:59:49.555039       1 tasks_processing.go:74] worker 14 stopped.
I0416 13:59:49.556229       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=f80af0948d19b0a89f7e8dc7d7cbc0f29e36042de4f77d31848ae82feed434f1
I0416 13:59:49.557144       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=089687f004934ffac3ac0b4c4da75dec79b0e6aa6054885dc8bb951f4e0fc8b8
I0416 13:59:49.557169       1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.307081ms to process 2 records
I0416 13:59:49.557609       1 prometheus_rules.go:88] Prometheus rules successfully created
I0416 13:59:49.560092       1 tasks_processing.go:74] worker 6 stopped.
I0416 13:59:49.560202       1 recorder.go:75] Recording config/running_containers with fingerprint=ec41876787820c5c5e5d435090b223dc8d3c2b8134736f135de9509ff0784a24
I0416 13:59:49.560226       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 47.502918ms to process 1 records
I0416 13:59:49.561653       1 tasks_processing.go:74] worker 53 stopped.
I0416 13:59:49.561672       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 47.426997ms to process 0 records
I0416 13:59:49.564146       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0416 13:59:49.565247       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:37451->172.30.0.10:53: read: connection refused
E0416 13:59:49.565249       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27a755e559-0596-41ba-8413-417115ebcc65%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:37451->172.30.0.10:53: read: connection refused
I0416 13:59:49.565263       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:37451->172.30.0.10:53: read: connection refused
I0416 13:59:49.565265       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27a755e559-0596-41ba-8413-417115ebcc65%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:37451->172.30.0.10:53: read: connection refused
I0416 13:59:49.568254       1 tasks_processing.go:74] worker 31 stopped.
E0416 13:59:49.568277       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0416 13:59:49.568290       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0416 13:59:49.568296       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0416 13:59:49.568311       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0416 13:59:49.568365       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0416 13:59:49.568375       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0416 13:59:49.568381       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0416 13:59:49.568385       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0416 13:59:49.568443       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0416 13:59:49.568455       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0416 13:59:49.568463       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 58.189108ms to process 7 records
I0416 13:59:49.569210       1 tasks_processing.go:74] worker 18 stopped.
E0416 13:59:49.569225       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0416 13:59:49.569231       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pn9je4houiq0va2c3bi700f8ha5iolm-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pn9je4houiq0va2c3bi700f8ha5iolm-primary-cert-bundle-secret" not found
I0416 13:59:49.569296       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=de73ff7273ed632e7d0d292bc6e3c165924befda3a556de2eb12673286f4f6fb
I0416 13:59:49.569308       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 59.043811ms to process 1 records
I0416 13:59:49.577133       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0416 13:59:49.577155       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0416 13:59:49.577140       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0416 13:59:49.582732       1 base_controller.go:82] Caches are synced for ConfigController 
I0416 13:59:49.582747       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0416 13:59:49.587641       1 configmapobserver.go:84] configmaps "insights-config" not found
I0416 13:59:49.629958       1 gather_logs.go:145] no pods in  namespace were found
I0416 13:59:49.629963       1 tasks_processing.go:74] worker 55 stopped.
I0416 13:59:49.630194       1 recorder.go:75] Recording config/version with fingerprint=6e4eb3f8e12554bb11c144b118c4e6872e2cf5f75eefeb2f1cc02b479863c820
I0416 13:59:49.630211       1 recorder.go:75] Recording config/id with fingerprint=ef1bfdcb6ffea304dee37c14e3d12056b81b4ba87cbf5cd9ac2b643cde96a589
I0416 13:59:49.630219       1 gather.go:177] gatherer "clusterconfig" function "version" took 115.668569ms to process 2 records
I0416 13:59:49.630231       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 115.648824ms to process 0 records
I0416 13:59:49.630237       1 tasks_processing.go:74] worker 47 stopped.
I0416 13:59:49.641488       1 tasks_processing.go:74] worker 27 stopped.
I0416 13:59:49.641511       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 127.164049ms to process 0 records
I0416 13:59:49.645276       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0416 13:59:49.645299       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0416 13:59:49.952408       1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 13 containers
I0416 13:59:49.952440       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1935832 bytes
I0416 13:59:49.952792       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gr7df pod in namespace openshift-dns (previous: false).
I0416 13:59:50.162070       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gr7df pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gr7df\" is waiting to start: ContainerCreating"
I0416 13:59:50.162101       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gr7df\" is waiting to start: ContainerCreating"
I0416 13:59:50.162115       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gr7df pod in namespace openshift-dns (previous: false).
I0416 13:59:50.357090       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gr7df pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gr7df\" is waiting to start: ContainerCreating"
I0416 13:59:50.357114       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gr7df\" is waiting to start: ContainerCreating"
I0416 13:59:50.357124       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9lps2 pod in namespace openshift-dns (previous: false).
W0416 13:59:50.546853       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0416 13:59:50.557464       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0416 13:59:50.557485       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-jtm9n pod in namespace openshift-dns (previous: false).
I0416 13:59:50.786039       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0416 13:59:50.786061       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-75bf6789c8-vgwm9 pod in namespace openshift-image-registry (previous: false).
I0416 13:59:50.952751       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0416 13:59:50.952772       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7f5cb5f577-bwvbj pod in namespace openshift-image-registry (previous: false).
I0416 13:59:50.972246       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0416 13:59:51.157065       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7f5cb5f577-bwvbj pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7f5cb5f577-bwvbj\" is waiting to start: ContainerCreating"
I0416 13:59:51.157087       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7f5cb5f577-bwvbj\" is waiting to start: ContainerCreating"
I0416 13:59:51.157099       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7f5cb5f577-m45f6 pod in namespace openshift-image-registry (previous: false).
I0416 13:59:51.356094       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0416 13:59:51.356115       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-775tg pod in namespace openshift-image-registry (previous: false).
I0416 13:59:51.374636       1 tasks_processing.go:74] worker 36 stopped.
I0416 13:59:51.374704       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=384351ef61a56e6534b9f487377bb1b8a5b9212c7f701e3e70a4ecca38999cd4
I0416 13:59:51.374761       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=a0e7d9ae62cf9e20e310ea7582bfbff9c62620a80e6f2aa6c4275578cf28ba80
I0416 13:59:51.374793       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0416 13:59:51.374819       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=2a8b6146966ff6c5d02a7a92d63e0cacd8491b64ab2d8e342201b0d7b94e220a
I0416 13:59:51.374835       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0416 13:59:51.374856       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=e52c2675f3aafb1c178c63f9ddc01bf06ac2329d1a25e1bccc911a1f51be9711
I0416 13:59:51.374888       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=dba6e9d2440b40ce2aa09d18ab1c3308f7cc73a61ac23d40272fd91fd4d44cc3
I0416 13:59:51.374928       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=4844feaf0aee3053b0393d9c8b8b5f49934697932943ca4378fe29ea5079da19
I0416 13:59:51.374942       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=717ad98d7ac45cf8ade9b014a4f9a06d672103b3aabc7b030d40b484f3913b2e
I0416 13:59:51.374958       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=047163c04e89f989cae2d66a55385b495665daedc9677a4f2c5042c64fc28aeb
I0416 13:59:51.374967       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0416 13:59:51.374983       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=7bd8db1057554a70758e50247a5827572e376e4132e509db65670f5ff378b4f0
I0416 13:59:51.374993       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0416 13:59:51.375009       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=839ebeb27049db26f0dd44177b97c3e134f0736c649edd2230f4468ada6e75c8
I0416 13:59:51.375016       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0416 13:59:51.375030       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=a9be6372753f36e1b209fdfb84f1b7e30c448f9ada856bdcf77ff9fdedfa8b5b
I0416 13:59:51.375039       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0416 13:59:51.375054       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=1692dd3b08e334886fd1bde0677dd1eb48faea2bdeb0406f5ef56db7fc9d2673
I0416 13:59:51.375195       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=45f0841fff6c4421a3e3bf1ad6124a4b4bd19c73567bd01ca6df0fce9a355f6a
I0416 13:59:51.375209       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0416 13:59:51.375221       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0416 13:59:51.375244       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0416 13:59:51.375269       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=fcdd2d66c9aa07f6e0d0059ea2a8ae7b542caad4deaab70825a08613b9d02f28
I0416 13:59:51.375297       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=d9d3939317739c50337410a11b8787954cdc6f602edb712855aff3840fdf8da8
I0416 13:59:51.375308       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0416 13:59:51.375324       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=aa4e5b2444b900812e950709e2c2d633eacbd96d6ffac90809e88201ead2c681
I0416 13:59:51.375334       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0416 13:59:51.375346       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=ac598e499996a26d9592e9448af7ce5f14c827e54ac0aec28a7ba96686681e9e
I0416 13:59:51.375361       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=12ce04dc0fb753b4b9ee713ce9c360b43e7487a52e932ed978b0d252db4a58df
I0416 13:59:51.375381       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=5a49e3436b2b1dfec37b698f8a08a6c3714cc60e545191af3a829a5143da9dec
I0416 13:59:51.375397       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=de1a3bc7f4a35532a451c451930f0f1bc0e8eabac3e2505acfe001a72a54cebf
I0416 13:59:51.375409       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=22a6f44b67227ee191d98cdaedf78ead02d42e762f54d2377fb0410a317998fc
I0416 13:59:51.375455       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=862c34d7517ee5286504ac7f2282d0122e4fd164ed5854ff5ca724542585c922
I0416 13:59:51.375473       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0416 13:59:51.375479       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0416 13:59:51.375487       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.863178382s to process 35 records
W0416 13:59:51.547600       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0416 13:59:51.556780       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0416 13:59:51.556800       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-vb27h pod in namespace openshift-image-registry (previous: false).
I0416 13:59:51.761253       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0416 13:59:51.761275       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-657b495fd9-kpn7r pod in namespace openshift-ingress (previous: false).
I0416 13:59:51.956869       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-657b495fd9-kpn7r pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-657b495fd9-kpn7r\" is waiting to start: ContainerCreating"
I0416 13:59:51.956891       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-657b495fd9-kpn7r\" is waiting to start: ContainerCreating"
I0416 13:59:51.956905       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-fd7969945-lb2wh pod in namespace openshift-ingress (previous: false).
I0416 13:59:52.156668       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-fd7969945-lb2wh pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-fd7969945-lb2wh\" is waiting to start: ContainerCreating"
I0416 13:59:52.156688       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-fd7969945-lb2wh\" is waiting to start: ContainerCreating"
I0416 13:59:52.156699       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-fd7969945-nl9jb pod in namespace openshift-ingress (previous: false).
I0416 13:59:52.353009       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0416 13:59:52.353031       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-tqsbp pod in namespace openshift-ingress-canary (previous: false).
W0416 13:59:52.546758       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0416 13:59:52.558850       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-tqsbp pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-tqsbp\" is waiting to start: ContainerCreating"
I0416 13:59:52.558871       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-tqsbp\" is waiting to start: ContainerCreating"
I0416 13:59:52.558894       1 tasks_processing.go:74] worker 26 stopped.
I0416 13:59:52.558988       1 recorder.go:75] Recording events/openshift-dns with fingerprint=67992bffc36025565b39548c7d694cbd654458a4482cd4ec479bfb60d5a3460c
I0416 13:59:52.559093       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=36446ef9825d0f194fb578572cb1b074e79c6117638e020371cb6e12e68045a4
I0416 13:59:52.559124       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=1d2005421e137a99eed39df6da913c8ef3068551c7d99ca08be1c0257bb289e0
I0416 13:59:52.559173       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=a17d3f06578d5b55659f4e54d46916ee3be51809b0696d1c07af6f5532320834
I0416 13:59:52.559189       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=15250bacb83d17078bfe2b5a88a02d0dcf34d85ca59feaecc8870b52bb596a4a
I0416 13:59:52.559195       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.04657843s to process 5 records
W0416 13:59:53.546496       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0416 13:59:54.547010       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0416 13:59:54.547037       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0416 13:59:54.547050       1 tasks_processing.go:74] worker 49 stopped.
E0416 13:59:54.547061       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0416 13:59:54.547072       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0416 13:59:54.547086       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0416 13:59:54.547097       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.035901932s to process 1 records
I0416 13:59:57.885086       1 configmapobserver.go:84] configmaps "insights-config" not found
I0416 14:00:02.039836       1 tasks_processing.go:74] worker 25 stopped.
I0416 14:00:02.039878       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0416 14:00:02.039892       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.525818936s to process 1 records
I0416 14:00:02.718322       1 tasks_processing.go:74] worker 40 stopped.
I0416 14:00:02.718623       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=7c1a3e3c431de69ce4ee6fb33aad2158a3d38446a91ec5899ca71ceaf725097e
I0416 14:00:02.718641       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.207225718s to process 1 records
E0416 14:00:02.718701       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.209s with: function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0416 14:00:02.719816       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0416 14:00:02.719833       1 periodic.go:216] Running workloads gatherer
I0416 14:00:02.719850       1 tasks_processing.go:45] number of workers: 2
I0416 14:00:02.719856       1 tasks_processing.go:69] worker 1 listening for tasks.
I0416 14:00:02.719860       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0416 14:00:02.719868       1 tasks_processing.go:69] worker 0 listening for tasks.
I0416 14:00:02.719883       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0416 14:00:02.749361       1 tasks_processing.go:74] worker 0 stopped.
I0416 14:00:02.749379       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 29.464642ms to process 0 records
I0416 14:00:02.838610       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0416 14:00:02.850696       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (13ms)
I0416 14:00:02.863573       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (13ms)
I0416 14:00:02.879613       1 gather_workloads_info.go:387] No image sha256:9116c1445f630c8d1b298a3e65eda911050b7fd8a5bde7ee253fcb285ab2a89c (16ms)
I0416 14:00:02.889655       1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (10ms)
I0416 14:00:02.899518       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (10ms)
I0416 14:00:02.911653       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (12ms)
I0416 14:00:02.928541       1 gather_workloads_info.go:387] No image sha256:dcb3f93d34aa0fdab33eb37949adfaa8fdd11ff3479363bb7735c5ba3eb345ce (17ms)
I0416 14:00:02.941977       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (13ms)
I0416 14:00:02.960544       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (19ms)
I0416 14:00:02.974546       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (14ms)
I0416 14:00:02.984129       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (10ms)
I0416 14:00:03.048183       1 gather_workloads_info.go:387] No image sha256:f4115eca8ea784ac6037602a303fac7fb808d98f4b5120a27bee140df60c3664 (64ms)
I0416 14:00:03.149453       1 gather_workloads_info.go:387] No image sha256:d3e4d4d3324f94a97ce5110eb207cf23299ed7c5f1e8d369a6583552efd87f47 (101ms)
I0416 14:00:03.248266       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (99ms)
I0416 14:00:03.348979       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms)
I0416 14:00:03.457932       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (109ms)
I0416 14:00:03.567059       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (109ms)
I0416 14:00:03.667000       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms)
I0416 14:00:03.747816       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (81ms)
I0416 14:00:03.847972       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (100ms)
I0416 14:00:03.947879       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms)
I0416 14:00:04.048345       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms)
I0416 14:00:04.148563       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms)
I0416 14:00:04.248592       1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (100ms)
I0416 14:00:04.350693       1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (102ms)
I0416 14:00:04.448760       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (98ms)
I0416 14:00:04.548954       1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (100ms)
I0416 14:00:04.648060       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (99ms)
I0416 14:00:04.749742       1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (102ms)
I0416 14:00:04.848675       1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (99ms)
I0416 14:00:04.948715       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms)
I0416 14:00:05.048012       1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (99ms)
I0416 14:00:05.147558       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms)
I0416 14:00:05.248456       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (101ms)
I0416 14:00:05.348779       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms)
I0416 14:00:05.448594       1 gather_workloads_info.go:387] No image sha256:d9ed66918db4dfba8bd354c9ede4d676449fa0eccef649b3d8945cc1da1c60e3 (100ms)
I0416 14:00:05.547824       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (99ms)
I0416 14:00:05.647388       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms)
I0416 14:00:05.748599       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (101ms)
I0416 14:00:05.848727       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms)
I0416 14:00:05.848759       1 tasks_processing.go:74] worker 1 stopped.
E0416 14:00:05.848769       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0416 14:00:05.849039       1 recorder.go:75] Recording config/workload_info with fingerprint=22e4c213ae3c74f01f5fe64f415884d625bc000f16d3e15c496ef7d5aaf138e3
I0416 14:00:05.849058       1 gather.go:177] gatherer "workloads" function "workload_info" took 3.128891797s to process 1 records
E0416 14:00:05.849089       1 periodic.go:254] "Unhandled Error" err="workloads failed after 3.129s with: function \"workload_info\" failed with an error"
I0416 14:00:05.850195       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0416 14:00:05.850210       1 periodic.go:216] Running conditional gatherer
I0416 14:00:05.856024       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0416 14:00:05.862811       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.14:60931->172.30.0.10:53: read: connection refused
E0416 14:00:05.863080       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0416 14:00:05.863141       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0416 14:00:05.874914       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0416 14:00:05.874932       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0416 14:00:05.874937       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0416 14:00:05.874940       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0416 14:00:05.874944       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0416 14:00:05.874947       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0416 14:00:05.874950       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0416 14:00:05.874953       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0416 14:00:05.874956       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0416 14:00:05.874961       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0416 14:00:05.874978       1 tasks_processing.go:45] number of workers: 3
I0416 14:00:05.874985       1 tasks_processing.go:69] worker 2 listening for tasks.
I0416 14:00:05.874989       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0416 14:00:05.875002       1 tasks_processing.go:69] worker 0 listening for tasks.
I0416 14:00:05.875020       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0416 14:00:05.875022       1 tasks_processing.go:69] worker 1 listening for tasks.
I0416 14:00:05.875026       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0416 14:00:05.875030       1 tasks_processing.go:74] worker 1 stopped.
I0416 14:00:05.875077       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0416 14:00:05.875091       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.08µs to process 1 records
I0416 14:00:05.875126       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0416 14:00:05.875134       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.191µs to process 1 records
I0416 14:00:05.875140       1 tasks_processing.go:74] worker 0 stopped.
I0416 14:00:05.875316       1 tasks_processing.go:74] worker 2 stopped.
I0416 14:00:05.875332       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 281.888µs to process 0 records
I0416 14:00:05.875353       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.14:60931->172.30.0.10:53: read: connection refused
I0416 14:00:05.875372       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0416 14:00:05.899249       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=0a056eb23bdf946baa90fd6651b75a23d22075ac22ba8264c7caf5789ffdf03d
I0416 14:00:05.899411       1 diskrecorder.go:70] Writing 97 records to /var/lib/insights-operator/insights-2026-04-16-140005.tar.gz
I0416 14:00:05.905603       1 diskrecorder.go:51] Wrote 97 records to disk in 6ms
I0416 14:00:05.905642       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0416 14:00:05.905659       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0416 14:00:11.679073       1 configmapobserver.go:84] configmaps "insights-config" not found
I0416 14:00:11.879305       1 configmapobserver.go:84] configmaps "insights-config" not found
I0416 14:00:23.930738       1 configmapobserver.go:84] configmaps "insights-config" not found
I0416 14:01:18.342865       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="a48fe43395f061a1f5bf4c9cbabdb1d0475399e0e6021d2ad8068d999fd6458b")
W0416 14:01:18.343120       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0416 14:01:18.343194       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"