I0429 06:49:54.949862       1 cmd.go:253] Using service-serving-cert provided certificates
I0429 06:49:54.950273       1 observer_polling.go:159] Starting file observer
I0429 06:49:55.625275       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0429 06:49:55.625474       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0429 06:49:55.626037       1 secure_serving.go:57] Forcing use of http/1.1 only
W0429 06:49:55.626059       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0429 06:49:55.626064       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0429 06:49:55.626068       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0429 06:49:55.626071       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0429 06:49:55.626073       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
I0429 06:49:55.626067       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0429 06:49:55.626076       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0429 06:49:55.629439       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0429 06:49:55.629469       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"0923b53a-1698-4c14-b535-d92ce9198934", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0429 06:49:55.631546       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0429 06:49:55.631576       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0429 06:49:55.631586       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0429 06:49:55.631586       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0429 06:49:55.631603       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0429 06:49:55.631592       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0429 06:49:55.631942       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key"
I0429 06:49:55.632266       1 secure_serving.go:213] Serving securely on [::]:8443
I0429 06:49:55.632291       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0429 06:49:55.636656       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0429 06:49:55.636677       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0429 06:49:55.636748       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0429 06:49:55.645762       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0429 06:49:55.645779       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0429 06:49:55.650612       1 secretconfigobserver.go:119] support secret does not exist
I0429 06:49:55.655811       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0429 06:49:55.660773       1 secretconfigobserver.go:119] support secret does not exist
I0429 06:49:55.664265       1 recorder.go:176] Pruning old reports every 6h12m7s, max age is 288h0m0s
I0429 06:49:55.674508       1 periodic.go:216] Running clusterconfig gatherer
I0429 06:49:55.674513       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0429 06:49:55.674527       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0429 06:49:55.674544       1 tasks_processing.go:45] number of workers: 64
I0429 06:49:55.674551       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0429 06:49:55.674556       1 insightsreport.go:296] Starting report retriever
I0429 06:49:55.674560       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0429 06:49:55.674568       1 tasks_processing.go:69] worker 11 listening for tasks.
I0429 06:49:55.674575       1 tasks_processing.go:69] worker 0 listening for tasks.
I0429 06:49:55.674574       1 tasks_processing.go:69] worker 19 listening for tasks.
I0429 06:49:55.674580       1 tasks_processing.go:69] worker 1 listening for tasks.
I0429 06:49:55.674582       1 tasks_processing.go:71] worker 0 working on qemu_kubevirt_launcher_logs task.
I0429 06:49:55.674584       1 tasks_processing.go:71] worker 19 working on install_plans task.
I0429 06:49:55.674590       1 tasks_processing.go:69] worker 3 listening for tasks.
I0429 06:49:55.674590       1 tasks_processing.go:69] worker 15 listening for tasks.
I0429 06:49:55.674599       1 tasks_processing.go:69] worker 14 listening for tasks.
I0429 06:49:55.674601       1 tasks_processing.go:69] worker 4 listening for tasks.
I0429 06:49:55.674606       1 tasks_processing.go:69] worker 5 listening for tasks.
I0429 06:49:55.674610       1 tasks_processing.go:69] worker 6 listening for tasks.
I0429 06:49:55.674612       1 tasks_processing.go:69] worker 13 listening for tasks.
I0429 06:49:55.674616       1 tasks_processing.go:69] worker 7 listening for tasks.
I0429 06:49:55.674623       1 tasks_processing.go:69] worker 16 listening for tasks.
I0429 06:49:55.674624       1 tasks_processing.go:69] worker 8 listening for tasks.
I0429 06:49:55.674630       1 tasks_processing.go:69] worker 18 listening for tasks.
I0429 06:49:55.674628       1 tasks_processing.go:69] worker 12 listening for tasks.
I0429 06:49:55.674630       1 tasks_processing.go:69] worker 9 listening for tasks.
I0429 06:49:55.674635       1 tasks_processing.go:69] worker 10 listening for tasks.
I0429 06:49:55.674641       1 tasks_processing.go:71] worker 12 working on clusterroles task.
I0429 06:49:55.674646       1 tasks_processing.go:69] worker 20 listening for tasks.
I0429 06:49:55.674647       1 tasks_processing.go:71] worker 1 working on tsdb_status task.
I0429 06:49:55.674657       1 tasks_processing.go:69] worker 21 listening for tasks.
I0429 06:49:55.674658       1 tasks_processing.go:69] worker 17 listening for tasks.
I0429 06:49:55.674663       1 tasks_processing.go:71] worker 6 working on node_logs task.
I0429 06:49:55.674664       1 tasks_processing.go:69] worker 22 listening for tasks.
I0429 06:49:55.674669       1 tasks_processing.go:71] worker 14 working on networks task.
I0429 06:49:55.674675       1 tasks_processing.go:69] worker 26 listening for tasks.
I0429 06:49:55.674675       1 tasks_processing.go:69] worker 33 listening for tasks.
I0429 06:49:55.674647       1 tasks_processing.go:71] worker 18 working on image_pruners task.
I0429 06:49:55.674684       1 tasks_processing.go:69] worker 34 listening for tasks.
I0429 06:49:55.674669       1 tasks_processing.go:69] worker 32 listening for tasks.
I0429 06:49:55.674682       1 tasks_processing.go:69] worker 53 listening for tasks.
I0429 06:49:55.674696       1 tasks_processing.go:69] worker 35 listening for tasks.
I0429 06:49:55.674726       1 tasks_processing.go:69] worker 27 listening for tasks.
I0429 06:49:55.674718       1 tasks_processing.go:69] worker 24 listening for tasks.
I0429 06:49:55.674732       1 tasks_processing.go:69] worker 23 listening for tasks.
I0429 06:49:55.674734       1 tasks_processing.go:71] worker 13 working on config_maps task.
I0429 06:49:55.674731       1 tasks_processing.go:71] worker 3 working on container_images task.
I0429 06:49:55.674743       1 tasks_processing.go:71] worker 23 working on certificate_signing_requests task.
I0429 06:49:55.674748       1 tasks_processing.go:69] worker 25 listening for tasks.
I0429 06:49:55.674750       1 tasks_processing.go:71] worker 10 working on machine_configs task.
I0429 06:49:55.674750       1 tasks_processing.go:71] worker 8 working on sap_datahubs task.
I0429 06:49:55.674758       1 tasks_processing.go:69] worker 39 listening for tasks.
I0429 06:49:55.674761       1 tasks_processing.go:69] worker 51 listening for tasks.
I0429 06:49:55.674763       1 tasks_processing.go:71] worker 20 working on ingress_certificates task.
I0429 06:49:55.674644       1 tasks_processing.go:71] worker 15 working on operators task.
I0429 06:49:55.674771       1 tasks_processing.go:69] worker 52 listening for tasks.
I0429 06:49:55.674768       1 tasks_processing.go:69] worker 48 listening for tasks.
I0429 06:49:55.674585       1 tasks_processing.go:69] worker 2 listening for tasks.
I0429 06:49:55.674786       1 tasks_processing.go:71] worker 48 working on lokistack task.
I0429 06:49:55.674736       1 tasks_processing.go:69] worker 36 listening for tasks.
I0429 06:49:55.674795       1 tasks_processing.go:71] worker 36 working on version task.
I0429 06:49:55.674800       1 tasks_processing.go:69] worker 59 listening for tasks.
I0429 06:49:55.674808       1 tasks_processing.go:71] worker 34 working on node_features task.
I0429 06:49:55.674817       1 tasks_processing.go:69] worker 54 listening for tasks.
I0429 06:49:55.674828       1 tasks_processing.go:69] worker 55 listening for tasks.
I0429 06:49:55.674838       1 tasks_processing.go:69] worker 56 listening for tasks.
I0429 06:49:55.674750       1 tasks_processing.go:69] worker 38 listening for tasks.
I0429 06:49:55.674658       1 tasks_processing.go:71] worker 5 working on mutating_webhook_configurations task.
I0429 06:49:55.674732       1 tasks_processing.go:69] worker 44 listening for tasks.
I0429 06:49:55.674743       1 tasks_processing.go:69] worker 37 listening for tasks.
I0429 06:49:55.674743       1 tasks_processing.go:69] worker 45 listening for tasks.
I0429 06:49:55.674745       1 tasks_processing.go:71] worker 16 working on openstack_version task.
I0429 06:49:55.674657       1 tasks_processing.go:69] worker 31 listening for tasks.
I0429 06:49:55.674743       1 tasks_processing.go:71] worker 9 working on infrastructures task.
I0429 06:49:55.674754       1 tasks_processing.go:71] worker 25 working on machines task.
I0429 06:49:55.674753       1 tasks_processing.go:69] worker 50 listening for tasks.
I0429 06:49:55.674753       1 tasks_processing.go:69] worker 46 listening for tasks.
I0429 06:49:55.674766       1 tasks_processing.go:71] worker 39 working on storage_cluster task.
I0429 06:49:55.674771       1 tasks_processing.go:71] worker 51 working on active_alerts task.
I0429 06:49:55.674778       1 tasks_processing.go:71] worker 52 working on pdbs task.
I0429 06:49:55.674746       1 tasks_processing.go:69] worker 49 listening for tasks.
I0429 06:49:55.675159       1 tasks_processing.go:69] worker 28 listening for tasks.
I0429 06:49:55.675167       1 tasks_processing.go:69] worker 40 listening for tasks.
I0429 06:49:55.675171       1 tasks_processing.go:69] worker 57 listening for tasks.
I0429 06:49:55.675168       1 tasks_processing.go:69] worker 62 listening for tasks.
I0429 06:49:55.675177       1 tasks_processing.go:69] worker 29 listening for tasks.
I0429 06:49:55.675179       1 tasks_processing.go:69] worker 60 listening for tasks.
I0429 06:49:55.675183       1 tasks_processing.go:69] worker 58 listening for tasks.
I0429 06:49:55.675187       1 tasks_processing.go:69] worker 63 listening for tasks.
I0429 06:49:55.674758       1 tasks_processing.go:71] worker 26 working on sap_config task.
I0429 06:49:55.675192       1 tasks_processing.go:69] worker 61 listening for tasks.
I0429 06:49:55.675194       1 tasks_processing.go:69] worker 30 listening for tasks.
I0429 06:49:55.675197       1 tasks_processing.go:71] worker 11 working on storage_classes task.
I0429 06:49:55.675199       1 tasks_processing.go:71] worker 17 working on operators_pods_and_events task.
I0429 06:49:55.675208       1 tasks_processing.go:71] worker 32 working on pod_network_connectivity_checks task.
I0429 06:49:55.675213       1 tasks_processing.go:71] worker 35 working on machine_healthchecks task.
I0429 06:49:55.675222       1 tasks_processing.go:71] worker 22 working on image task.
I0429 06:49:55.674638       1 tasks_processing.go:69] worker 42 listening for tasks.
I0429 06:49:55.675178       1 tasks_processing.go:69] worker 41 listening for tasks.
I0429 06:49:55.674738       1 tasks_processing.go:71] worker 24 working on validating_webhook_configurations task.
I0429 06:49:55.674787       1 tasks_processing.go:71] worker 2 working on silenced_alerts task.
I0429 06:49:55.674761       1 tasks_processing.go:69] worker 47 listening for tasks.
I0429 06:49:55.674725       1 tasks_processing.go:69] worker 43 listening for tasks.
I0429 06:49:55.675203       1 tasks_processing.go:71] worker 21 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0429 06:49:55.675287       1 tasks_processing.go:71] worker 43 working on aggregated_monitoring_cr_names task.
I0429 06:49:55.674804       1 tasks_processing.go:71] worker 33 working on openshift_machine_api_events task.
I0429 06:49:55.674737       1 tasks_processing.go:71] worker 27 working on jaegers task.
I0429 06:49:55.675331       1 tasks_processing.go:71] worker 59 working on nodes task.
I0429 06:49:55.675336       1 tasks_processing.go:71] worker 62 working on schedulers task.
I0429 06:49:55.675203       1 tasks_processing.go:71] worker 53 working on support_secret task.
I0429 06:49:55.675341       1 tasks_processing.go:71] worker 56 working on crds task.
I0429 06:49:55.675342       1 tasks_processing.go:71] worker 45 working on openstack_controlplanes task.
I0429 06:49:55.675344       1 tasks_processing.go:71] worker 38 working on openstack_dataplanedeployments task.
I0429 06:49:55.675835       1 tasks_processing.go:71] worker 41 working on metrics task.
I0429 06:49:55.675866       1 tasks_processing.go:71] worker 54 working on nodenetworkstates task.
I0429 06:49:55.675879       1 tasks_processing.go:71] worker 29 working on feature_gates task.
I0429 06:49:55.675326       1 tasks_processing.go:71] worker 28 working on overlapping_namespace_uids task.
I0429 06:49:55.676353       1 tasks_processing.go:71] worker 47 working on olm_operators task.
I0429 06:49:55.676423       1 tasks_processing.go:71] worker 55 working on ingress task.
I0429 06:49:55.676542       1 tasks_processing.go:71] worker 30 working on openshift_logging task.
I0429 06:49:55.675332       1 tasks_processing.go:71] worker 57 working on monitoring_persistent_volumes task.
I0429 06:49:55.676612       1 tasks_processing.go:71] worker 49 working on machine_autoscalers task.
I0429 06:49:55.676662       1 tasks_processing.go:71] worker 58 working on openstack_dataplanenodesets task.
I0429 06:49:55.676689       1 tasks_processing.go:71] worker 60 working on ceph_cluster task.
I0429 06:49:55.676954       1 tasks_processing.go:71] worker 44 working on cost_management_metrics_configs task.
I0429 06:49:55.675328       1 tasks_processing.go:71] worker 40 working on sap_pods task.
I0429 06:49:55.675350       1 tasks_processing.go:71] worker 42 working on proxies task.
I0429 06:49:55.676987       1 tasks_processing.go:71] worker 63 working on cluster_apiserver task.
I0429 06:49:55.675352       1 tasks_processing.go:71] worker 31 working on nodenetworkconfigurationpolicies task.
I0429 06:49:55.675340       1 tasks_processing.go:71] worker 37 working on oauths task.
I0429 06:49:55.677142       1 tasks_processing.go:71] worker 4 working on container_runtime_configs task.
I0429 06:49:55.677294       1 tasks_processing.go:71] worker 61 working on machine_config_pools task.
I0429 06:49:55.677323       1 tasks_processing.go:71] worker 50 working on dvo_metrics task.
I0429 06:49:55.677333       1 tasks_processing.go:71] worker 7 working on image_registries task.
I0429 06:49:55.678174       1 tasks_processing.go:71] worker 46 working on authentication task.
E0429 06:49:55.679743       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0429 06:49:55.679751       1 tasks_processing.go:71] worker 54 working on service_accounts task.
I0429 06:49:55.679775       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 3.868316ms to process 0 records
I0429 06:49:55.679788       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 4.951536ms to process 0 records
I0429 06:49:55.679819       1 tasks_processing.go:71] worker 34 working on machine_sets task.
I0429 06:49:55.680905       1 tasks_processing.go:74] worker 30 stopped.
I0429 06:49:55.680918       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 4.341097ms to process 0 records
E0429 06:49:55.681110       1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.117.2:9091: connect: connection refused
E0429 06:49:55.681131       1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.117.2:9091: connect: connection refused
I0429 06:49:55.681135       1 tasks_processing.go:74] worker 41 stopped.
I0429 06:49:55.681143       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0429 06:49:55.681158       1 controller.go:368] The initial operator extension status is healthy
I0429 06:49:55.681166       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0429 06:49:55.681173       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0429 06:49:55.681178       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0429 06:49:55.681196       1 controller.go:531] The operator is still being initialized
I0429 06:49:55.681207       1 controller.go:554] The operator is healthy
E0429 06:49:55.681141       1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.117.2:9091: connect: connection refused
I0429 06:49:55.681220       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 5.289913ms to process 0 records
E0429 06:49:55.681233       1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.117.2:9091: connect: connection refused
I0429 06:49:55.681244       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 6.488006ms to process 0 records
I0429 06:49:55.681251       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 6.214992ms to process 0 records
I0429 06:49:55.681255       1 tasks_processing.go:74] worker 16 stopped.
I0429 06:49:55.681259       1 tasks_processing.go:74] worker 1 stopped.
I0429 06:49:55.681272       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0429 06:49:55.681286       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0429 06:49:55.681369       1 operator.go:328] started
I0429 06:49:55.681387       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0429 06:49:55.683870       1 tasks_processing.go:74] worker 32 stopped.
E0429 06:49:55.683882       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0429 06:49:55.683889       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 8.648254ms to process 0 records
I0429 06:49:55.685515       1 tasks_processing.go:74] worker 49 stopped.
I0429 06:49:55.685527       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 8.89244ms to process 0 records
I0429 06:49:55.685537       1 tasks_processing.go:74] worker 31 stopped.
I0429 06:49:55.685546       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 8.47719ms to process 0 records
I0429 06:49:55.685553       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 10.474583ms to process 0 records
I0429 06:49:55.685559       1 tasks_processing.go:74] worker 39 stopped.
I0429 06:49:55.685645       1 tasks_processing.go:74] worker 25 stopped.
E0429 06:49:55.685654       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0429 06:49:55.685660       1 gather.go:177] gatherer "clusterconfig" function "machines" took 10.586195ms to process 0 records
I0429 06:49:55.688597       1 tasks_processing.go:74] worker 55 stopped.
I0429 06:49:55.688932       1 recorder.go:75] Recording config/ingress with fingerprint=2e045a9918d139dd64182235d2efcef9c24966e20db8b577ea3f7e4841ac3bae
I0429 06:49:55.688955       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 12.145546ms to process 1 records
I0429 06:49:55.689038       1 tasks_processing.go:74] worker 29 stopped.
I0429 06:49:55.689098       1 recorder.go:75] Recording config/featuregate with fingerprint=20e2b12dba72f65ca7707f2316ae62ca77c2a9a7bbbbb91462624c2bd5637204
I0429 06:49:55.689112       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 12.753194ms to process 1 records
I0429 06:49:55.689125       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 11.529585ms to process 0 records
I0429 06:49:55.689135       1 tasks_processing.go:74] worker 61 stopped.
I0429 06:49:55.691253       1 tasks_processing.go:74] worker 33 stopped.
I0429 06:49:55.691264       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 15.938223ms to process 0 records
E0429 06:49:55.691271       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0429 06:49:55.691280       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 16.042838ms to process 0 records
I0429 06:49:55.691286       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 11.447783ms to process 0 records
I0429 06:49:55.691291       1 tasks_processing.go:74] worker 34 stopped.
I0429 06:49:55.691295       1 tasks_processing.go:74] worker 35 stopped.
I0429 06:49:55.691310       1 tasks_processing.go:74] worker 53 stopped.
E0429 06:49:55.691322       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0429 06:49:55.691328       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 15.952938ms to process 0 records
I0429 06:49:55.691522       1 tasks_processing.go:74] worker 8 stopped.
I0429 06:49:55.691535       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 16.756304ms to process 0 records
I0429 06:49:55.691833       1 tasks_processing.go:74] worker 38 stopped.
I0429 06:49:55.691843       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 15.989299ms to process 0 records
I0429 06:49:55.692137       1 tasks_processing.go:74] worker 58 stopped.
I0429 06:49:55.692146       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 15.403722ms to process 0 records
I0429 06:49:55.692356       1 tasks_processing.go:74] worker 60 stopped.
I0429 06:49:55.692365       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 15.580877ms to process 0 records
I0429 06:49:55.692607       1 tasks_processing.go:74] worker 45 stopped.
I0429 06:49:55.692616       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 16.773281ms to process 0 records
I0429 06:49:55.692753       1 tasks_processing.go:74] worker 22 stopped.
I0429 06:49:55.692827       1 recorder.go:75] Recording config/image with fingerprint=7b0b62534e2837e58a0c3b0ad497fa87d601a4515f574d4b2582dea9d5a1614b
I0429 06:49:55.692839       1 gather.go:177] gatherer "clusterconfig" function "image" took 17.519733ms to process 1 records
I0429 06:49:55.692972       1 tasks_processing.go:74] worker 9 stopped.
I0429 06:49:55.693258       1 recorder.go:75] Recording config/infrastructure with fingerprint=7b98afc7d2bb47b8897ebb09f3e89b36541a034083ad813fe1a17b3d0f3087fb
I0429 06:49:55.693268       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 17.781796ms to process 1 records
I0429 06:49:55.693278       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 15.895868ms to process 0 records
I0429 06:49:55.693317       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=5014a0a7b8bad6718ad4166306a28dd9bc7765a2c8afafc6d23c7b180e96920c
I0429 06:49:55.693325       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 17.712822ms to process 1 records
I0429 06:49:55.693332       1 tasks_processing.go:74] worker 40 stopped.
I0429 06:49:55.693342       1 tasks_processing.go:74] worker 62 stopped.
I0429 06:49:55.693404       1 tasks_processing.go:74] worker 63 stopped.
I0429 06:49:55.693411       1 recorder.go:75] Recording config/apiserver with fingerprint=a1b9a5bcf69e9baada740651f5007237cac270aa57b3b5ff0ff4f88c879b045c
I0429 06:49:55.693418       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 16.049017ms to process 1 records
I0429 06:49:55.693427       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 17.753584ms to process 0 records
I0429 06:49:55.693432       1 tasks_processing.go:74] worker 27 stopped.
I0429 06:49:55.694394       1 tasks_processing.go:74] worker 48 stopped.
I0429 06:49:55.694410       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 19.594097ms to process 0 records
I0429 06:49:55.694963       1 tasks_processing.go:74] worker 47 stopped.
I0429 06:49:55.694976       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 18.544716ms to process 0 records
I0429 06:49:55.696274       1 tasks_processing.go:74] worker 42 stopped.
I0429 06:49:55.696403       1 recorder.go:75] Recording config/proxy with fingerprint=9aabc09cf7e580331e129aeef484a4529dae67f4d0bf90a8b48c351aa23f4409
I0429 06:49:55.696420       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 19.154938ms to process 1 records
I0429 06:49:55.712753       1 gather_logs.go:145] no pods in  namespace were found
I0429 06:49:55.712773       1 tasks_processing.go:74] worker 0 stopped.
I0429 06:49:55.712784       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 38.184087ms to process 0 records
I0429 06:49:55.712830       1 controller.go:254] Source scaController *sca.Controller is not ready
I0429 06:49:55.712845       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0429 06:49:55.712851       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0429 06:49:55.712855       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0429 06:49:55.712859       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0429 06:49:55.712882       1 controller.go:531] The operator is still being initialized
I0429 06:49:55.712896       1 controller.go:554] The operator is healthy
I0429 06:49:55.712927       1 tasks_processing.go:74] worker 59 stopped.
I0429 06:49:55.714236       1 recorder.go:75] Recording config/node/ip-10-0-0-41.ec2.internal with fingerprint=581ff623b74df80a92bfbd84d6f8b47817ca7450bbaa53334292ef0ebdab0073
I0429 06:49:55.714834       1 recorder.go:75] Recording config/node/ip-10-0-1-61.ec2.internal with fingerprint=f38cf4a48aad95131e159ccdf2a3b5c1560544d98e86b431a3ab7b6b0dc1fe57
I0429 06:49:55.715941       1 recorder.go:75] Recording config/node/ip-10-0-2-36.ec2.internal with fingerprint=decd88a4a0ea2a17602c695eeaa5af339166b8fae9401628bd8a0fa407757ad0
I0429 06:49:55.716302       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.450669ms to process 3 records
I0429 06:49:55.716322       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 35.632241ms to process 0 records
I0429 06:49:55.716329       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 37.628737ms to process 0 records
I0429 06:49:55.716339       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 38.179608ms to process 0 records
I0429 06:49:55.716351       1 tasks_processing.go:74] worker 4 stopped.
I0429 06:49:55.716383       1 tasks_processing.go:74] worker 26 stopped.
I0429 06:49:55.716393       1 tasks_processing.go:74] worker 6 stopped.
I0429 06:49:55.716437       1 tasks_processing.go:74] worker 24 stopped.
I0429 06:49:55.717270       1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=d1fe34b3608a55ff68569f9f90f9e7fc089398859459d29dae66bc93cf31f644
W0429 06:49:55.717354       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0429 06:49:55.717381       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=f36f87bb0d68a387a390ada7677299392ef6b7fa4c6104dc0d7530fda860b275
I0429 06:49:55.717536       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=f760513ccc53a804fb333fdfd2641fcc1b28ba580f3f5431574c9008b737a12f
I0429 06:49:55.717584       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=0a3a10214a373f09458db5efe742200636491225cf1e1661fcc5757e88ae5abd
I0429 06:49:55.717622       1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=83b15ee26ae2707d2cdb8d7e5ae33076865e90aaed82d8c0325a65612fd4215f
I0429 06:49:55.717672       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=98affa344182f211b137a52441fee5b035a87f2b74110188d91bc15e68dc6402
I0429 06:49:55.717738       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=85de4228b6b8f8bc04ef6b0a146259a54919d185e1c390d4c69f7c68460cfd7e
I0429 06:49:55.717778       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=e0051dd7e8cfe8caa9e9d16b2b206b9738ea37fa603cd01a1103e9b7e64ee4ef
I0429 06:49:55.717826       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=caec5f52b15db56b452af2f938a138aeeb9bb71b4ef7dbe62b3c27846a0a1a3e
I0429 06:49:55.717873       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=e70df1dcbc2d40f48242ae45f1eba0794f2ebee004579cae02235df632e2da7f
I0429 06:49:55.717900       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=9a217e2565a8b194eb99e0494956a173e0b92999afb638878d0c93d4e56b08d8
I0429 06:49:55.717926       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=f3f91eae12f1d2bbb4eea5d597e85217892ef35afb7c8a1b03283e1df7afb72e
I0429 06:49:55.717974       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=0c6b8ba29a92441b26b8473a4452269aaaf8475a85db4ad83a12358066cc52f6
I0429 06:49:55.717986       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 37.63693ms to process 13 records
I0429 06:49:55.718086       1 tasks_processing.go:74] worker 5 stopped.
I0429 06:49:55.718118       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=124def4eaf184d249762d8b19a07036ea1efad721522af44fd956242a04d6d2e
I0429 06:49:55.718146       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=08f0f5799d24a92394a12d1ccb8548e227f1fa634932ff6ceb320ed4108661c2
I0429 06:49:55.718172       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=11c1c588194f7d92c313335d65537a744be89f1945767ce29c6f5d0cd08299de
I0429 06:49:55.718179       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 38.373741ms to process 3 records
I0429 06:49:55.718270       1 tasks_processing.go:74] worker 37 stopped.
I0429 06:49:55.718517       1 recorder.go:75] Recording config/oauth with fingerprint=4120a9f4ac608b5e178c8acb4ad25e6730d8937a0eb8f1f824ab6f068bb806bc
I0429 06:49:55.718530       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 36.758475ms to process 1 records
I0429 06:49:55.718616       1 tasks_processing.go:74] worker 46 stopped.
I0429 06:49:55.718725       1 recorder.go:75] Recording config/authentication with fingerprint=e15b67e6216882d688c1b31bc13251f0bf72ece2d174665db649c9f378c60472
I0429 06:49:55.718737       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 35.859643ms to process 1 records
I0429 06:49:55.718746       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 37.579695ms to process 0 records
I0429 06:49:55.718750       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 38.585877ms to process 0 records
I0429 06:49:55.718757       1 tasks_processing.go:74] worker 44 stopped.
E0429 06:49:55.718785       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0429 06:49:55.718816       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0429 06:49:55.718823       1 tasks_processing.go:74] worker 57 stopped.
I0429 06:49:55.718830       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 40.980172ms to process 1 records
I0429 06:49:55.718892       1 tasks_processing.go:74] worker 10 stopped.
I0429 06:49:55.718951       1 tasks_processing.go:74] worker 14 stopped.
I0429 06:49:55.719013       1 recorder.go:75] Recording config/network with fingerprint=74e1cba08361e3a75b4d5543a951173710c1e274533de2b048d151344d5fc7c9
I0429 06:49:55.719022       1 gather.go:177] gatherer "clusterconfig" function "networks" took 41.113937ms to process 1 records
I0429 06:49:55.719091       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=4e2a7b9a90343be832099a69e92e599a9ef2e18d60dc9ef1df7232cc83419ecd
I0429 06:49:55.719104       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=e664a710ca88f77c82b1b4b4a8cf529db939a05982fe314a37cf409231ba268a
I0429 06:49:55.719105       1 tasks_processing.go:74] worker 11 stopped.
I0429 06:49:55.719108       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 40.851796ms to process 2 records
I0429 06:49:55.719117       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0429 06:49:55.719122       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 40.165465ms to process 1 records
I0429 06:49:55.719180       1 tasks_processing.go:74] worker 28 stopped.
I0429 06:49:55.719244       1 tasks_processing.go:74] worker 18 stopped.
I0429 06:49:55.719422       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=42629645201d4efe21783b7a42e50627ccebe46ad5ce9e419698778e3559021d
I0429 06:49:55.719434       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 42.792223ms to process 1 records
I0429 06:49:55.719519       1 tasks_processing.go:74] worker 52 stopped.
I0429 06:49:55.719553       1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=957d5b13742b01d03bbd69963280c914d26346eb1a495c7953054a449aecc25e
I0429 06:49:55.719574       1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=ec036a46fbd5ea5b0bc3958b800743419fe41a2df971aacefe7864ec6c2a7f65
I0429 06:49:55.719588       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=466533f2c21308bdea68bfe5d1d0e2b520f94a417bf290e22bb2ebdd615efe4c
I0429 06:49:55.719602       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=1940cfece4cec28d92386c4a7ffedf9051243c61b24761565adb4e6905f46e8b
I0429 06:49:55.719620       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=1a97d40a0fde18d54f546e3ff87ac8bb5aae6a6ba3c72ae6682f33b680eb122f
I0429 06:49:55.719635       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=1ee23ea4a39f3e1b3d4ae2e50d399898efcc31e0847bc058fd309bc96c6c0031
I0429 06:49:55.719651       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=ba30a7eafb8cd40a5c2bd809fb651cb7678b5d6ce3be902a16b774fdc7994cbc
I0429 06:49:55.719681       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=091cb845db4ac31d3a1b3ae874eff57830627bb7ad5093daf4c62e713089ad94
I0429 06:49:55.719716       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=7469fcdfbddce31e0fe8e961df8a31ba40d606f900ab3597540d9ad150f08c05
I0429 06:49:55.719733       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=fb93569b3fc22f97a22b31067111721916fda0206a8f7b4d03cb277ea5801d92
I0429 06:49:55.719748       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=7e338d818af8c2c480b498f9cf0f10b7a959f9df1af79a0bab4c3d0eb18d780e
I0429 06:49:55.719764       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 42.507133ms to process 11 records
I0429 06:49:55.719847       1 tasks_processing.go:74] worker 7 stopped.
I0429 06:49:55.720308       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=32eb324747afa7d472c746fdc1aec7460397da913db6f09892aafd05152a71be
I0429 06:49:55.720317       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 40.384453ms to process 1 records
I0429 06:49:55.722351       1 tasks_processing.go:74] worker 23 stopped.
I0429 06:49:55.722377       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 47.582982ms to process 0 records
I0429 06:49:55.722642       1 tasks_processing.go:74] worker 17 stopped.
I0429 06:49:55.722657       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 47.421368ms to process 0 records
I0429 06:49:55.726847       1 tasks_processing.go:74] worker 12 stopped.
I0429 06:49:55.727026       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=310338cd56568b890383b6d2ca2019a8958a7bc115829cfa32851575e48f200f
I0429 06:49:55.727134       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=7369f6269e9fcb383ab7e62fbebaed007fa60efe2096c475cbf3adcdb4309170
I0429 06:49:55.727145       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 52.188193ms to process 2 records
I0429 06:49:55.727183       1 tasks_processing.go:74] worker 56 stopped.
I0429 06:49:55.727451       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0429 06:49:55.727743       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=ca61ab7f073eefb5184fa4cbd8f836f79b05e878257d28123c24652a572f8ea8
I0429 06:49:55.727941       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=0fe45ce6c7d9c6898bc128db9d477b2cf8c7929b26672de68cdba8aa87416591
I0429 06:49:55.727954       1 gather.go:177] gatherer "clusterconfig" function "crds" took 51.82779ms to process 2 records
I0429 06:49:55.728124       1 tasks_processing.go:74] worker 36 stopped.
I0429 06:49:55.728257       1 recorder.go:75] Recording config/version with fingerprint=d05c6a1b02a67de391ebfb2ac06fe9ac3ca450483cee1966c37e9bcd86515599
I0429 06:49:55.728272       1 recorder.go:75] Recording config/id with fingerprint=d30bc93039d3804521d022b7ccaa499c87ecfa59618f9000d081cb49e9f71f54
I0429 06:49:55.728278       1 gather.go:177] gatherer "clusterconfig" function "version" took 52.648361ms to process 2 records
I0429 06:49:55.731628       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0429 06:49:55.731642       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0429 06:49:55.731642       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0429 06:49:55.736853       1 base_controller.go:82] Caches are synced for ConfigController 
I0429 06:49:55.736915       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0429 06:49:55.738099       1 tasks_processing.go:74] worker 43 stopped.
I0429 06:49:55.738123       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 62.791754ms to process 0 records
I0429 06:49:55.742166       1 tasks_processing.go:74] worker 3 stopped.
I0429 06:49:55.743617       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-pvfh8 with fingerprint=bce487d89de04f328c48af4963e15646bb8ec2d88c1791c7cd8d1bec138143a9
I0429 06:49:55.744015       1 recorder.go:75] Recording config/running_containers with fingerprint=c2dd89b8ca4d3b0bd71815e31196774c89a692eb72e5b8f6e2c098857da16a45
I0429 06:49:55.744099       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 67.407248ms to process 2 records
I0429 06:49:55.745473       1 configmapobserver.go:84] configmaps "insights-config" not found
I0429 06:49:55.747877       1 tasks_processing.go:74] worker 20 stopped.
E0429 06:49:55.747893       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0429 06:49:55.747900       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pvlgkdgsf526nqovfd11k6703l08h7f-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pvlgkdgsf526nqovfd11k6703l08h7f-primary-cert-bundle-secret" not found
I0429 06:49:55.747945       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=28f708ec8f34ee1f7741232b57e099b427512c6456315334419ab5efd83f1359
I0429 06:49:55.747957       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 73.099796ms to process 1 records
I0429 06:49:55.750485       1 tasks_processing.go:74] worker 21 stopped.
I0429 06:49:55.750501       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 75.195875ms to process 0 records
I0429 06:49:55.753856       1 tasks_processing.go:74] worker 13 stopped.
E0429 06:49:55.753870       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0429 06:49:55.753876       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0429 06:49:55.753879       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0429 06:49:55.753887       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0429 06:49:55.753921       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0429 06:49:55.753940       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0429 06:49:55.753944       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0429 06:49:55.753955       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d
I0429 06:49:55.754003       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0429 06:49:55.754010       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0429 06:49:55.754015       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 79.103319ms to process 7 records
I0429 06:49:55.781772       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0429 06:49:55.781785       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0429 06:49:55.791686       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0429 06:49:55.796499       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0429 06:49:55.804391       1 cluster_transfer.go:102] no available accepted cluster transfer
I0429 06:49:55.804403       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer
I0429 06:49:55.911277       1 sca.go:266] etc-pki-entitlement secret successfully created
I0429 06:49:55.911292       1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated
W0429 06:49:56.715472       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0429 06:49:56.739363       1 tasks_processing.go:74] worker 2 stopped.
I0429 06:49:56.739380       1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570
I0429 06:49:56.739393       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.064101132s to process 1 records
I0429 06:49:56.739466       1 tasks_processing.go:74] worker 51 stopped.
I0429 06:49:56.739511       1 recorder.go:75] Recording config/alerts with fingerprint=430728e0c81da5f1968da6e018071bf66e0f82c9018635770703068a1711094a
I0429 06:49:56.739525       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.064381132s to process 1 records
W0429 06:49:57.715569       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0429 06:49:58.145073       1 tasks_processing.go:74] worker 15 stopped.
I0429 06:49:58.145185       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=d0bc0062b88bf57374a08a4c745e8e642bd008ba635db994d22de11e674b5740
I0429 06:49:58.145230       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1
I0429 06:49:58.145265       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c198364859106f4d8661839d003ed034b7d7a73deca35e7903451890d2082f57
I0429 06:49:58.145275       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0429 06:49:58.145296       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=cc8d513af315268dbcb1fa6f4de56bcda9e50b7634327d564dafbf96eedd5fa2
I0429 06:49:58.145311       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0429 06:49:58.145332       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=88e4c86e0dd5b0e0f8c5ae7a6ae54aa37d79198472516e0c5ab9bbb8e5ad8a73
I0429 06:49:58.145358       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=a9a6e3cb5eeb365e72b84902136fcabc5eef58aaf27802fcb28f061521a3c32e
I0429 06:49:58.145380       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=7c5224e3385928c1873b755943bd45b86b64a77ae4cd634191e9e85bead5ddd3
I0429 06:49:58.145408       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=b13bca9140e05189b36da5dd1aefdf9be27ec08b8454603eed217c87ab7f69a8
I0429 06:49:58.145679       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=f1195ab7b2083d14dc64b9ebbce5fb9377c4b375427f437e4ea07443792c56b9
I0429 06:49:58.145713       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=fafe1e0e7a38745ec5e3ee2644f78a6550aa233ed3e27a7924b9c685cdf0a01a
I0429 06:49:58.145721       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0429 06:49:58.145737       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=ec61cb2301333a3bb93f548a289abaccc579b3c5ac06467903a81de46d53d82f
I0429 06:49:58.145748       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0429 06:49:58.145764       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=f7864609cd7739dec4e955077db021bba1b56678ad715554ca07d787c141bb82
I0429 06:49:58.145773       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0429 06:49:58.145792       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=75dd110dda3fef01de73cd921987cf6260a93bf18f9ec8d929ed455288a07d25
I0429 06:49:58.145801       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0429 06:49:58.145821       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=d7960bf4ea61555eb595e2e77fe4c4d1966d6e7b032a6f6933f90ee0056a9e02
I0429 06:49:58.145950       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=23262c261787ec5c11f70b064eb816999e973650660855cffae587027bb62da6
I0429 06:49:58.145961       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0429 06:49:58.145968       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0429 06:49:58.145993       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0429 06:49:58.146017       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=09cabb89637904e5af816b1e0a7e4826ad39a6ec53e5774df76b5b1ebaea4d2a
I0429 06:49:58.146039       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=4db8fb45c2c1f0b90b3ae12245d1fba32fdbe7dad93dab46bf4143e9331d427e
I0429 06:49:58.146048       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0429 06:49:58.146064       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=7dda7258d56d0751625d785d45f91362b087cee7b31198270d357dcbd7d57584
I0429 06:49:58.146074       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0429 06:49:58.146091       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=344355c7c3e924bf6578e3e119af250670e2f61981cf82124a4fe53ed1e6d18e
I0429 06:49:58.146100       1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd
I0429 06:49:58.146113       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=d7346131228c09af519bbf43114587a905fc35384d38f7f43cb31a24a89e2124
I0429 06:49:58.146130       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=01f819606117f99c1027cdef8a8827ade9bbe62239c8282e02b6a3f6aaf0c476
I0429 06:49:58.146142       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=bfb2728768f06971f2659d36319f670a1b5dbce646d94e07abc41a66d407e8e3
I0429 06:49:58.146164       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=15c81806b2297694c47d7d1b0d008471e3f0866b8a18a73b057588b991400556
I0429 06:49:58.146174       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0429 06:49:58.146201       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c482e7387448db589b60c206169cefbdcf8c014cacd1e9c38f898c2e1f3e317b
I0429 06:49:58.146217       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0429 06:49:58.146223       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0429 06:49:58.146229       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.470287306s to process 39 records
W0429 06:49:58.715615       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0429 06:49:59.715987       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0429 06:50:00.715722       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0429 06:50:00.715746       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0429 06:50:00.715772       1 tasks_processing.go:74] worker 50 stopped.
E0429 06:50:00.715782       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0429 06:50:00.715793       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0429 06:50:00.715803       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.038391697s to process 1 records
I0429 06:50:08.522482       1 tasks_processing.go:74] worker 19 stopped.
I0429 06:50:08.522522       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0429 06:50:08.522535       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.847880052s to process 1 records
I0429 06:50:09.286521       1 tasks_processing.go:74] worker 54 stopped.
I0429 06:50:09.286801       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=80e5b054934e37ddf232a6b52185c88ef3149965af63f70b0125fd661e8f707e
I0429 06:50:09.286818       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606740014s to process 1 records
E0429 06:50:09.286877       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.612s with: function \"metrics\" failed with an error, function \"tsdb_status\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error"
I0429 06:50:09.287982       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "metrics" failed with an error, function "tsdb_status" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error
I0429 06:50:09.287998       1 periodic.go:216] Running workloads gatherer
I0429 06:50:09.288014       1 tasks_processing.go:45] number of workers: 2
I0429 06:50:09.288020       1 tasks_processing.go:69] worker 1 listening for tasks.
I0429 06:50:09.288024       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0429 06:50:09.288031       1 tasks_processing.go:69] worker 0 listening for tasks.
I0429 06:50:09.288069       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0429 06:50:09.297035       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-41.ec2.internal...
I0429 06:50:09.297049       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-36.ec2.internal...
I0429 06:50:09.297039       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-61.ec2.internal...
I0429 06:50:09.318686       1 tasks_processing.go:74] worker 0 stopped.
I0429 06:50:09.318719       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 30.592521ms to process 0 records
I0429 06:50:13.986241       1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s
I0429 06:50:14.031212       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data
I0429 06:50:14.107222       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (77ms)
I0429 06:50:14.126057       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (19ms)
I0429 06:50:14.144078       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (18ms)
I0429 06:50:14.160039       1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (16ms)
I0429 06:50:14.176325       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (16ms)
I0429 06:50:14.194069       1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (18ms)
I0429 06:50:14.208056       1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (14ms)
I0429 06:50:14.226424       1 gather_workloads_info.go:398] Found image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (18ms)
I0429 06:50:14.251176       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (25ms)
I0429 06:50:14.267992       1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (17ms)
I0429 06:50:14.281280       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (13ms)
I0429 06:50:14.292784       1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (11ms)
I0429 06:50:14.342662       1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (50ms)
I0429 06:50:14.443547       1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (101ms)
I0429 06:50:14.542798       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (99ms)
I0429 06:50:14.642129       1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (99ms)
I0429 06:50:14.742241       1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (100ms)
I0429 06:50:14.842298       1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (100ms)
I0429 06:50:14.941729       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (99ms)
I0429 06:50:15.042777       1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (101ms)
I0429 06:50:15.142490       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms)
I0429 06:50:15.242995       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms)
I0429 06:50:15.341830       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (99ms)
I0429 06:50:15.443097       1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (101ms)
I0429 06:50:15.542466       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (99ms)
I0429 06:50:15.643210       1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (101ms)
I0429 06:50:15.742126       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (99ms)
I0429 06:50:15.850987       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (109ms)
I0429 06:50:15.942008       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (91ms)
I0429 06:50:16.047845       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (106ms)
I0429 06:50:16.143096       1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (95ms)
I0429 06:50:16.242383       1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (99ms)
I0429 06:50:16.342884       1 gather_workloads_info.go:398] Found image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms)
I0429 06:50:16.441967       1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (99ms)
I0429 06:50:16.541932       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms)
I0429 06:50:16.643879       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (102ms)
I0429 06:50:16.742955       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (99ms)
I0429 06:50:16.842229       1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (99ms)
I0429 06:50:16.942240       1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (100ms)
I0429 06:50:17.045420       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (103ms)
I0429 06:50:17.142840       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (97ms)
I0429 06:50:17.243256       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms)
I0429 06:50:17.342307       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (99ms)
I0429 06:50:17.442925       1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (101ms)
I0429 06:50:17.542592       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms)
I0429 06:50:17.642944       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms)
I0429 06:50:17.642972       1 tasks_processing.go:74] worker 1 stopped.
I0429 06:50:17.643240       1 recorder.go:75] Recording config/workload_info with fingerprint=5d7fac9b9404fed3bab1bcb1e768b387c94f78331560c43d7bab814d02da6094
I0429 06:50:17.643256       1 gather.go:177] gatherer "workloads" function "workload_info" took 8.35494108s to process 1 records
I0429 06:50:17.643269       1 periodic.go:263] Periodic gather workloads completed in 8.355s
I0429 06:50:17.643276       1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message=
I0429 06:50:17.643281       1 periodic.go:216] Running conditional gatherer
I0429 06:50:17.650163       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0429 06:50:17.808575       1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer
I0429 06:50:18.900987       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0429 06:50:18.907849       1 conditional_gatherer.go:392] cluster version is '4.21.9'
I0429 06:50:18.907880       1 tasks_processing.go:45] number of workers: 3
I0429 06:50:18.907896       1 tasks_processing.go:69] worker 2 listening for tasks.
I0429 06:50:18.907903       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0429 06:50:18.907905       1 tasks_processing.go:69] worker 0 listening for tasks.
I0429 06:50:18.907915       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0429 06:50:18.907922       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0429 06:50:18.907921       1 tasks_processing.go:69] worker 1 listening for tasks.
I0429 06:50:18.907932       1 tasks_processing.go:74] worker 1 stopped.
I0429 06:50:18.908013       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c
I0429 06:50:18.908033       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.038µs to process 1 records
I0429 06:50:18.908086       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d
I0429 06:50:18.908098       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 968ns to process 1 records
I0429 06:50:18.908105       1 tasks_processing.go:74] worker 0 stopped.
I0429 06:50:18.908215       1 tasks_processing.go:74] worker 2 stopped.
I0429 06:50:18.908226       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 288.749µs to process 0 records
I0429 06:50:18.908239       1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message=
I0429 06:50:18.908254       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f
I0429 06:50:18.935778       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=d1df9ad3efa9e9ca1f9e102646d7120c348f5ca08931dfeca2050f5a035ba587
I0429 06:50:18.935900       1 diskrecorder.go:70] Writing 110 records to /var/lib/insights-operator/insights-2026-04-29-065018.tar.gz
I0429 06:50:18.942513       1 diskrecorder.go:51] Wrote 110 records to disk in 6ms
I0429 06:50:18.942546       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0429 06:50:18.942562       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0429 06:51:25.675665       1 diskrecorder.go:223] Found files to send: insights-2026-04-29-065018.tar.gz
I0429 06:51:25.675694       1 insightsuploader.go:150] Checking archives to upload periodically every 15m50.124761823s
I0429 06:51:25.675719       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0429 06:51:25.686324       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0429 06:51:25.846434       1 requests.go:87] Successfully reported id=2026-04-29T06:51:25Z x-rh-insights-request-id=9636f0fc20cd45919a591433c833c35d, wrote=48099
I0429 06:51:25.846492       1 insightsuploader.go:187] Uploaded report successfully in 170.765665ms
I0429 06:51:25.846513       1 controller.go:129] Initializing last reported time to 2026-04-29T06:51:25Z
I0429 06:51:25.846523       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0429 06:51:25.846530       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0429 06:51:25.846540       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0429 06:51:25.852761       1 controller.go:554] The operator is healthy
I0429 06:51:55.691269       1 controller.go:554] The operator is healthy
I0429 06:52:30.672308       1 insightsreport.go:137] Pulling report from smart-proxy
I0429 06:52:30.672333       1 insightsreport.go:149] Retrieving report
I0429 06:52:30.680289       1 requests.go:110] Retrieving report for cluster: da3cb607-3630-4389-bec2-3225cb465234
I0429 06:52:30.680300       1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/da3cb607-3630-4389-bec2-3225cb465234/reports
I0429 06:52:30.683405       1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/da3cb607-3630-4389-bec2-3225cb465234/reports
I0429 06:52:30.898958       1 insightsreport.go:184] Report retrieved
I0429 06:52:30.935139       1 insightsreport.go:239] Report retrieved correctly
I0429 06:53:55.692909       1 controller.go:554] The operator is healthy
I0429 06:54:55.661017       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0429 06:54:55.672885       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0429 06:54:55.672902       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0429 06:54:55.678955       1 secretconfigobserver.go:119] support secret does not exist
I0429 06:55:55.690649       1 controller.go:554] The operator is healthy
I0429 06:57:55.702015       1 controller.go:554] The operator is healthy
I0429 06:59:55.656657       1 configmapobserver.go:84] configmaps "insights-config" not found
I0429 06:59:55.662330       1 configmapobserver.go:84] configmaps "insights-config" not found
I0429 06:59:55.679442       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0429 06:59:55.685174       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0429 06:59:55.685192       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0429 06:59:55.687982       1 controller.go:554] The operator is healthy
I0429 06:59:55.690268       1 secretconfigobserver.go:119] support secret does not exist
I0429 07:01:55.688418       1 controller.go:554] The operator is healthy