I0403 00:44:07.048642       1 cmd.go:253] Using service-serving-cert provided certificates
I0403 00:44:07.049660       1 observer_polling.go:159] Starting file observer
I0403 00:44:07.434901       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0403 00:44:07.436230       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0403 00:44:07.437024       1 secure_serving.go:57] Forcing use of http/1.1 only
W0403 00:44:07.437044       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0403 00:44:07.437048       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0403 00:44:07.437052       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0403 00:44:07.437054       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0403 00:44:07.437057       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0403 00:44:07.437059       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0403 00:44:07.437098       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0403 00:44:07.441176       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0403 00:44:07.441198       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"0ca3aefc-c9a5-4b16-9034-e58522ccdc22", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0403 00:44:07.441883       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0403 00:44:07.441900       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0403 00:44:07.441929       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0403 00:44:07.441947       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0403 00:44:07.441957       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0403 00:44:07.441964       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0403 00:44:07.442247       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key"
I0403 00:44:07.442553       1 secure_serving.go:213] Serving securely on [::]:8443
I0403 00:44:07.442584       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0403 00:44:07.446014       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0403 00:44:07.446041       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0403 00:44:07.446138       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0403 00:44:07.451244       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0403 00:44:07.451262       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0403 00:44:07.455532       1 secretconfigobserver.go:119] support secret does not exist
I0403 00:44:07.459862       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0403 00:44:07.463669       1 secretconfigobserver.go:119] support secret does not exist
I0403 00:44:07.466956       1 recorder.go:176] Pruning old reports every 4h11m50s, max age is 288h0m0s
I0403 00:44:07.472364       1 periodic.go:216] Running clusterconfig gatherer
I0403 00:44:07.472517       1 tasks_processing.go:45] number of workers: 64
I0403 00:44:07.472615       1 tasks_processing.go:69] worker 63 listening for tasks.
I0403 00:44:07.472644       1 tasks_processing.go:71] worker 63 working on monitoring_persistent_volumes task.
I0403 00:44:07.472734       1 tasks_processing.go:69] worker 46 listening for tasks.
I0403 00:44:07.472742       1 tasks_processing.go:69] worker 5 listening for tasks.
I0403 00:44:07.472770       1 tasks_processing.go:69] worker 39 listening for tasks.
I0403 00:44:07.472771       1 tasks_processing.go:71] worker 5 working on cost_management_metrics_configs task.
I0403 00:44:07.472773       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0403 00:44:07.472789       1 tasks_processing.go:69] worker 40 listening for tasks.
I0403 00:44:07.472790       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0403 00:44:07.472798       1 tasks_processing.go:71] worker 40 working on sap_pods task.
I0403 00:44:07.472808       1 tasks_processing.go:69] worker 43 listening for tasks.
I0403 00:44:07.472856       1 tasks_processing.go:69] worker 41 listening for tasks.
I0403 00:44:07.473020       1 tasks_processing.go:71] worker 41 working on ingress task.
I0403 00:44:07.472862       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0403 00:44:07.473114       1 insightsreport.go:296] Starting report retriever
I0403 00:44:07.473134       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0403 00:44:07.472920       1 tasks_processing.go:71] worker 43 working on operators task.
I0403 00:44:07.473512       1 tasks_processing.go:69] worker 47 listening for tasks.
I0403 00:44:07.473519       1 tasks_processing.go:69] worker 42 listening for tasks.
I0403 00:44:07.473532       1 tasks_processing.go:71] worker 47 working on active_alerts task.
I0403 00:44:07.473012       1 tasks_processing.go:71] worker 46 working on container_images task.
I0403 00:44:07.473545       1 tasks_processing.go:69] worker 21 listening for tasks.
I0403 00:44:07.473550       1 tasks_processing.go:69] worker 57 listening for tasks.
I0403 00:44:07.473556       1 tasks_processing.go:69] worker 15 listening for tasks.
I0403 00:44:07.473572       1 tasks_processing.go:69] worker 59 listening for tasks.
I0403 00:44:07.473573       1 tasks_processing.go:69] worker 50 listening for tasks.
I0403 00:44:07.473560       1 tasks_processing.go:69] worker 1 listening for tasks.
I0403 00:44:07.473582       1 tasks_processing.go:69] worker 22 listening for tasks.
I0403 00:44:07.473590       1 tasks_processing.go:69] worker 23 listening for tasks.
I0403 00:44:07.473596       1 tasks_processing.go:69] worker 17 listening for tasks.
I0403 00:44:07.473565       1 tasks_processing.go:69] worker 60 listening for tasks.
I0403 00:44:07.473603       1 tasks_processing.go:69] worker 24 listening for tasks.
I0403 00:44:07.473569       1 tasks_processing.go:69] worker 30 listening for tasks.
I0403 00:44:07.473613       1 tasks_processing.go:69] worker 26 listening for tasks.
I0403 00:44:07.473622       1 tasks_processing.go:69] worker 27 listening for tasks.
I0403 00:44:07.473572       1 tasks_processing.go:69] worker 2 listening for tasks.
I0403 00:44:07.473629       1 tasks_processing.go:69] worker 28 listening for tasks.
I0403 00:44:07.473584       1 tasks_processing.go:69] worker 3 listening for tasks.
I0403 00:44:07.473587       1 tasks_processing.go:69] worker 16 listening for tasks.
I0403 00:44:07.473611       1 tasks_processing.go:69] worker 25 listening for tasks.
I0403 00:44:07.473563       1 tasks_processing.go:69] worker 58 listening for tasks.
I0403 00:44:07.473660       1 tasks_processing.go:69] worker 56 listening for tasks.
I0403 00:44:07.473529       1 tasks_processing.go:69] worker 14 listening for tasks.
I0403 00:44:07.473672       1 tasks_processing.go:69] worker 0 listening for tasks.
I0403 00:44:07.473676       1 tasks_processing.go:69] worker 61 listening for tasks.
I0403 00:44:07.473690       1 tasks_processing.go:69] worker 45 listening for tasks.
I0403 00:44:07.473708       1 tasks_processing.go:69] worker 33 listening for tasks.
I0403 00:44:07.473004       1 tasks_processing.go:69] worker 62 listening for tasks.
I0403 00:44:07.474057       1 tasks_processing.go:69] worker 32 listening for tasks.
I0403 00:44:07.474075       1 tasks_processing.go:71] worker 32 working on openshift_machine_api_events task.
I0403 00:44:07.474143       1 tasks_processing.go:69] worker 48 listening for tasks.
I0403 00:44:07.474151       1 tasks_processing.go:71] worker 48 working on ceph_cluster task.
I0403 00:44:07.474230       1 tasks_processing.go:69] worker 49 listening for tasks.
I0403 00:44:07.474240       1 tasks_processing.go:71] worker 49 working on cluster_apiserver task.
I0403 00:44:07.474257       1 tasks_processing.go:69] worker 44 listening for tasks.
I0403 00:44:07.474270       1 tasks_processing.go:71] worker 27 working on mutating_webhook_configurations task.
I0403 00:44:07.474275       1 tasks_processing.go:69] worker 31 listening for tasks.
I0403 00:44:07.474293       1 tasks_processing.go:69] worker 7 listening for tasks.
I0403 00:44:07.474304       1 tasks_processing.go:69] worker 6 listening for tasks.
I0403 00:44:07.474305       1 tasks_processing.go:69] worker 9 listening for tasks.
I0403 00:44:07.474309       1 tasks_processing.go:69] worker 29 listening for tasks.
I0403 00:44:07.474304       1 tasks_processing.go:69] worker 8 listening for tasks.
I0403 00:44:07.472778       1 tasks_processing.go:71] worker 39 working on support_secret task.
I0403 00:44:07.474321       1 tasks_processing.go:69] worker 35 listening for tasks.
I0403 00:44:07.474324       1 tasks_processing.go:69] worker 11 listening for tasks.
I0403 00:44:07.474326       1 tasks_processing.go:69] worker 13 listening for tasks.
I0403 00:44:07.474333       1 tasks_processing.go:69] worker 10 listening for tasks.
I0403 00:44:07.474331       1 tasks_processing.go:69] worker 12 listening for tasks.
I0403 00:44:07.474334       1 tasks_processing.go:71] worker 50 working on proxies task.
I0403 00:44:07.474344       1 tasks_processing.go:69] worker 37 listening for tasks.
I0403 00:44:07.474347       1 tasks_processing.go:71] worker 58 working on sap_datahubs task.
I0403 00:44:07.474382       1 tasks_processing.go:69] worker 19 listening for tasks.
I0403 00:44:07.474392       1 tasks_processing.go:69] worker 4 listening for tasks.
I0403 00:44:07.474384       1 tasks_processing.go:69] worker 18 listening for tasks.
I0403 00:44:07.474398       1 tasks_processing.go:71] worker 56 working on storage_cluster task.
I0403 00:44:07.474401       1 tasks_processing.go:69] worker 20 listening for tasks.
I0403 00:44:07.474402       1 tasks_processing.go:71] worker 14 working on silenced_alerts task.
I0403 00:44:07.474415       1 tasks_processing.go:71] worker 45 working on certificate_signing_requests task.
I0403 00:44:07.474417       1 tasks_processing.go:69] worker 38 listening for tasks.
I0403 00:44:07.474438       1 tasks_processing.go:71] worker 17 working on infrastructures task.
I0403 00:44:07.474454       1 tasks_processing.go:71] worker 33 working on authentication task.
I0403 00:44:07.474407       1 tasks_processing.go:71] worker 0 working on version task.
I0403 00:44:07.474492       1 tasks_processing.go:71] worker 21 working on machine_config_pools task.
I0403 00:44:07.474629       1 tasks_processing.go:71] worker 2 working on metrics task.
I0403 00:44:07.474655       1 tasks_processing.go:69] worker 52 listening for tasks.
I0403 00:44:07.474669       1 tasks_processing.go:69] worker 51 listening for tasks.
I0403 00:44:07.474675       1 tasks_processing.go:71] worker 22 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0403 00:44:07.474681       1 tasks_processing.go:71] worker 28 working on image_pruners task.
I0403 00:44:07.474699       1 tasks_processing.go:69] worker 53 listening for tasks.
I0403 00:44:07.474714       1 tasks_processing.go:69] worker 54 listening for tasks.
I0403 00:44:07.474411       1 tasks_processing.go:71] worker 61 working on machine_sets task.
I0403 00:44:07.474721       1 tasks_processing.go:71] worker 1 working on jaegers task.
I0403 00:44:07.474733       1 tasks_processing.go:71] worker 26 working on tsdb_status task.
I0403 00:44:07.474743       1 tasks_processing.go:71] worker 60 working on image task.
I0403 00:44:07.474748       1 tasks_processing.go:71] worker 53 working on lokistack task.
I0403 00:44:07.474442       1 tasks_processing.go:71] worker 62 working on openstack_dataplanenodesets task.
I0403 00:44:07.474756       1 tasks_processing.go:71] worker 23 working on install_plans task.
I0403 00:44:07.474760       1 tasks_processing.go:71] worker 13 working on dvo_metrics task.
I0403 00:44:07.474759       1 tasks_processing.go:71] worker 24 working on sap_config task.
I0403 00:44:07.474776       1 tasks_processing.go:71] worker 4 working on openstack_controlplanes task.
I0403 00:44:07.474818       1 tasks_processing.go:71] worker 51 working on crds task.
I0403 00:44:07.473517       1 tasks_processing.go:69] worker 55 listening for tasks.
I0403 00:44:07.474895       1 tasks_processing.go:71] worker 42 working on machine_healthchecks task.
I0403 00:44:07.474901       1 tasks_processing.go:71] worker 55 working on qemu_kubevirt_launcher_logs task.
I0403 00:44:07.474905       1 tasks_processing.go:71] worker 31 working on container_runtime_configs task.
I0403 00:44:07.474913       1 tasks_processing.go:71] worker 16 working on olm_operators task.
I0403 00:44:07.474806       1 tasks_processing.go:71] worker 38 working on storage_classes task.
I0403 00:44:07.474920       1 tasks_processing.go:71] worker 30 working on node_features task.
I0403 00:44:07.474404       1 tasks_processing.go:69] worker 34 listening for tasks.
I0403 00:44:07.474813       1 tasks_processing.go:71] worker 52 working on openshift_logging task.
I0403 00:44:07.475020       1 tasks_processing.go:71] worker 29 working on config_maps task.
I0403 00:44:07.475102       1 tasks_processing.go:71] worker 25 working on aggregated_monitoring_cr_names task.
I0403 00:44:07.474900       1 tasks_processing.go:71] worker 44 working on operators_pods_and_events task.
I0403 00:44:07.475125       1 tasks_processing.go:71] worker 57 working on pdbs task.
I0403 00:44:07.475134       1 tasks_processing.go:71] worker 37 working on pod_network_connectivity_checks task.
I0403 00:44:07.474817       1 tasks_processing.go:71] worker 18 working on schedulers task.
I0403 00:44:07.474750       1 tasks_processing.go:71] worker 54 working on feature_gates task.
I0403 00:44:07.475166       1 tasks_processing.go:71] worker 15 working on machines task.
I0403 00:44:07.475171       1 tasks_processing.go:71] worker 19 working on overlapping_namespace_uids task.
I0403 00:44:07.475205       1 tasks_processing.go:71] worker 34 working on oauths task.
I0403 00:44:07.475010       1 tasks_processing.go:71] worker 7 working on openstack_dataplanedeployments task.
I0403 00:44:07.474919       1 tasks_processing.go:71] worker 20 working on image_registries task.
I0403 00:44:07.475017       1 tasks_processing.go:71] worker 9 working on nodenetworkstates task.
I0403 00:44:07.475123       1 tasks_processing.go:71] worker 10 working on clusterroles task.
I0403 00:44:07.475130       1 tasks_processing.go:71] worker 12 working on ingress_certificates task.
I0403 00:44:07.474316       1 tasks_processing.go:69] worker 36 listening for tasks.
I0403 00:44:07.475160       1 tasks_processing.go:71] worker 59 working on nodes task.
I0403 00:44:07.475214       1 tasks_processing.go:71] worker 8 working on validating_webhook_configurations task.
I0403 00:44:07.474721       1 tasks_processing.go:71] worker 3 working on openstack_version task.
I0403 00:44:07.475216       1 tasks_processing.go:71] worker 35 working on machine_configs task.
I0403 00:44:07.475219       1 tasks_processing.go:71] worker 11 working on node_logs task.
I0403 00:44:07.475014       1 tasks_processing.go:71] worker 6 working on nodenetworkconfigurationpolicies task.
I0403 00:44:07.475563       1 tasks_processing.go:71] worker 36 working on machine_autoscalers task.
I0403 00:44:07.477205       1 tasks_processing.go:71] worker 5 working on service_accounts task.
I0403 00:44:07.477214       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.422274ms to process 0 records
I0403 00:44:07.478217       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0403 00:44:07.478238       1 controller.go:368] The initial operator extension status is healthy
I0403 00:44:07.478249       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0403 00:44:07.478254       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0403 00:44:07.478259       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0403 00:44:07.478279       1 controller.go:531] The operator is still being initialized
I0403 00:44:07.478292       1 controller.go:554] The operator is healthy
I0403 00:44:07.478406       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0403 00:44:07.478491       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0403 00:44:07.478534       1 operator.go:328] started
I0403 00:44:07.478557       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0403 00:44:07.479960       1 tasks_processing.go:71] worker 62 working on networks task.
I0403 00:44:07.479971       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 5.190874ms to process 0 records
I0403 00:44:07.479987       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 5.612893ms to process 0 records
I0403 00:44:07.479997       1 tasks_processing.go:74] worker 58 stopped.
I0403 00:44:07.480118       1 tasks_processing.go:74] worker 49 stopped.
I0403 00:44:07.480353       1 recorder.go:75] Recording config/apiserver with fingerprint=50415a8347430a40195040646315269aa46097fd8174feb7b43440b94a0c1df2
I0403 00:44:07.480373       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 5.868551ms to process 1 records
E0403 00:44:07.480961       1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.23.95:9091: connect: connection refused
I0403 00:44:07.480977       1 tasks_processing.go:74] worker 26 stopped.
E0403 00:44:07.480972       1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.193.107:9094: connect: connection refused
E0403 00:44:07.480972       1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.23.95:9091: connect: connection refused
E0403 00:44:07.480985       1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.23.95:9091: connect: connection refused
I0403 00:44:07.480995       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 6.236562ms to process 0 records
E0403 00:44:07.481004       1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.193.107:9094: connect: connection refused
I0403 00:44:07.481018       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 7.448478ms to process 0 records
E0403 00:44:07.481017       1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.193.107:9094: connect: connection refused
I0403 00:44:07.481034       1 tasks_processing.go:74] worker 47 stopped.
E0403 00:44:07.481030       1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.23.95:9091: connect: connection refused
I0403 00:44:07.481046       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 6.349135ms to process 0 records
E0403 00:44:07.481056       1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.193.107:9094: connect: connection refused
I0403 00:44:07.481067       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 6.61383ms to process 0 records
I0403 00:44:07.481070       1 tasks_processing.go:74] worker 2 stopped.
I0403 00:44:07.481077       1 tasks_processing.go:74] worker 14 stopped.
I0403 00:44:07.483846       1 tasks_processing.go:74] worker 56 stopped.
I0403 00:44:07.483857       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 9.434208ms to process 0 records
I0403 00:44:07.499244       1 tasks_processing.go:74] worker 21 stopped.
I0403 00:44:07.499260       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 24.740225ms to process 0 records
I0403 00:44:07.499272       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 24.530374ms to process 0 records
I0403 00:44:07.499279       1 tasks_processing.go:74] worker 61 stopped.
I0403 00:44:07.499331       1 tasks_processing.go:74] worker 63 stopped.
I0403 00:44:07.499343       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 26.660629ms to process 0 records
I0403 00:44:07.499603       1 tasks_processing.go:74] worker 41 stopped.
I0403 00:44:07.499775       1 recorder.go:75] Recording config/ingress with fingerprint=853b66e0b401c2d34e9c9b6f73cbb7122eca6734ba919dd73b43c95e14a06a41
I0403 00:44:07.499791       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 26.56579ms to process 1 records
I0403 00:44:07.501332       1 tasks_processing.go:74] worker 3 stopped.
I0403 00:44:07.501355       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 25.70649ms to process 0 records
I0403 00:44:07.501413       1 tasks_processing.go:74] worker 6 stopped.
I0403 00:44:07.501422       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 25.692742ms to process 0 records
E0403 00:44:07.501432       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0403 00:44:07.501440       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 26.515699ms to process 0 records
I0403 00:44:07.501447       1 tasks_processing.go:74] worker 42 stopped.
I0403 00:44:07.501544       1 tasks_processing.go:74] worker 17 stopped.
I0403 00:44:07.502040       1 recorder.go:75] Recording config/infrastructure with fingerprint=be51292c8dac8e2f17f48ebf92e916bcc81c8ca8987e4b8b243d04728981e873
I0403 00:44:07.502054       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 27.082736ms to process 1 records
I0403 00:44:07.502143       1 tasks_processing.go:74] worker 60 stopped.
I0403 00:44:07.502151       1 recorder.go:75] Recording config/image with fingerprint=9b1eadef8c5b10727d5c58d65da954fffd35b079974b13eaa3dca647c5ad9e1d
I0403 00:44:07.502158       1 gather.go:177] gatherer "clusterconfig" function "image" took 26.832436ms to process 1 records
I0403 00:44:07.502204       1 recorder.go:75] Recording config/proxy with fingerprint=5d290964319f5e0301fe731d74360e47986b09dc708bd706a3a1b6f8c8374af5
I0403 00:44:07.502211       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 27.798368ms to process 1 records
I0403 00:44:07.502219       1 tasks_processing.go:74] worker 50 stopped.
I0403 00:44:07.502435       1 tasks_processing.go:74] worker 37 stopped.
E0403 00:44:07.502448       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0403 00:44:07.502457       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 27.290042ms to process 0 records
I0403 00:44:07.502464       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 27.619773ms to process 0 records
I0403 00:44:07.502478       1 tasks_processing.go:74] worker 4 stopped.
E0403 00:44:07.502485       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0403 00:44:07.502495       1 tasks_processing.go:74] worker 30 stopped.
I0403 00:44:07.502502       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 27.562799ms to process 0 records
I0403 00:44:07.502535       1 tasks_processing.go:74] worker 39 stopped.
E0403 00:44:07.502543       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0403 00:44:07.502552       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.207165ms to process 0 records
I0403 00:44:07.502558       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 28.430942ms to process 0 records
I0403 00:44:07.502564       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 27.784226ms to process 0 records
I0403 00:44:07.502568       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 27.63699ms to process 0 records
I0403 00:44:07.502573       1 tasks_processing.go:74] worker 31 stopped.
I0403 00:44:07.502576       1 tasks_processing.go:74] worker 32 stopped.
I0403 00:44:07.502579       1 tasks_processing.go:74] worker 53 stopped.
I0403 00:44:07.502760       1 tasks_processing.go:74] worker 34 stopped.
I0403 00:44:07.502957       1 recorder.go:75] Recording config/oauth with fingerprint=ff13a97778b4e4efa084087b4a2f3d446deb93b5cdc2c568d1f488d1e24ba114
I0403 00:44:07.502973       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 27.497216ms to process 1 records
I0403 00:44:07.503067       1 tasks_processing.go:74] worker 33 stopped.
I0403 00:44:07.503162       1 recorder.go:75] Recording config/authentication with fingerprint=1284a1c04e912f35e1779e4924a22ce298ce4ae59b6cdf413467af0c43cda6fb
I0403 00:44:07.503173       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 28.343559ms to process 1 records
I0403 00:44:07.503178       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 28.240375ms to process 0 records
I0403 00:44:07.503205       1 tasks_processing.go:74] worker 1 stopped.
I0403 00:44:07.503250       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=3a1123ffd0c4c58fe26aac7e778f1de66dd3df82ba152181fcfae3b43352d99f
I0403 00:44:07.503266       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 27.904138ms to process 1 records
I0403 00:44:07.503274       1 tasks_processing.go:74] worker 18 stopped.
I0403 00:44:07.503395       1 tasks_processing.go:74] worker 24 stopped.
I0403 00:44:07.503416       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 28.615279ms to process 0 records
I0403 00:44:07.506059       1 tasks_processing.go:74] worker 52 stopped.
I0403 00:44:07.506077       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 31.030786ms to process 0 records
I0403 00:44:07.506204       1 gather_logs.go:145] no pods in  namespace were found
I0403 00:44:07.506226       1 tasks_processing.go:74] worker 55 stopped.
I0403 00:44:07.506239       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 31.307013ms to process 0 records
I0403 00:44:07.506407       1 tasks_processing.go:74] worker 54 stopped.
I0403 00:44:07.506721       1 recorder.go:75] Recording config/featuregate with fingerprint=7c45b625e971e45a520e4e18486921dcd8fd5ddfcf8a33cd9cd7dac9f0d885a1
I0403 00:44:07.506749       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 31.236021ms to process 1 records
I0403 00:44:07.506862       1 tasks_processing.go:74] worker 48 stopped.
I0403 00:44:07.506882       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 32.688212ms to process 0 records
E0403 00:44:07.506894       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0403 00:44:07.506914       1 gather.go:177] gatherer "clusterconfig" function "machines" took 31.678069ms to process 0 records
I0403 00:44:07.506925       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.189274ms to process 0 records
I0403 00:44:07.506932       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 31.597845ms to process 0 records
I0403 00:44:07.506943       1 tasks_processing.go:74] worker 7 stopped.
I0403 00:44:07.506959       1 tasks_processing.go:74] worker 15 stopped.
I0403 00:44:07.506969       1 tasks_processing.go:74] worker 11 stopped.
I0403 00:44:07.507569       1 tasks_processing.go:74] worker 28 stopped.
I0403 00:44:07.508464       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=c0eee12e1bbb7048415c5fde63333d8c7a73226aa40b15b77d63210e7e311ac2
I0403 00:44:07.508483       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 32.877942ms to process 1 records
I0403 00:44:07.509124       1 tasks_processing.go:74] worker 57 stopped.
I0403 00:44:07.509248       1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=e771b2972032149ee6dc572f32e6d40e4d37841dd1adde88b820839f55e5ce88
I0403 00:44:07.509280       1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=83aa91693d0d9f16ac2f96a91ff860f93d0f785ab9678812b904b549d25e95d6
I0403 00:44:07.509301       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=3f3794045cf403d368a2929eac3c51e42f62f4b433025ad5b3ab92568fc272ec
I0403 00:44:07.509323       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=4c9e8320db93862967cb75e871ddaca1d5547e0db3fb728284447743d0c8e22f
I0403 00:44:07.509356       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=a6bc450e2e6dd67f64ca5d83a624f462d8baff98903a1eb5fa16fcbc5de5d0c3
I0403 00:44:07.509394       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=ae318b2c770da9c47201f35242d21ea53eea23f8eae73d47272d2d0ef2342a7f
I0403 00:44:07.509418       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=c6f85965bbd998964fc5cdf4a1bc718f45b34d49bdde1bcd34b28a9cf9b59027
I0403 00:44:07.509438       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=5bab85c1ab2a6f21a1313e5d07c29a6e014fd8e828adbb775a758d04040cf5ef
I0403 00:44:07.509460       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=583ee81b5790c36ba003d04ef721d57d78d05d1bc5d2630dfd2cf9cc966857f9
I0403 00:44:07.509481       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=bf470885d76fdf18ccf4b8d1c44dfcdaecd20a6967722dfc9378f55b673c5749
I0403 00:44:07.509495       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 33.98122ms to process 10 records
I0403 00:44:07.509575       1 tasks_processing.go:74] worker 38 stopped.
I0403 00:44:07.509592       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=718ec18170c004157c0538a79582e865d9d87779e7eda074784eeb973c55e428
I0403 00:44:07.509609       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=5cc8bec35669da517b09f390d5507875e344d4fcf4091b33534c9ab4f41a391b
I0403 00:44:07.509623       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 34.487566ms to process 2 records
I0403 00:44:07.509732       1 tasks_processing.go:74] worker 20 stopped.
I0403 00:44:07.510106       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=94598f24c7a1438f299c011416a32508207f811b47a2825777f41297fa6a0d1b
I0403 00:44:07.510123       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 34.160613ms to process 1 records
I0403 00:44:07.510134       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 36.778452ms to process 0 records
I0403 00:44:07.510144       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 34.645595ms to process 0 records
I0403 00:44:07.510151       1 tasks_processing.go:74] worker 9 stopped.
I0403 00:44:07.510157       1 tasks_processing.go:74] worker 40 stopped.
I0403 00:44:07.510384       1 tasks_processing.go:74] worker 36 stopped.
I0403 00:44:07.510399       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 34.620802ms to process 0 records
I0403 00:44:07.511626       1 tasks_processing.go:74] worker 19 stopped.
I0403 00:44:07.511652       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0403 00:44:07.511661       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 36.435949ms to process 1 records
W0403 00:44:07.513947       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0403 00:44:07.514025       1 tasks_processing.go:74] worker 27 stopped.
I0403 00:44:07.514231       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=14058ff212866bc8404d6acdf1dc8dc1fc74c9989e9fd00edb185ed8adf5a199
I0403 00:44:07.514265       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=c6a34b480a4e16b3568a304b57c4530322adbed698bd7e73b4758c5e1543ec77
I0403 00:44:07.514298       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=77d2091b41e6fc9a6cd405d1bf6e66f664df8b2d83273f599e0869cfeaa7f20b
I0403 00:44:07.514308       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 39.745943ms to process 3 records
I0403 00:44:07.514420       1 tasks_processing.go:74] worker 8 stopped.
I0403 00:44:07.514520       1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=d48c0da74fec2ba8e7d735eae4ae4a96f4ea1113c78a53dbb0d2e221ffe727a6
I0403 00:44:07.514576       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=c2c5e05e5846e9aef52f5a356d3d6ce29474f7f1176af5baaa05182dfefc6731
I0403 00:44:07.514672       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=8c17e007b9d112f9c1c60012a38b87ff8f62fdb036e55b769bdef6ea5b5a8b0e
I0403 00:44:07.514712       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=92960de5f3a589bef600437d46ac368009b34f7b0769edbd3bf2199e5a663e18
I0403 00:44:07.514737       1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=323fd1fd2e4d2fab576f69edff10578147e7f93e393d9c3971beb84f1c788a97
I0403 00:44:07.514762       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=542617dc7590565db4f645217e0eabc638424065738a8add34079db69a6f9c58
I0403 00:44:07.514786       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=de82659d568d2febb8cd929f3ab1293d93d0c93ce45d22603b24ccc0ddd537c3
I0403 00:44:07.514814       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=3598e6c001ac85eb32828d7b226d4df6285a1b9637495f8fbfbadd9ece30312b
I0403 00:44:07.514846       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=632976643e89dff062ad6276605658a69304fdc782d9268e90e97b304d2bde26
I0403 00:44:07.514879       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=75ecd69723596051fa5ab875764d9a781a29b393c26885da4ae96cee3b98c1ca
I0403 00:44:07.514902       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=caf41920a7ed8d84674e374bdc9725a83f0f66d075aba96251bb53316a34355f
I0403 00:44:07.514924       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=6df44f12069d45b2de7dfb988a9441f0a1c3541280a3076a902e102483c54802
I0403 00:44:07.514947       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=386a34a5e41f9a3f2dd1496d64ffccfa791d651d842a985689fb6fbe3538864b
I0403 00:44:07.514958       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 38.810814ms to process 13 records
I0403 00:44:07.514972       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 40.252779ms to process 0 records
I0403 00:44:07.514986       1 tasks_processing.go:74] worker 45 stopped.
I0403 00:44:07.516394       1 tasks_processing.go:74] worker 62 stopped.
I0403 00:44:07.516556       1 recorder.go:75] Recording config/network with fingerprint=48646e3a1651087e632b2216dbcd62b69a2c1cba4d20f9aca0d4a12d60e99ce7
I0403 00:44:07.516570       1 gather.go:177] gatherer "clusterconfig" function "networks" took 36.412233ms to process 1 records
I0403 00:44:07.520266       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0403 00:44:07.520280       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0403 00:44:07.520283       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0403 00:44:07.520287       1 controller.go:254] Source scaController *sca.Controller is not ready
I0403 00:44:07.520291       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0403 00:44:07.520309       1 controller.go:531] The operator is still being initialized
I0403 00:44:07.520314       1 controller.go:554] The operator is healthy
I0403 00:44:07.520625       1 tasks_processing.go:74] worker 35 stopped.
E0403 00:44:07.520637       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0403 00:44:07.520658       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0403 00:44:07.520666       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 44.954359ms to process 1 records
I0403 00:44:07.521392       1 tasks_processing.go:74] worker 10 stopped.
I0403 00:44:07.521551       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=1f25cfcdf915edd30334fce7e9bbe33ce159a6628d4ce63affb48a880d847ccf
I0403 00:44:07.521656       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=107e1954f958ce0cd762cffa801e4f8dacf93eb4a58bd7272fbf20a3ecf1a129
I0403 00:44:07.521668       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 45.851834ms to process 2 records
I0403 00:44:07.522144       1 tasks_processing.go:74] worker 59 stopped.
I0403 00:44:07.522425       1 recorder.go:75] Recording config/node/ip-10-0-0-96.ec2.internal with fingerprint=aa69b41ff3efec46e78e30540a85ae8a59048625624b5e079f29a0a075792c9f
I0403 00:44:07.522488       1 recorder.go:75] Recording config/node/ip-10-0-1-98.ec2.internal with fingerprint=36e8bbc14d784d5efa96852dc121b0b466c7c9fd32f6a78f46d18692ee0d12a1
I0403 00:44:07.522548       1 recorder.go:75] Recording config/node/ip-10-0-2-61.ec2.internal with fingerprint=230198b54729002df68de123f54bfb26add84c510c0ae9caa724f6f5f669d1d1
I0403 00:44:07.522558       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 46.564121ms to process 3 records
I0403 00:44:07.535216       1 tasks_processing.go:74] worker 0 stopped.
I0403 00:44:07.535638       1 recorder.go:75] Recording config/version with fingerprint=c2792834bbd908b3fbb608b2e9518cb32ba8f6270bc151fb9e6ee9fe2b719c39
I0403 00:44:07.535655       1 recorder.go:75] Recording config/id with fingerprint=10117784fa643e1eecad6fa55dfe2fc18dd1b7048e5b8ea6aa0e57d464ff23a3
I0403 00:44:07.535664       1 gather.go:177] gatherer "clusterconfig" function "version" took 60.532567ms to process 2 records
I0403 00:44:07.535765       1 tasks_processing.go:74] worker 51 stopped.
I0403 00:44:07.536546       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=2c3ec093c899ed982f23cfffbf5d2f3481a82f8b1d341e0087940bfc9e78e780
I0403 00:44:07.537112       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=25696386cf7f5876819888ff5cc46db435ae09e26f19a56245818d9b71007333
I0403 00:44:07.537129       1 gather.go:177] gatherer "clusterconfig" function "crds" took 60.473401ms to process 2 records
I0403 00:44:07.537148       1 tasks_processing.go:74] worker 16 stopped.
I0403 00:44:07.537203       1 recorder.go:75] Recording config/olm_operators with fingerprint=524a464af2936550d1c6a75e94646caf7aa721037e8977f1f11a068c4dd39496
I0403 00:44:07.537221       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 62.224942ms to process 1 records
I0403 00:44:07.541504       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0403 00:44:07.541981       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0403 00:44:07.542024       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0403 00:44:07.542032       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0403 00:44:07.542647       1 tasks_processing.go:74] worker 25 stopped.
I0403 00:44:07.542666       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 67.524972ms to process 0 records
I0403 00:44:07.546409       1 base_controller.go:82] Caches are synced for ConfigController 
I0403 00:44:07.546421       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0403 00:44:07.554919       1 configmapobserver.go:84] configmaps "insights-config" not found
I0403 00:44:07.559891       1 tasks_processing.go:74] worker 29 stopped.
E0403 00:44:07.559906       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0403 00:44:07.559911       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0403 00:44:07.559915       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0403 00:44:07.559924       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=20ed6d7fdef919e1dbf14043d15a28454160f2e604706803e55a38d1623c3158
I0403 00:44:07.559961       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0403 00:44:07.559969       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0403 00:44:07.559973       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=0bcb269fd90b6e8af4a57174ee20ae48ebee01bb0a0c651000e372609b4ee122
I0403 00:44:07.559984       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d
I0403 00:44:07.560047       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0403 00:44:07.560057       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0403 00:44:07.560062       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 84.843851ms to process 7 records
I0403 00:44:07.560162       1 tasks_processing.go:74] worker 46 stopped.
I0403 00:44:07.561493       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4 with fingerprint=49b2be9f288ac64882590b2e790d06cdc6c8787475a3afcf8ac5302568d4ae64
I0403 00:44:07.561586       1 recorder.go:75] Recording config/running_containers with fingerprint=55d4e1b2fdec2d16816f19ed86962b559c3bc8c828911e54407b8020ee0c5a43
I0403 00:44:07.561598       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 86.604736ms to process 2 records
I0403 00:44:07.561610       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 86.316481ms to process 0 records
E0403 00:44:07.561615       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0403 00:44:07.561620       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2peb9ob26umtfq43icvb8p97pncv0c79-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2peb9ob26umtfq43icvb8p97pncv0c79-primary-cert-bundle-secret" not found
I0403 00:44:07.561628       1 tasks_processing.go:74] worker 22 stopped.
I0403 00:44:07.561653       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=6d07da71ee7cbf405e696a22d19fc8500928b083b9d647e7011fb342e5753eec
I0403 00:44:07.561663       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 85.490399ms to process 1 records
I0403 00:44:07.561669       1 tasks_processing.go:74] worker 12 stopped.
I0403 00:44:07.578834       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0403 00:44:07.578852       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0403 00:44:07.590768       1 cluster_transfer.go:102] no available accepted cluster transfer
I0403 00:44:07.590786       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer
I0403 00:44:07.591079       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0403 00:44:07.595295       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0403 00:44:07.740270       1 sca.go:266] etc-pki-entitlement secret successfully created
I0403 00:44:07.740287       1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated
I0403 00:44:08.322969       1 gather_cluster_operator_pods_and_events.go:121] Found 35 pods with 82 containers
I0403 00:44:08.322984       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 306900 bytes
I0403 00:44:08.323055       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
W0403 00:44:08.513611       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0403 00:44:08.548462       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:08.736748       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:08.929407       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:09.128562       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:09.327935       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:09.346211       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
W0403 00:44:09.513430       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0403 00:44:09.530272       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:09.728828       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:09.945649       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:09.948699       1 tasks_processing.go:74] worker 43 stopped.
I0403 00:44:09.948817       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=32f6b4d051f644f4254dc37bad1c0c014916437afd59bc07382eb901ec46cc88
I0403 00:44:09.948863       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1
I0403 00:44:09.948897       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=6f4b65c50c9ee83f19ca2ef055b9204ea5815daea2ccc553d63012c1da6e7fc8
I0403 00:44:09.948906       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0403 00:44:09.948928       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=60481ede986d168c413597c76be8c9ac2e538c42f0a6126bac6c5f1054cb9173
I0403 00:44:09.948943       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0403 00:44:09.948963       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=58b60097390cd9ea2a828ca4113e5954e5e703702d05415296be3f39f6ce94d9
I0403 00:44:09.948990       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=ab56dcaf5be907347eeb3483aab135a4556a1cb6f20d9e4aecbabf0f19658434
I0403 00:44:09.949014       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=563a4aca033848681e623519275b2b6728ed288bfd37643e2331f6fc2a845306
I0403 00:44:09.949045       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=c1a5df91ed48266587f1c56ef664bac8731e922cb8965e26aeba426fc2093dd8
I0403 00:44:09.949343       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=bb935ce207480c298dafd8e35402ea530279d759bab7b13ad44caca853c92c47
I0403 00:44:09.949366       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=c3b0354c98434f2533dfaaee40202b0c8d6d6b71fc186611d974092368ab833b
I0403 00:44:09.949373       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0403 00:44:09.949388       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=65e7885ccade2d43cea841a41b19ee3aae99fb2879ee05359d4e0c8f9278a53d
I0403 00:44:09.949397       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0403 00:44:09.949413       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a2955480b874cdb40d97ca7820fdc08cd098ffbc6bfa6031f6896a0eea3b8ff6
I0403 00:44:09.949423       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0403 00:44:09.949442       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=d63a97ab583c6c1e4c0ba36d7d301a924eaa1cb8fec9ac1c3e49acaeb2e75cbf
I0403 00:44:09.949451       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0403 00:44:09.949492       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=35c074c355e4124b125979374ba1389509f1cad3ee1d3b29a88f32548af137c5
I0403 00:44:09.949596       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=5031af78333b0adbd2282e32c37d5215bf61c32d94a87f8370029fb94c6c2dec
I0403 00:44:09.949606       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0403 00:44:09.949612       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0403 00:44:09.949633       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0403 00:44:09.949656       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=6c65e2ca958698c5002ad26e877c1b30d2937203a9925bd35954c7da7776a6ee
I0403 00:44:09.949679       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=da89901772af5db20f9e397eab12cf6152cfc0c7be54b98cec139812845bb3cb
I0403 00:44:09.949690       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0403 00:44:09.949705       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=b4f6c85861c784d4587515b091fdea832c2335b6c5cd468b980ab359fed8da96
I0403 00:44:09.949714       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0403 00:44:09.949726       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=9e0f40af1b9b2ac679e652329bf10fbff264aa5a54c0bed5048b1aca91547201
I0403 00:44:09.949739       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=bd57baa8c99a1f22f8366ed67626298286b4f80283beaf83d9d08fecf40b5dca
I0403 00:44:09.949751       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=d112913c34d6d5a976972f339390b263b3b2a65a76cf70e6370d63087bf6042c
I0403 00:44:09.949766       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=c10aa9f0c126acb3026e86b56280532499eab7345af688a866b8703beb15b6e0
I0403 00:44:09.949786       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=627878f0b48aed0cb09e551066d3072159cc305ab4416b16bc2ea1e39aa8c256
I0403 00:44:09.949796       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0403 00:44:09.949819       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=434acaa87397f5e782ade1bb1589e325bfaa59e107d8a3633f1eb9f7d31bcc7b
I0403 00:44:09.949835       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0403 00:44:09.949841       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0403 00:44:09.949848       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.475539243s to process 38 records
I0403 00:44:10.128157       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:10.328372       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
W0403 00:44:10.512744       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0403 00:44:10.529176       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:10.728245       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:10.936421       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:11.128062       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-monitoring-operator container cluster-monitoring-operator-65b957665b-z62rh pod in namespace openshift-monitoring (previous: false).
I0403 00:44:11.331701       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-state-metrics container kube-state-metrics-794f95bd5b-k77gs pod in namespace openshift-monitoring (previous: false).
W0403 00:44:11.513356       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0403 00:44:11.528369       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container kube-state-metrics-794f95bd5b-k77gs pod in namespace openshift-monitoring (previous: false).
I0403 00:44:11.740220       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container kube-state-metrics-794f95bd5b-k77gs pod in namespace openshift-monitoring (previous: false).
I0403 00:44:11.927308       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-68576fd888-l2ms8 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:12.141837       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-68576fd888-zfntl pod in namespace openshift-monitoring (previous: false).
I0403 00:44:12.327828       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-76957fdd44-dpzsd pod in namespace openshift-monitoring (previous: false).
W0403 00:44:12.510572       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0403 00:44:12.510596       1 tasks_processing.go:74] worker 13 stopped.
E0403 00:44:12.510607       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0403 00:44:12.510619       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0403 00:44:12.510629       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.035820687s to process 1 records
I0403 00:44:12.531789       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-76957fdd44-sbd6b pod in namespace openshift-monitoring (previous: false).
I0403 00:44:12.727412       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-5nppb pod in namespace openshift-monitoring (previous: false).
I0403 00:44:12.926968       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0403 00:44:12.926986       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-5nppb pod in namespace openshift-monitoring (previous: false).
I0403 00:44:13.128675       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-5nppb pod in namespace openshift-monitoring (previous: false).
I0403 00:44:13.328328       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-mj9md pod in namespace openshift-monitoring (previous: false).
I0403 00:44:13.528013       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0403 00:44:13.528029       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-mj9md pod in namespace openshift-monitoring (previous: false).
I0403 00:44:13.730506       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-mj9md pod in namespace openshift-monitoring (previous: false).
I0403 00:44:13.931193       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-xt4bz pod in namespace openshift-monitoring (previous: false).
I0403 00:44:14.126007       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0403 00:44:14.126023       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-xt4bz pod in namespace openshift-monitoring (previous: false).
I0403 00:44:14.327514       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-xt4bz pod in namespace openshift-monitoring (previous: false).
I0403 00:44:14.528395       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container openshift-state-metrics-77dc8fdc5c-sm2rt pod in namespace openshift-monitoring (previous: false).
I0403 00:44:14.727248       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container openshift-state-metrics-77dc8fdc5c-sm2rt pod in namespace openshift-monitoring (previous: false).
I0403 00:44:14.927360       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for openshift-state-metrics container openshift-state-metrics-77dc8fdc5c-sm2rt pod in namespace openshift-monitoring (previous: false).
I0403 00:44:15.133101       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:15.359398       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:15.530675       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:15.735214       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:15.929289       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:16.129800       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:16.328854       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:16.528424       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:16.729768       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:16.929580       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:17.127871       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:17.328606       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:17.528062       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:17.728165       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:17.928967       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator container prometheus-operator-847b8ff89d-wvw4t pod in namespace openshift-monitoring (previous: false).
I0403 00:44:18.129578       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-operator-847b8ff89d-wvw4t pod in namespace openshift-monitoring (previous: false).
I0403 00:44:18.328978       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-7464b9f894-qxl98 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:18.528224       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-7464b9f894-r6j9l pod in namespace openshift-monitoring (previous: false).
I0403 00:44:18.728738       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for telemeter-client container telemeter-client-86956b8dc-mbnhs pod in namespace openshift-monitoring (previous: false).
I0403 00:44:18.927952       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for reload container telemeter-client-86956b8dc-mbnhs pod in namespace openshift-monitoring (previous: false).
I0403 00:44:19.127347       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container telemeter-client-86956b8dc-mbnhs pod in namespace openshift-monitoring (previous: false).
I0403 00:44:19.327881       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-6854ff8d7-lzvq7 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:19.527631       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-6854ff8d7-lzvq7 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:19.726954       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-6854ff8d7-lzvq7 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:19.927382       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-6854ff8d7-lzvq7 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:20.126872       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-6854ff8d7-lzvq7 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:20.315697       1 tasks_processing.go:74] worker 23 stopped.
I0403 00:44:20.315743       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0403 00:44:20.315756       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.840923098s to process 1 records
I0403 00:44:20.327491       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-6854ff8d7-lzvq7 pod in namespace openshift-monitoring (previous: false).
I0403 00:44:20.527264       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-6854ff8d7-xnw2d pod in namespace openshift-monitoring (previous: false).
I0403 00:44:20.729549       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-6854ff8d7-xnw2d pod in namespace openshift-monitoring (previous: false).
I0403 00:44:20.929391       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-6854ff8d7-xnw2d pod in namespace openshift-monitoring (previous: false).
I0403 00:44:21.083256       1 tasks_processing.go:74] worker 5 stopped.
I0403 00:44:21.083563       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=16e4c55b4d63cefcfc7800aa646e617d46f0ec5f940c3fd1a629fc5ae985c964
I0403 00:44:21.083580       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.6060278s to process 1 records
I0403 00:44:21.131299       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-6854ff8d7-xnw2d pod in namespace openshift-monitoring (previous: false).
I0403 00:44:21.330924       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-6854ff8d7-xnw2d pod in namespace openshift-monitoring (previous: false).
I0403 00:44:21.528248       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-6854ff8d7-xnw2d pod in namespace openshift-monitoring (previous: false).
I0403 00:44:21.729078       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6465cb84c-6vzfb pod in namespace openshift-network-console (previous: false).
I0403 00:44:21.935683       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6465cb84c-7jswz pod in namespace openshift-network-console (previous: false).
I0403 00:44:22.129429       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-57d9b95648-xphw4 pod in namespace openshift-console-operator (previous: true).
I0403 00:44:22.328172       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-57d9b95648-xphw4 pod in namespace openshift-console-operator (previous: false).
I0403 00:44:22.532758       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-66974c5f69-l5snp pod in namespace openshift-console (previous: false).
I0403 00:44:22.730738       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-66974c5f69-pvgpq pod in namespace openshift-console (previous: false).
I0403 00:44:22.921782       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0403 00:44:22.921801       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-794fbf75b9-m5x5b pod in namespace openshift-console (previous: false).
I0403 00:44:23.128034       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-794fbf75b9-mddt4 pod in namespace openshift-console (previous: false).
I0403 00:44:23.332243       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-744b9bb959-c8ns7 pod in namespace openshift-console (previous: false).
I0403 00:44:23.534061       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-744b9bb959-tcmjd pod in namespace openshift-console (previous: false).
I0403 00:44:23.729542       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5965f78f96-jrdps pod in namespace openshift-ingress (previous: false).
I0403 00:44:23.928151       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5965f78f96-shgl4 pod in namespace openshift-ingress (previous: false).
I0403 00:44:24.134286       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5cf556f5bc-qkqjp pod in namespace openshift-ingress (previous: false).
I0403 00:44:24.331540       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-b5xz5 pod in namespace openshift-ingress-canary (previous: false).
I0403 00:44:24.528362       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-f4jqk pod in namespace openshift-ingress-canary (previous: false).
I0403 00:44:24.727036       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ncpnk pod in namespace openshift-ingress-canary (previous: false).
I0403 00:44:24.927622       1 tasks_processing.go:74] worker 44 stopped.
I0403 00:44:24.928338       1 recorder.go:75] Recording events/openshift-monitoring with fingerprint=2d9afc3925303b34ab50064350d1f66895f8aa28b99dc1d7031bf5b6f7d086df
I0403 00:44:24.928388       1 recorder.go:75] Recording events/openshift-network-console with fingerprint=75668cd38c5f6fd57fbe1767004e0c3e463f424d4241188e6a7f9d3858a16840
I0403 00:44:24.928510       1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=5d9240fbb734aab41b0070fae83f8a19c8c332d5cb30791e567f98bb1547396c
I0403 00:44:24.928585       1 recorder.go:75] Recording events/openshift-console with fingerprint=5de48c2783de38f91e422a9f942072461e3621b482107683a66c710a8d4419e6
I0403 00:44:24.928614       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=8a7e28c776ee623c96f1f406457401cb4a08604cece32209db800cba4a0b93f5
I0403 00:44:24.928681       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=78ffbe563c75055517d7f713de1f3b32e664c49c3fd1e9968532cfde73e49fc9
I0403 00:44:24.928763       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=9ec3b78877d4ac9d73118f5b177a530afc45c55a2b7a004bba28e2b10fec1033
I0403 00:44:24.928774       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/init-config-reloader_current.log with fingerprint=cdd9d25fddddf3d86766a29defa587d4e078ce430eba086b3f9db0178b4c3dd4
I0403 00:44:24.928788       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/alertmanager_current.log with fingerprint=68f8a1be6c82773b5ccce24b26b4d56dc3491bc3b2f45e399db7469a247742f7
I0403 00:44:24.928803       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/config-reloader_current.log with fingerprint=d03033e689bfb57786389d8048f053259fe8b9a371fe0c8098b6ce1cd2d9c8e0
I0403 00:44:24.928840       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-web_current.log with fingerprint=d0a62cc851ccccc6a8f0a9facdc17579dda7e20b665bba5a86f4a194da2aaf45
I0403 00:44:24.928848       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy_current.log with fingerprint=838f32fb0bc3d77ccbf527c891abd100046f0fa6254ea81fa1adb45b57a71d2a
I0403 00:44:24.928854       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-metric_current.log with fingerprint=4420001fe95e39a76ba459a6a493661a39e17c1b7d5e00c043c7a5eefd899567
I0403 00:44:24.928859       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/prom-label-proxy_current.log with fingerprint=a21ab9972a2297cf1d12b6e1f20c360dafbc40024d93bb895f166ed58bc92199
I0403 00:44:24.928864       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/init-config-reloader_current.log with fingerprint=a1a53b18849199eb6a1d5fe03ad83e6eace690e7b3a3dce81909d5fb38ebf674
I0403 00:44:24.928879       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/alertmanager_current.log with fingerprint=fd7f274f8e6767cd2219dbd68ae6ca6f4d637b51ca2d3cdba1857964db839c99
I0403 00:44:24.928893       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/config-reloader_current.log with fingerprint=09372e94d31799e4f49adfb064886d73d4d22bb5b447b3e8b2fe776c3d7f4832
I0403 00:44:24.928899       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-web_current.log with fingerprint=b571aae4a908e87fe0151d157a9ba884c702acc375a9d85989cdaa467147b626
I0403 00:44:24.928905       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy_current.log with fingerprint=777a85b64614c149dc43f778fb9959c8b9ec7239335536f9848b5a869ae79b9e
I0403 00:44:24.928911       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-metric_current.log with fingerprint=5bfb7ce918877e24ceefb3ab8ab4d5b4d5c1b25ce225c49a940554a0ba9104ff
I0403 00:44:24.928915       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/prom-label-proxy_current.log with fingerprint=288fe1d455977fdcadb49ab0abb15f0aca9d58970859b575d0c292ee7590a721
I0403 00:44:24.929040       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/cluster-monitoring-operator-65b957665b-z62rh/cluster-monitoring-operator_current.log with fingerprint=9644ae15340c04b7d07c948f2032889366160411f84f0c0ec89906671741836d
I0403 00:44:24.929067       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-794f95bd5b-k77gs/kube-state-metrics_current.log with fingerprint=4cf3526fd414ac3ca9bd7edc62f0984c6121e788734344ebd394f688ee7e5964
I0403 00:44:24.929077       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-794f95bd5b-k77gs/kube-rbac-proxy-main_current.log with fingerprint=449fb565a9fedb261be553d53ac63956724ac162c0b267d72d584b1e233662f0
I0403 00:44:24.929095       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-794f95bd5b-k77gs/kube-rbac-proxy-self_current.log with fingerprint=abda75ca58ea4d3fdf158d8fd3e4b989138fdabe23641eb1c6c08bc3abee1b46
I0403 00:44:24.929104       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-68576fd888-l2ms8/metrics-server_current.log with fingerprint=d9f3b37d1cbb081fe05e99931582a52546eb96d5914296486ecb4021520d3822
I0403 00:44:24.929111       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-68576fd888-zfntl/metrics-server_current.log with fingerprint=d8a2575792d92d2b99e7404360ccbdbcf6d1942937880410e5252b4df02b70d6
I0403 00:44:24.929123       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-76957fdd44-dpzsd/monitoring-plugin_current.log with fingerprint=cfa7ac81d0fa384934f4cb42b4a2e96068d59519dfcc7f8bdd2488b48daf3032
I0403 00:44:24.929133       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-76957fdd44-sbd6b/monitoring-plugin_current.log with fingerprint=c73a6bb9e483f96dd768502754b5dbbde19bdca9053a641a1e83db193befa5fe
I0403 00:44:24.929162       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-5nppb/node-exporter_current.log with fingerprint=9df5b8ef1d7ccf547df779eceb468f025a3a252f865dad15ed41a8a5e275a6fe
I0403 00:44:24.929172       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-5nppb/kube-rbac-proxy_current.log with fingerprint=b256000e33c4d2e2a41742033b745148a5a9a1f04d971eec5ea404eb7bff252a
I0403 00:44:24.929198       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-mj9md/node-exporter_current.log with fingerprint=0195344e52e38f7308b1eaa98ac86a77b64a8408fbf93e1a4f407462c242cb49
I0403 00:44:24.929207       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-mj9md/kube-rbac-proxy_current.log with fingerprint=68d7d265e967c34cd9398ae3dc07e4b8d5caa67cc2e3dcceddc7352630dfa812
I0403 00:44:24.929234       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-xt4bz/node-exporter_current.log with fingerprint=7fc488773e8407a55de085101adcbfc362d6e4d81aa0d0ddeeea668d554be5f5
I0403 00:44:24.929242       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-xt4bz/kube-rbac-proxy_current.log with fingerprint=e7753c799961540b9d9f4a881056fa8cb7fdd27b3a71a90d41b04960659fdc2c
I0403 00:44:24.929248       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-77dc8fdc5c-sm2rt/kube-rbac-proxy-main_current.log with fingerprint=8255c4a5176f96a6167d3b8f8a06523e5001d10062a3cc8d378abe429f9c2721
I0403 00:44:24.929254       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-77dc8fdc5c-sm2rt/kube-rbac-proxy-self_current.log with fingerprint=0c7d17391565611446cc47ea4290741944c72853ce041600ab7032f7827ed5af
I0403 00:44:24.929265       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-77dc8fdc5c-sm2rt/openshift-state-metrics_current.log with fingerprint=61d9155e49691d513c8fc445b28e34e8e283e7e963ff616fbb6dfac54a1ba587
I0403 00:44:24.929273       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/init-config-reloader_current.log with fingerprint=55c66f39b772c2aec495cc3716ca2a5762f11ca0916cacf0db99f9634d4465d4
I0403 00:44:24.929345       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/prometheus_current.log with fingerprint=bba1f192dc7d48066476748220432ffc53fd276323ba74e0ce274d2aa51d9ca2
I0403 00:44:24.929361       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/config-reloader_current.log with fingerprint=30030dc909ce63ff10535ccb55ef9133edc101021875a56345ebac19799f1872
I0403 00:44:24.929372       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/thanos-sidecar_current.log with fingerprint=be03563446af679cc21623d61bf95918e72c649131c45da9e7bed57a02b24d2d
I0403 00:44:24.929378       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-web_current.log with fingerprint=a3244e6fdde1e9b72cff216c8148bb1487a8219045e6b7eb2f4a64ad90b2e601
I0403 00:44:24.929384       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy_current.log with fingerprint=1e3ca5cc9616124ab58e50eff873f301c54191a7795f8c8021cfada91c02321d
I0403 00:44:24.929390       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-thanos_current.log with fingerprint=83205b7a7efd35618d76d305a0fe2db24c794e6c619369f9177c3f15432489c6
I0403 00:44:24.929397       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/init-config-reloader_current.log with fingerprint=c41ff66061c31bf7434da68063031169802ba028930a09ed09a7155f3eac9e5d
I0403 00:44:24.929465       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/prometheus_current.log with fingerprint=6fcdce96e6dca04a3e4b6dfa8eff38ab45d49548fdc9c3b113264148de49f03a
I0403 00:44:24.929482       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/config-reloader_current.log with fingerprint=aa1817e71d7f47e3556de13abd4b09b0d989e1ba0a3859ea14f78a55fdd29162
I0403 00:44:24.929493       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/thanos-sidecar_current.log with fingerprint=31bcdd58b959de731290ad26b10aef32689f94fb813cc6445c776015734f5469
I0403 00:44:24.929499       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-web_current.log with fingerprint=5a81f089153d5acadac1c2ea0fea5f95097eab7334c21550596e5b29aa2a459b
I0403 00:44:24.929508       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy_current.log with fingerprint=6045b39b11919712ff3a4791cd466674b321c6f9b1bd11cdbd8d85dcd5813d06
I0403 00:44:24.929515       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-thanos_current.log with fingerprint=0d112cb99b6f5aa7266a38d6a0420b12ee856c7f2cc29f86f9e40903f98c4861
I0403 00:44:24.929593       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-847b8ff89d-wvw4t/prometheus-operator_current.log with fingerprint=5b25aef62c20c6f8f0707ffb89695772bae6f3bbbe1697e93dd7bb0047946dca
I0403 00:44:24.929602       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-847b8ff89d-wvw4t/kube-rbac-proxy_current.log with fingerprint=5791385957f90af45b65e623cc50cc68b8c3637c63976d3f9c7c2e27a165255d
I0403 00:44:24.929610       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-7464b9f894-qxl98/prometheus-operator-admission-webhook_current.log with fingerprint=1056d0771eb07e0637adc47d5c85225198c6f0b59afd8e0b17f3a8bec24579fa
I0403 00:44:24.929618       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-7464b9f894-r6j9l/prometheus-operator-admission-webhook_current.log with fingerprint=a4311b5da8e3ee2f5e6ec4d4b9ab76b256e95c9e52cfc931dfb308125af7d0b2
I0403 00:44:24.929679       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-86956b8dc-mbnhs/telemeter-client_current.log with fingerprint=20981947e58250462fbe3c615b63b65fee7dcec983f36e05927d70c93b027c11
I0403 00:44:24.929690       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-86956b8dc-mbnhs/reload_current.log with fingerprint=049ccc74a6d41b654c577ba209cc69089617aa5388a7eafbcbba92d4d0af08cc
I0403 00:44:24.929696       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-86956b8dc-mbnhs/kube-rbac-proxy_current.log with fingerprint=2f4faab3ded0e445bfc76e825d78689e34c7bd690c02e4cb1b309c3d21aa7c3b
I0403 00:44:24.929713       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-lzvq7/thanos-query_current.log with fingerprint=d8f8fd6cbdf18378bc9ba56d4d6e6f0dc01745440615b18145a94670948f7704
I0403 00:44:24.929761       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-lzvq7/kube-rbac-proxy-web_current.log with fingerprint=5eee3b7aaf6b9430d1c3d54a45a2897078f6d0e5bb44a87f673f74a8ad25997f
I0403 00:44:24.929769       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-lzvq7/kube-rbac-proxy_current.log with fingerprint=75d22f47f02697ebccf3dfcbcb935de3d54a49446a6fb887070ed3cf08da210b
I0403 00:44:24.929774       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-lzvq7/prom-label-proxy_current.log with fingerprint=e33c23a03bf48baa57778a14f4514e54cd58d7d5a2f91753d6080da2755a2b88
I0403 00:44:24.929781       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-lzvq7/kube-rbac-proxy-rules_current.log with fingerprint=d1c3ec267a433aa3739c3f90795067caede4e337a9241666bf86eac35ef1e149
I0403 00:44:24.929788       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-lzvq7/kube-rbac-proxy-metrics_current.log with fingerprint=32066b79c64cf2631b2d647c830f89025337796460077b99a34313438e99ab30
I0403 00:44:24.929806       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-xnw2d/thanos-query_current.log with fingerprint=54d7c889d904eb74c994a3df2f30d099487acf7c6b46bb628a00abc5d24dd29b
I0403 00:44:24.929819       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-xnw2d/kube-rbac-proxy-web_current.log with fingerprint=585c5fb98e60f14bdc13f70ba4b33f202f4cf44b0374474c805a96d2b8778909
I0403 00:44:24.929825       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-xnw2d/kube-rbac-proxy_current.log with fingerprint=bbc024b70e20549c607c809e31221be067f83bb115436996821d78ba6b95424b
I0403 00:44:24.929829       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-xnw2d/prom-label-proxy_current.log with fingerprint=1a18dc5ec4df6038bcd59cb277971ffacc9b41c2bc364a57958ff836fc409e24
I0403 00:44:24.929835       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-xnw2d/kube-rbac-proxy-rules_current.log with fingerprint=0dce8b9abd29cddfb4f1700a9a1e636461d1188db7ae2dec8310ef7c5c8aa3de
I0403 00:44:24.929842       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-6854ff8d7-xnw2d/kube-rbac-proxy-metrics_current.log with fingerprint=ecbeb97e29c8180c260fd4f8c5b3df36b0c473eddaf7f2ad17615209b0a24511
I0403 00:44:24.929848       1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6465cb84c-6vzfb/networking-console-plugin_current.log with fingerprint=ad2811c10178648bd17ce5746336ea90cc1cca2688624e732cff16af5c4985e2
I0403 00:44:24.929854       1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6465cb84c-7jswz/networking-console-plugin_current.log with fingerprint=dabffbc9443056f8ae5becdbc90a1e468b54db8540873d3bc647de67a0cbdce4
I0403 00:44:24.929991       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4 with fingerprint=49b2be9f288ac64882590b2e790d06cdc6c8787475a3afcf8ac5302568d4ae64
E0403 00:44:24.930010       1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4.json" was already recorded and had the fingerprint "49b2be9f288ac64882590b2e790d06cdc6c8787475a3afcf8ac5302568d4ae64", overwriting with the record having fingerprint "49b2be9f288ac64882590b2e790d06cdc6c8787475a3afcf8ac5302568d4ae64"
W0403 00:44:24.930022       1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4.json" because of the warning: warning: the record with the same fingerprint "49b2be9f288ac64882590b2e790d06cdc6c8787475a3afcf8ac5302568d4ae64" was already recorded at path "config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4.json"
I0403 00:44:24.930033       1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-57d9b95648-xphw4/console-operator_previous.log with fingerprint=f4c987ea1c2e66be69f719c305df6feeff9778d150fddc4c1408fdb5316a8eec
I0403 00:44:24.930295       1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-57d9b95648-xphw4/console-operator_current.log with fingerprint=6f8bdea6d95117e29e078de577163e49f6b537cae4b95e7072ebfb36b379ea26
I0403 00:44:24.930311       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-66974c5f69-l5snp/console_current.log with fingerprint=827e56aa1a297f2e0babf5de99e7c416580129d544a3ca2346e1c60706c47685
I0403 00:44:24.930325       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-794fbf75b9-m5x5b/console_current.log with fingerprint=f7e5bc8eae4148c5e5641b3535641a43cac836e16de994bc1f5c18fa1fd11e24
I0403 00:44:24.930338       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-794fbf75b9-mddt4/console_current.log with fingerprint=a846a07184b0259a6522e59e5d510a4c7606747e55ee09b44c46c31f9c3049eb
I0403 00:44:24.930365       1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-744b9bb959-c8ns7/download-server_current.log with fingerprint=87b446713ff5cdbf2033ded601bd385cab2ef3f26a78a31141ea4d818fde65bd
I0403 00:44:24.930395       1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-744b9bb959-tcmjd/download-server_current.log with fingerprint=0fdf400f6dc4247755c7b7e44ce250a19e882c2ba3ec677cfd0f7a872efaa5cb
I0403 00:44:24.930434       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-5965f78f96-jrdps/router_current.log with fingerprint=508c8312daac90e6ea1c7e0d1408402a3c24a584c53555ddaf607e26c681bfa8
I0403 00:44:24.930474       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-5965f78f96-shgl4/router_current.log with fingerprint=06edaeecfb8bb1725d19fd39817d91a951656a6b2f5fe2b7e6632e3fb157f26f
I0403 00:44:24.930505       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-5cf556f5bc-qkqjp/router_current.log with fingerprint=c5a4de102df486647a5dad0c4c91e3b5548702201185e861054bc577a78eac9d
I0403 00:44:24.930511       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-b5xz5/serve-healthcheck-canary_current.log with fingerprint=5b6c0aaad175f0d8e74b47a4083a00e0aff1f4396a1c71df23f1f043716dbfca
I0403 00:44:24.930515       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-f4jqk/serve-healthcheck-canary_current.log with fingerprint=821f4805cde4e9e36adb4fbda6ef6b75dcb2345d4b4ad9797e46e98034a2ca23
I0403 00:44:24.930519       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-ncpnk/serve-healthcheck-canary_current.log with fingerprint=2dee94506fe63aa1d860e8778bcd622afbca813152ebaff8ce4cca84e222a1a3
I0403 00:44:24.930524       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 17.452482338s to process 87 records
E0403 00:44:24.930590       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 17.458s with: function \"tsdb_status\" failed with an error, function \"active_alerts\" failed with an error, function \"metrics\" failed with an error, function \"silenced_alerts\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4.json\""
I0403 00:44:24.931707       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "active_alerts" failed with an error, function "metrics" failed with an error, function "silenced_alerts" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-57d9b95648-xphw4.json"
I0403 00:44:24.931724       1 periodic.go:216] Running workloads gatherer
I0403 00:44:24.931746       1 tasks_processing.go:45] number of workers: 2
I0403 00:44:24.931760       1 tasks_processing.go:69] worker 1 listening for tasks.
I0403 00:44:24.931767       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0403 00:44:24.931773       1 tasks_processing.go:69] worker 0 listening for tasks.
I0403 00:44:24.931793       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0403 00:44:24.943301       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-61.ec2.internal...
I0403 00:44:24.943313       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-98.ec2.internal...
I0403 00:44:24.943326       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-96.ec2.internal...
I0403 00:44:24.973449       1 tasks_processing.go:74] worker 0 stopped.
I0403 00:44:24.973463       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 41.639311ms to process 0 records
I0403 00:44:29.917168       1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s
I0403 00:44:29.947695       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 25s for image data
I0403 00:44:29.956322       1 gather_workloads_info.go:387] No image sha256:524c4410d51b126c6097fae3b2ad88ec67900e7b786a9131b7a8e96a194e4847 (10ms)
I0403 00:44:29.964911       1 gather_workloads_info.go:387] No image sha256:8c9c050549f490f6b96eca68bb61a32f164b2152cae31b4ffb7d7ecc4bd678b1 (9ms)
I0403 00:44:29.973601       1 gather_workloads_info.go:387] No image sha256:6552b42b5cec3ef82f4b7b30214f2b4e4561f83599f1a77341fe77b9a6171bc2 (9ms)
I0403 00:44:29.982210       1 gather_workloads_info.go:387] No image sha256:2973ce1c3d9df0e94568fdc45b90f86d6d7c65fa3bf6c319219b9e213a684101 (9ms)
I0403 00:44:29.991266       1 gather_workloads_info.go:387] No image sha256:145ba54fe931a01cab8cef5d1d1535a1f3b719403b000e2b34256d7ede7ec6f8 (9ms)
I0403 00:44:30.000124       1 gather_workloads_info.go:387] No image sha256:5ae6198359a92af6c4b317806ec8a33ff53d44189d14561a8f8a3153d7afdb81 (9ms)
I0403 00:44:30.010161       1 gather_workloads_info.go:387] No image sha256:9fed4b776332f3e8ce9c8454beabcb0c940b0e09c0c973eeafcf653b27a79043 (10ms)
I0403 00:44:30.018549       1 gather_workloads_info.go:387] No image sha256:11b1019f1ef459a09826a731547c78028048bf66d9d35d3fadf20efa387c176c (8ms)
I0403 00:44:30.026552       1 gather_workloads_info.go:387] No image sha256:2113fd46aa3b497a315f73e215a7c26f8f2930b5e5b64f74eee88a83db412df1 (8ms)
I0403 00:44:30.035139       1 gather_workloads_info.go:387] No image sha256:0c31c251fe9c6e08b68cf7ca3a04234a62d4da93043dafdb3a756cd78c70f11a (9ms)
I0403 00:44:30.056401       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (21ms)
I0403 00:44:30.156217       1 gather_workloads_info.go:387] No image sha256:215264f061f8b0eeba17dc442cf5a6a3a754f67104bf271f61d2ccee30b7e663 (100ms)
I0403 00:44:30.256680       1 gather_workloads_info.go:387] No image sha256:e468e359bdc654b85aa2e26fe6d9ff065bc85650d57be4cfd6879d5666cd08cd (100ms)
I0403 00:44:30.357723       1 gather_workloads_info.go:387] No image sha256:3b313209f88d2df827ff378cf0af36bd18908f1cab0e7ace14df1e8ffa5f1c00 (101ms)
I0403 00:44:30.457514       1 gather_workloads_info.go:387] No image sha256:5fd3dcbd54108018a438b849eb89f35b4c34343cb5319fbfb30cf252e2a58a8f (100ms)
I0403 00:44:30.557069       1 gather_workloads_info.go:387] No image sha256:0bc5a5a619cb16e67f81551ea4b96af7a8db26addfb202d9ca5ceab4168f459f (100ms)
I0403 00:44:30.656952       1 gather_workloads_info.go:387] No image sha256:595b03c50302148c33de51825571a2b59a1930591d461a717315be05c6efdbb1 (100ms)
I0403 00:44:30.761664       1 gather_workloads_info.go:387] No image sha256:2bcdce58a9dec8306ea7ec58ed588c6def1d0e2891d06b91661cb04a1411242f (105ms)
I0403 00:44:30.856791       1 gather_workloads_info.go:387] No image sha256:2f4b0241dc0818547ffbaf42f8f17cac3ea8cde598a6c0bd3896872f53f7a3ff (95ms)
I0403 00:44:30.956973       1 gather_workloads_info.go:387] No image sha256:b612ce1edc1282ac643bd21f639394deef19014216216e165c97cd29c9808389 (100ms)
I0403 00:44:31.057107       1 gather_workloads_info.go:387] No image sha256:543891894646911f3714c3ebb7dd08f28cb0f0ea0d51045d058f7d2e9d475481 (100ms)
I0403 00:44:31.157435       1 gather_workloads_info.go:387] No image sha256:709239c59cc22bd41c553a7f30c147c4fb33ed6f560cba9ff976a966cc58dc3c (100ms)
I0403 00:44:31.256803       1 gather_workloads_info.go:387] No image sha256:55cb1bfa110d67c2452259e6b4a2158b8f6e7c4bba9e7dfd661e0dea37ff2e25 (99ms)
I0403 00:44:31.359814       1 gather_workloads_info.go:387] No image sha256:0932593cd3bb6cd2e2b9ecad5e3bbe2fdcd107785ab3f8b25596f4901d8ae33a (103ms)
I0403 00:44:31.457896       1 gather_workloads_info.go:387] No image sha256:89b38bc6c2b4405d467684858b8a4f8980f6ad9d721e7ca75e9956f923639240 (98ms)
I0403 00:44:31.557592       1 gather_workloads_info.go:387] No image sha256:07c82fce5e470c7ee9c3c1fdc6c953c962ed119411c88bf5fd4f0a08e3a0b9b7 (100ms)
I0403 00:44:31.656847       1 gather_workloads_info.go:387] No image sha256:1010e0ad0ad46c299a0074b6bfd09a1889a6671ab1c3979a78f679a22e1ee328 (99ms)
I0403 00:44:31.758342       1 gather_workloads_info.go:387] No image sha256:0b449cd4c58e81397bc99ba2d0970585d2a3cc1472a8134b46cf20e8c488b8c5 (101ms)
I0403 00:44:31.856914       1 gather_workloads_info.go:387] No image sha256:5589d0d744b2f935e7f1bb3e094e813685092910a00e1853891b31fe9e330d23 (99ms)
I0403 00:44:31.957200       1 gather_workloads_info.go:387] No image sha256:46eddf2c3239c92218286368ced60b42cea6f789a09ab9981f0e6fbd216cb1f6 (100ms)
I0403 00:44:32.057724       1 gather_workloads_info.go:387] No image sha256:1aa00d2bc23cc0d2699bc526bd537f9f4dd86d1f1460b04e927244da59f55a10 (101ms)
I0403 00:44:32.156701       1 gather_workloads_info.go:387] No image sha256:8a28cd812d21b11f8c7c145b9cc7ccd5de13efa5e57bc13003764d776aba69dd (99ms)
I0403 00:44:32.256658       1 gather_workloads_info.go:387] No image sha256:1c6f9f9f726be814274f19e66bd04d069236460a312faa274eebe757d33f889c (100ms)
I0403 00:44:32.356781       1 gather_workloads_info.go:387] No image sha256:4def742b6a5ef27c09ac9540e132622ec7178284d8900b9a844cb425e8be0c94 (100ms)
I0403 00:44:32.456852       1 gather_workloads_info.go:387] No image sha256:7958abc201949f9faed6fe6cd4f8e2f8dab06dde35f09779cec19e9286f3983d (100ms)
I0403 00:44:32.556480       1 gather_workloads_info.go:387] No image sha256:4622e61163cba7f1fa87feddf2832e0c8cb4dae6fb70f41b6e03b39cb93770ff (100ms)
I0403 00:44:32.656742       1 gather_workloads_info.go:387] No image sha256:43e816c2f891134e527145559d700e6b393b9ccec1e3c51ab45dc3ba4ac5f266 (100ms)
I0403 00:44:32.757163       1 gather_workloads_info.go:387] No image sha256:326a8b5302b495cb059364ab96dfdd38425252613cfa3abb7e1dacaecda4fb1e (100ms)
I0403 00:44:32.858211       1 gather_workloads_info.go:387] No image sha256:17eab4abb2d95e2fe5dead3b0ccd144401f0f4467fc5f1dec8e19d5cb9bfd315 (101ms)
I0403 00:44:32.956591       1 gather_workloads_info.go:387] No image sha256:014e2427899021034589f5602bb55916492eba8531030bd8a07bf1501c99f374 (98ms)
I0403 00:44:33.056242       1 gather_workloads_info.go:387] No image sha256:62075f81a8bc4ce5a7192023a80f2e27c2bc4fae547193776513d67fbddad601 (100ms)
I0403 00:44:33.157390       1 gather_workloads_info.go:387] No image sha256:3c2ae4e3bd8501436ec135700a13a6ed29ad6080cd151fd932646639787148a0 (101ms)
I0403 00:44:33.256943       1 gather_workloads_info.go:387] No image sha256:1647489821e206e3ac1d3f1fbecdff3621ef87a7064f492906334c16f072a3e3 (100ms)
I0403 00:44:33.357334       1 gather_workloads_info.go:387] No image sha256:0644c26b6a8f4aa4435145653370dd3f8438c6e299523ff8570eb2858ac65d09 (100ms)
I0403 00:44:33.457005       1 gather_workloads_info.go:387] No image sha256:3d02603962035bdee1a13b1b0d17740cc9c5bcdc89f2372652e5a7dd907ca313 (100ms)
I0403 00:44:33.556667       1 gather_workloads_info.go:387] No image sha256:1e0266333cbe4c6264f1783cea8781a4f6fc8691fbc1b2a95ed8979d7cc99ae7 (100ms)
I0403 00:44:33.657046       1 gather_workloads_info.go:387] No image sha256:5e61f9895dd3c359917209aaa56cb9a1fba5e7b7946348f44ff1301045f0d1f0 (100ms)
I0403 00:44:33.756913       1 gather_workloads_info.go:387] No image sha256:9ac7550a7edd59fdbc0e5b3d336defbd6fe0510087272b78d364a4580fd3d020 (100ms)
I0403 00:44:33.863023       1 gather_workloads_info.go:387] No image sha256:e251b56f79899ba2f5ece5dc68375ebba0157b35541861a0c8e31bc21d6adc52 (106ms)
I0403 00:44:33.958372       1 gather_workloads_info.go:387] No image sha256:b4fd7ff14b54766e058b847d7f91c13dc17bf661e45c07bca5bc9754d20e14ae (95ms)
I0403 00:44:33.958404       1 tasks_processing.go:74] worker 1 stopped.
I0403 00:44:33.958713       1 recorder.go:75] Recording config/workload_info with fingerprint=7ac36966356b5da431a2f6d18998f6dd21f6111d3ee33bee2fb3be9a9635ee6f
I0403 00:44:33.958733       1 gather.go:177] gatherer "workloads" function "workload_info" took 9.026629672s to process 1 records
I0403 00:44:33.958762       1 periodic.go:263] Periodic gather workloads completed in 9.027s
I0403 00:44:33.958772       1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message=
I0403 00:44:33.958778       1 periodic.go:216] Running conditional gatherer
I0403 00:44:33.964644       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules
I0403 00:44:34.113546       1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer
E0403 00:44:34.116103       1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.23.95:9091: connect: connection refused
I0403 00:44:34.116177       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0403 00:44:34.125004       1 conditional_gatherer.go:392] cluster version is '4.21.7'
E0403 00:44:34.125107       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125146       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125171       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125195       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125233       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125257       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125281       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125303       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125325       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0403 00:44:34.125350       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0403 00:44:34.125392       1 tasks_processing.go:45] number of workers: 3
I0403 00:44:34.125420       1 tasks_processing.go:69] worker 2 listening for tasks.
I0403 00:44:34.125443       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0403 00:44:34.125450       1 tasks_processing.go:69] worker 0 listening for tasks.
I0403 00:44:34.125525       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0403 00:44:34.125470       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0403 00:44:34.125451       1 tasks_processing.go:69] worker 1 listening for tasks.
I0403 00:44:34.125636       1 tasks_processing.go:74] worker 1 stopped.
I0403 00:44:34.125647       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661
I0403 00:44:34.125702       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 2.878µs to process 1 records
I0403 00:44:34.125781       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d
I0403 00:44:34.125810       1 tasks_processing.go:74] worker 0 stopped.
I0403 00:44:34.126013       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 3.48µs to process 1 records
I0403 00:44:34.126029       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 423.218µs to process 0 records
I0403 00:44:34.126039       1 tasks_processing.go:74] worker 2 stopped.
I0403 00:44:34.126057       1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message=
I0403 00:44:34.126096       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f
I0403 00:44:34.152418       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=a66cbf29e15c48d47f623f81d36c1eb84ae5b7ef6e67ab01bc4a727592eda1f1
I0403 00:44:34.152554       1 diskrecorder.go:70] Writing 193 records to /var/lib/insights-operator/insights-2026-04-03-004434.tar.gz
I0403 00:44:34.166315       1 diskrecorder.go:51] Wrote 193 records to disk in 13ms
I0403 00:44:34.166342       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0403 00:44:34.166356       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0403 00:45:37.473767       1 diskrecorder.go:223] Found files to send: insights-2026-04-03-004434.tar.gz
I0403 00:45:37.473800       1 insightsuploader.go:150] Checking archives to upload periodically every 15m23.738886585s
I0403 00:45:37.473808       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0403 00:45:37.485061       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0403 00:45:37.735346       1 requests.go:87] Successfully reported id=2026-04-03T00:45:37Z x-rh-insights-request-id=d32075f9035b48758e4ca9e297e01074, wrote=102988
I0403 00:45:37.735418       1 insightsuploader.go:187] Uploaded report successfully in 261.599415ms
I0403 00:45:37.735446       1 controller.go:129] Initializing last reported time to 2026-04-03T00:45:37Z
I0403 00:45:37.735517       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0403 00:45:37.735528       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0403 00:45:37.735536       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0403 00:45:37.741565       1 controller.go:554] The operator is healthy
I0403 00:46:07.485555       1 controller.go:554] The operator is healthy
I0403 00:46:40.270758       1 insightsreport.go:137] Pulling report from smart-proxy
I0403 00:46:40.270790       1 insightsreport.go:149] Retrieving report
I0403 00:46:40.277463       1 requests.go:110] Retrieving report for cluster: 590fbf1d-a1ab-4a6c-a510-73924b367cfa
I0403 00:46:40.277477       1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/590fbf1d-a1ab-4a6c-a510-73924b367cfa/reports
I0403 00:46:40.280538       1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/590fbf1d-a1ab-4a6c-a510-73924b367cfa/reports
I0403 00:46:40.565277       1 insightsreport.go:184] Report retrieved
I0403 00:46:40.592857       1 insightsreport.go:239] Report retrieved correctly
I0403 00:48:07.485696       1 controller.go:554] The operator is healthy
I0403 00:49:07.464662       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0403 00:49:07.470411       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0403 00:49:07.470432       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0403 00:49:07.474408       1 secretconfigobserver.go:119] support secret does not exist
I0403 00:50:07.485640       1 controller.go:554] The operator is healthy
I0403 00:52:07.487142       1 controller.go:554] The operator is healthy
I0403 00:54:07.462076       1 configmapobserver.go:84] configmaps "insights-config" not found
I0403 00:54:07.466570       1 configmapobserver.go:84] configmaps "insights-config" not found
I0403 00:54:07.474665       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0403 00:54:07.479247       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0403 00:54:07.479263       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0403 00:54:07.483454       1 secretconfigobserver.go:119] support secret does not exist
I0403 00:54:07.483905       1 controller.go:554] The operator is healthy
I0403 00:56:07.485664       1 controller.go:554] The operator is healthy
I0403 00:58:07.485194       1 controller.go:554] The operator is healthy
I0403 00:59:07.484102       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0403 00:59:07.492018       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0403 00:59:07.492044       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0403 00:59:07.496764       1 secretconfigobserver.go:119] support secret does not exist
I0403 01:00:07.485619       1 controller.go:554] The operator is healthy
I0403 01:01:06.475446       1 insightsuploader.go:146] Nothing to report since 2026-04-03T00:45:37Z