I0326 23:42:13.206581       1 cmd.go:253] Using service-serving-cert provided certificates
I0326 23:42:13.207026       1 observer_polling.go:159] Starting file observer
I0326 23:42:13.800867       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0326 23:42:13.801103       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0326 23:42:13.801783       1 secure_serving.go:57] Forcing use of http/1.1 only
W0326 23:42:13.801808       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:42:13.801814       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:42:13.801819       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0326 23:42:13.801821       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0326 23:42:13.801824       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0326 23:42:13.801826       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0326 23:42:13.801870       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0326 23:42:13.805659       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0326 23:42:13.805691       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"da629b09-4ddb-41a9-9ccc-6a82beec68ce", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0326 23:42:13.806681       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0326 23:42:13.806697       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0326 23:42:13.806707       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0326 23:42:13.806714       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:42:13.806719       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:42:13.806705       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0326 23:42:13.807073       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key"
I0326 23:42:13.807362       1 secure_serving.go:213] Serving securely on [::]:8443
I0326 23:42:13.807387       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0326 23:42:13.810865       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0326 23:42:13.810893       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:42:13.810990       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0326 23:42:13.815625       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:42:13.815649       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:42:13.820268       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:42:13.824446       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:42:13.828329       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:42:13.830667       1 recorder.go:161] Pruning old reports every 5h13m42s, max age is 288h0m0s
I0326 23:42:13.835059       1 periodic.go:209] Running clusterconfig gatherer
I0326 23:42:13.835060       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0326 23:42:13.835071       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0326 23:42:13.835085       1 insightsreport.go:296] Starting report retriever
I0326 23:42:13.835087       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0326 23:42:13.835093       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0326 23:42:13.835108       1 tasks_processing.go:45] number of workers: 64
I0326 23:42:13.835156       1 tasks_processing.go:69] worker 63 listening for tasks.
I0326 23:42:13.835163       1 tasks_processing.go:71] worker 63 working on jaegers task.
I0326 23:42:13.835176       1 tasks_processing.go:69] worker 31 listening for tasks.
I0326 23:42:13.835181       1 tasks_processing.go:71] worker 31 working on nodenetworkstates task.
I0326 23:42:13.835184       1 tasks_processing.go:69] worker 47 listening for tasks.
I0326 23:42:13.835191       1 tasks_processing.go:69] worker 15 listening for tasks.
I0326 23:42:13.835196       1 tasks_processing.go:69] worker 32 listening for tasks.
I0326 23:42:13.835199       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:42:13.835204       1 tasks_processing.go:69] worker 33 listening for tasks.
I0326 23:42:13.835205       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:42:13.835210       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:42:13.835216       1 tasks_processing.go:69] worker 3 listening for tasks.
I0326 23:42:13.835218       1 tasks_processing.go:69] worker 34 listening for tasks.
I0326 23:42:13.835211       1 tasks_processing.go:69] worker 23 listening for tasks.
I0326 23:42:13.835223       1 tasks_processing.go:69] worker 4 listening for tasks.
I0326 23:42:13.835223       1 tasks_processing.go:69] worker 16 listening for tasks.
I0326 23:42:13.835227       1 tasks_processing.go:69] worker 5 listening for tasks.
I0326 23:42:13.835232       1 tasks_processing.go:69] worker 35 listening for tasks.
I0326 23:42:13.835233       1 tasks_processing.go:69] worker 27 listening for tasks.
I0326 23:42:13.835242       1 tasks_processing.go:69] worker 55 listening for tasks.
I0326 23:42:13.835246       1 tasks_processing.go:69] worker 37 listening for tasks.
I0326 23:42:13.835239       1 tasks_processing.go:69] worker 36 listening for tasks.
I0326 23:42:13.835255       1 tasks_processing.go:69] worker 6 listening for tasks.
I0326 23:42:13.835257       1 tasks_processing.go:69] worker 19 listening for tasks.
I0326 23:42:13.835258       1 tasks_processing.go:69] worker 48 listening for tasks.
I0326 23:42:13.835242       1 tasks_processing.go:69] worker 17 listening for tasks.
I0326 23:42:13.835267       1 tasks_processing.go:69] worker 39 listening for tasks.
I0326 23:42:13.835247       1 tasks_processing.go:69] worker 18 listening for tasks.
I0326 23:42:13.835273       1 tasks_processing.go:69] worker 22 listening for tasks.
I0326 23:42:13.835278       1 tasks_processing.go:69] worker 40 listening for tasks.
I0326 23:42:13.835256       1 tasks_processing.go:69] worker 24 listening for tasks.
I0326 23:42:13.835280       1 tasks_processing.go:69] worker 10 listening for tasks.
I0326 23:42:13.835276       1 tasks_processing.go:69] worker 26 listening for tasks.
I0326 23:42:13.835276       1 tasks_processing.go:69] worker 59 listening for tasks.
I0326 23:42:13.835263       1 tasks_processing.go:69] worker 38 listening for tasks.
I0326 23:42:13.835264       1 tasks_processing.go:69] worker 20 listening for tasks.
I0326 23:42:13.835290       1 tasks_processing.go:69] worker 29 listening for tasks.
I0326 23:42:13.835313       1 tasks_processing.go:69] worker 62 listening for tasks.
I0326 23:42:13.835297       1 tasks_processing.go:69] worker 13 listening for tasks.
I0326 23:42:13.835268       1 tasks_processing.go:69] worker 21 listening for tasks.
I0326 23:42:13.835268       1 tasks_processing.go:69] worker 8 listening for tasks.
I0326 23:42:13.835329       1 tasks_processing.go:69] worker 60 listening for tasks.
I0326 23:42:13.835266       1 tasks_processing.go:69] worker 25 listening for tasks.
I0326 23:42:13.835274       1 tasks_processing.go:69] worker 9 listening for tasks.
I0326 23:42:13.835276       1 tasks_processing.go:69] worker 49 listening for tasks.
I0326 23:42:13.835348       1 tasks_processing.go:69] worker 43 listening for tasks.
I0326 23:42:13.835283       1 tasks_processing.go:69] worker 41 listening for tasks.
I0326 23:42:13.835357       1 tasks_processing.go:69] worker 50 listening for tasks.
I0326 23:42:13.835286       1 tasks_processing.go:69] worker 11 listening for tasks.
I0326 23:42:13.835359       1 tasks_processing.go:69] worker 51 listening for tasks.
I0326 23:42:13.835365       1 tasks_processing.go:69] worker 54 listening for tasks.
I0326 23:42:13.835290       1 tasks_processing.go:69] worker 12 listening for tasks.
I0326 23:42:13.835370       1 tasks_processing.go:69] worker 46 listening for tasks.
I0326 23:42:13.835262       1 tasks_processing.go:69] worker 7 listening for tasks.
I0326 23:42:13.835299       1 tasks_processing.go:69] worker 56 listening for tasks.
I0326 23:42:13.835341       1 tasks_processing.go:69] worker 44 listening for tasks.
I0326 23:42:13.835375       1 tasks_processing.go:69] worker 53 listening for tasks.
I0326 23:42:13.835378       1 tasks_processing.go:69] worker 52 listening for tasks.
I0326 23:42:13.835389       1 tasks_processing.go:69] worker 28 listening for tasks.
I0326 23:42:13.835398       1 tasks_processing.go:71] worker 55 working on machine_configs task.
I0326 23:42:13.835403       1 tasks_processing.go:71] worker 18 working on image_pruners task.
I0326 23:42:13.835402       1 tasks_processing.go:69] worker 58 listening for tasks.
I0326 23:42:13.835437       1 tasks_processing.go:71] worker 47 working on tsdb_status task.
I0326 23:42:13.835445       1 tasks_processing.go:71] worker 34 working on cost_management_metrics_configs task.
I0326 23:42:13.835448       1 tasks_processing.go:71] worker 25 working on pod_network_connectivity_checks task.
I0326 23:42:13.835451       1 tasks_processing.go:71] worker 12 working on proxies task.
I0326 23:42:13.835455       1 tasks_processing.go:71] worker 22 working on image task.
I0326 23:42:13.835459       1 tasks_processing.go:71] worker 43 working on monitoring_persistent_volumes task.
I0326 23:42:13.835439       1 tasks_processing.go:71] worker 58 working on crds task.
I0326 23:42:13.835514       1 tasks_processing.go:69] worker 57 listening for tasks.
I0326 23:42:13.835515       1 tasks_processing.go:71] worker 13 working on aggregated_monitoring_cr_names task.
I0326 23:42:13.835521       1 tasks_processing.go:69] worker 42 listening for tasks.
I0326 23:42:13.835531       1 tasks_processing.go:71] worker 42 working on machine_healthchecks task.
I0326 23:42:13.835532       1 tasks_processing.go:71] worker 35 working on openshift_machine_api_events task.
I0326 23:42:13.835543       1 tasks_processing.go:69] worker 45 listening for tasks.
I0326 23:42:13.835558       1 tasks_processing.go:69] worker 30 listening for tasks.
I0326 23:42:13.835567       1 tasks_processing.go:71] worker 5 working on active_alerts task.
I0326 23:42:13.835571       1 tasks_processing.go:69] worker 14 listening for tasks.
I0326 23:42:13.835576       1 tasks_processing.go:71] worker 10 working on openstack_version task.
I0326 23:42:13.835587       1 tasks_processing.go:71] worker 0 working on feature_gates task.
I0326 23:42:13.835595       1 tasks_processing.go:71] worker 29 working on openstack_dataplanenodesets task.
I0326 23:42:13.835650       1 tasks_processing.go:71] worker 40 working on openstack_dataplanedeployments task.
I0326 23:42:13.835677       1 tasks_processing.go:71] worker 20 working on lokistack task.
I0326 23:42:13.835684       1 tasks_processing.go:71] worker 33 working on cluster_apiserver task.
I0326 23:42:13.835691       1 tasks_processing.go:71] worker 46 working on container_images task.
I0326 23:42:13.835693       1 tasks_processing.go:71] worker 15 working on certificate_signing_requests task.
I0326 23:42:13.835692       1 tasks_processing.go:71] worker 24 working on dvo_metrics task.
I0326 23:42:13.835721       1 tasks_processing.go:69] worker 61 listening for tasks.
I0326 23:42:13.835728       1 tasks_processing.go:71] worker 50 working on openstack_controlplanes task.
I0326 23:42:13.835722       1 tasks_processing.go:71] worker 62 working on sap_datahubs task.
I0326 23:42:13.835735       1 tasks_processing.go:71] worker 21 working on ingress_certificates task.
I0326 23:42:13.835523       1 tasks_processing.go:71] worker 57 working on networks task.
I0326 23:42:13.835844       1 tasks_processing.go:71] worker 1 working on sap_config task.
I0326 23:42:13.835960       1 tasks_processing.go:71] worker 11 working on operators task.
I0326 23:42:13.836016       1 tasks_processing.go:71] worker 37 working on operators_pods_and_events task.
I0326 23:42:13.836227       1 tasks_processing.go:71] worker 23 working on openshift_logging task.
I0326 23:42:13.835681       1 tasks_processing.go:71] worker 26 working on version task.
I0326 23:42:13.835406       1 tasks_processing.go:71] worker 3 working on pdbs task.
I0326 23:42:13.836303       1 tasks_processing.go:71] worker 8 working on install_plans task.
I0326 23:42:13.836391       1 tasks_processing.go:71] worker 36 working on mutating_webhook_configurations task.
I0326 23:42:13.835446       1 tasks_processing.go:71] worker 9 working on infrastructures task.
I0326 23:42:13.836515       1 tasks_processing.go:71] worker 44 working on container_runtime_configs task.
I0326 23:42:13.836519       1 tasks_processing.go:71] worker 52 working on node_logs task.
I0326 23:42:13.836680       1 tasks_processing.go:71] worker 53 working on ingress task.
I0326 23:42:13.835686       1 tasks_processing.go:71] worker 59 working on authentication task.
I0326 23:42:13.836837       1 tasks_processing.go:71] worker 7 working on sap_pods task.
I0326 23:42:13.836904       1 tasks_processing.go:71] worker 56 working on service_accounts task.
I0326 23:42:13.835450       1 tasks_processing.go:71] worker 38 working on image_registries task.
I0326 23:42:13.836298       1 tasks_processing.go:71] worker 60 working on nodes task.
I0326 23:42:13.835446       1 tasks_processing.go:71] worker 54 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0326 23:42:13.835455       1 tasks_processing.go:71] worker 49 working on storage_cluster task.
I0326 23:42:13.835439       1 tasks_processing.go:71] worker 28 working on metrics task.
I0326 23:42:13.836471       1 tasks_processing.go:71] worker 41 working on qemu_kubevirt_launcher_logs task.
I0326 23:42:13.836478       1 tasks_processing.go:71] worker 51 working on machine_sets task.
I0326 23:42:13.838150       1 tasks_processing.go:71] worker 63 working on nodenetworkconfigurationpolicies task.
I0326 23:42:13.836471       1 tasks_processing.go:71] worker 4 working on ceph_cluster task.
I0326 23:42:13.836489       1 tasks_processing.go:71] worker 19 working on validating_webhook_configurations task.
I0326 23:42:13.836491       1 tasks_processing.go:71] worker 45 working on machine_autoscalers task.
I0326 23:42:13.836495       1 tasks_processing.go:71] worker 30 working on oauths task.
I0326 23:42:13.836495       1 tasks_processing.go:71] worker 17 working on clusterroles task.
I0326 23:42:13.836499       1 tasks_processing.go:71] worker 14 working on storage_classes task.
I0326 23:42:13.835440       1 tasks_processing.go:71] worker 16 working on machine_config_pools task.
I0326 23:42:13.836501       1 tasks_processing.go:71] worker 39 working on overlapping_namespace_uids task.
I0326 23:42:13.836505       1 tasks_processing.go:71] worker 2 working on config_maps task.
I0326 23:42:13.836507       1 tasks_processing.go:71] worker 27 working on schedulers task.
I0326 23:42:13.836513       1 tasks_processing.go:71] worker 32 working on machines task.
I0326 23:42:13.836480       1 tasks_processing.go:71] worker 48 working on support_secret task.
I0326 23:42:13.836486       1 tasks_processing.go:71] worker 61 working on olm_operators task.
I0326 23:42:13.838341       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 2.977014ms to process 0 records
I0326 23:42:13.836485       1 tasks_processing.go:71] worker 6 working on silenced_alerts task.
I0326 23:42:13.839612       1 tasks_processing.go:74] worker 31 stopped.
I0326 23:42:13.839627       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 4.42211ms to process 0 records
I0326 23:42:13.840267       1 tasks_processing.go:74] worker 25 stopped.
E0326 23:42:13.840281       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0326 23:42:13.840289       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 4.807661ms to process 0 records
I0326 23:42:13.840555       1 tasks_processing.go:74] worker 42 stopped.
E0326 23:42:13.840573       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0326 23:42:13.840584       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 5.014512ms to process 0 records
E0326 23:42:13.843379       1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:49562->172.30.0.10:53: read: connection refused
E0326 23:42:13.843385       1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:49562->172.30.0.10:53: read: connection refused
I0326 23:42:13.843400       1 tasks_processing.go:74] worker 47 stopped.
E0326 23:42:13.843401       1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:34273->172.30.0.10:53: read: connection refused
E0326 23:42:13.843408       1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:49562->172.30.0.10:53: read: connection refused
I0326 23:42:13.843440       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 7.949306ms to process 0 records
E0326 23:42:13.843455       1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:49562->172.30.0.10:53: read: connection refused
E0326 23:42:13.843456       1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:34273->172.30.0.10:53: read: connection refused
I0326 23:42:13.843466       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 5.726495ms to process 0 records
E0326 23:42:13.843478       1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:34273->172.30.0.10:53: read: connection refused
I0326 23:42:13.843490       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 4.868106ms to process 0 records
E0326 23:42:13.843497       1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:34273->172.30.0.10:53: read: connection refused
I0326 23:42:13.843505       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 7.894431ms to process 0 records
I0326 23:42:13.843515       1 tasks_processing.go:74] worker 5 stopped.
I0326 23:42:13.843521       1 tasks_processing.go:74] worker 6 stopped.
I0326 23:42:13.843522       1 tasks_processing.go:74] worker 28 stopped.
I0326 23:42:13.845048       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:42:13.845064       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 9.183376ms to process 0 records
I0326 23:42:13.845116       1 tasks_processing.go:74] worker 34 stopped.
I0326 23:42:13.845129       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 9.662994ms to process 0 records
I0326 23:42:13.845179       1 tasks_processing.go:74] worker 62 stopped.
I0326 23:42:13.845194       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 9.438642ms to process 0 records
I0326 23:42:13.845232       1 tasks_processing.go:74] worker 23 stopped.
I0326 23:42:13.845249       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 8.987769ms to process 0 records
I0326 23:42:13.845272       1 tasks_processing.go:74] worker 22 stopped.
I0326 23:42:13.845406       1 recorder.go:75] Recording config/image with fingerprint=c22017d2ffbcbcc234110eda789de6d5424f69364dc481e855d3cb98d61dccbc
I0326 23:42:13.845443       1 gather.go:177] gatherer "clusterconfig" function "image" took 9.808437ms to process 1 records
I0326 23:42:13.845454       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 9.695633ms to process 0 records
I0326 23:42:13.845462       1 tasks_processing.go:74] worker 20 stopped.
I0326 23:42:13.845549       1 tasks_processing.go:74] worker 10 stopped.
I0326 23:42:13.845567       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 9.957828ms to process 0 records
I0326 23:42:13.845633       1 tasks_processing.go:74] worker 43 stopped.
I0326 23:42:13.845649       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 10.158827ms to process 0 records
I0326 23:42:13.845680       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0326 23:42:13.845696       1 controller.go:326] The initial operator extension status is healthy
I0326 23:42:13.845705       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:42:13.845710       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:42:13.845714       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:42:13.845729       1 controller.go:489] The operator is still being initialized
I0326 23:42:13.845734       1 controller.go:512] The operator is healthy
I0326 23:42:13.845755       1 tasks_processing.go:74] worker 33 stopped.
I0326 23:42:13.845791       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0326 23:42:13.845793       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0326 23:42:13.845861       1 recorder.go:75] Recording config/apiserver with fingerprint=0857bab051b1d0f79c31f50fe2f36a8d23f82cb8131352fac18c95275b0e9c6a
I0326 23:42:13.845881       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 9.939162ms to process 1 records
W0326 23:42:13.845955       1 operator.go:288] started
I0326 23:42:13.845979       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0326 23:42:13.845995       1 tasks_processing.go:74] worker 18 stopped.
I0326 23:42:13.846147       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=6e91cb6cf03b0cd524d7eb426569bf51e35e3b050e83bb38ce88cd94eaf40a5a
I0326 23:42:13.846162       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 10.236332ms to process 1 records
I0326 23:42:13.846239       1 tasks_processing.go:74] worker 3 stopped.
I0326 23:42:13.846250       1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=e7631e04a85471e77dc8bb9bd209ddaeb8cf8eb25d28d515086de5da0f424b46
I0326 23:42:13.846273       1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=05fce2183094818897fe0185ea3fe645c989ac4c6638583a6290c4d5efb67217
I0326 23:42:13.846295       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=d8096db5e15b621354a83438e4b1cce0e621cab2729cb8cde040485cc46a831b
I0326 23:42:13.846319       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=e679e8a6b2c503ed33f27a64729869c46faba38884f430772fdbb8e6f15f5d54
I0326 23:42:13.846346       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=cfbb9da050254f88f49e38b5a796bc090f5f74a2095e6d3d94c7f259c5536b9d
I0326 23:42:13.846373       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=da998095b9ddf83c31c7b7afcf69cc38c5ae4c2604b4792cdf2f5232c516e855
I0326 23:42:13.846402       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=36f409966c87049b3b59d3757451e78bb5f023df3821a4ffeec64be2b3bf0fac
I0326 23:42:13.846448       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=db9312404391c5c0429ad3ee211d5e35f81a4de6591ccb4f684bd9ea6b951521
I0326 23:42:13.846472       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=d9bf71675c30c162cfa6e3d954ae9b7e5aeb7900eea43b39a2b4b24042be1eef
I0326 23:42:13.846500       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=60e98f08492ecb6799c44a4dce61e6beec89798e8ec9e16888210f52a3a6af6c
I0326 23:42:13.846527       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=46581119f132285d1a8e3dc002f7b1d622607dc4f9dc5879492f3bb190caf013
I0326 23:42:13.846537       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 9.385576ms to process 11 records
I0326 23:42:13.847605       1 tasks_processing.go:74] worker 53 stopped.
I0326 23:42:13.847729       1 recorder.go:75] Recording config/ingress with fingerprint=309063ae0ab1b3b3b01fba5fecb4c80bd21e3a7d5709c3c602ecbfab9fa62e40
I0326 23:42:13.847747       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 10.903927ms to process 1 records
I0326 23:42:13.848968       1 tasks_processing.go:74] worker 50 stopped.
I0326 23:42:13.848984       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 13.228047ms to process 0 records
I0326 23:42:13.848991       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 13.30899ms to process 0 records
I0326 23:42:13.849005       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 13.435934ms to process 0 records
I0326 23:42:13.849014       1 tasks_processing.go:74] worker 35 stopped.
I0326 23:42:13.849013       1 tasks_processing.go:74] worker 40 stopped.
W0326 23:42:13.849225       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:42:13.852280       1 tasks_processing.go:74] worker 7 stopped.
I0326 23:42:13.852303       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 15.424255ms to process 0 records
I0326 23:42:13.852311       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 13.442468ms to process 0 records
I0326 23:42:13.852316       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.109408ms to process 0 records
I0326 23:42:13.852320       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 15.759737ms to process 0 records
I0326 23:42:13.852325       1 tasks_processing.go:74] worker 44 stopped.
I0326 23:42:13.852329       1 tasks_processing.go:74] worker 4 stopped.
I0326 23:42:13.852332       1 tasks_processing.go:74] worker 63 stopped.
I0326 23:42:13.855140       1 tasks_processing.go:74] worker 49 stopped.
I0326 23:42:13.855152       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 18.002665ms to process 0 records
I0326 23:42:13.855162       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 17.029274ms to process 0 records
I0326 23:42:13.855166       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 19.539146ms to process 0 records
I0326 23:42:13.855172       1 tasks_processing.go:74] worker 29 stopped.
I0326 23:42:13.855176       1 tasks_processing.go:74] worker 51 stopped.
I0326 23:42:13.855192       1 tasks_processing.go:74] worker 32 stopped.
E0326 23:42:13.855202       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0326 23:42:13.855210       1 gather.go:177] gatherer "clusterconfig" function "machines" took 16.780051ms to process 0 records
I0326 23:42:13.855247       1 tasks_processing.go:74] worker 45 stopped.
I0326 23:42:13.855262       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 16.621439ms to process 0 records
I0326 23:42:13.859243       1 tasks_processing.go:74] worker 52 stopped.
I0326 23:42:13.859263       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 22.706509ms to process 0 records
I0326 23:42:13.865554       1 gather_logs.go:145] no pods in  namespace were found
I0326 23:42:13.865557       1 tasks_processing.go:74] worker 26 stopped.
I0326 23:42:13.865803       1 recorder.go:75] Recording config/version with fingerprint=d837b0b238f54135befd975719708ed94ee14e73fe4aee5eff6b20e711591ec9
I0326 23:42:13.865822       1 recorder.go:75] Recording config/id with fingerprint=a2e9988fb18d5017bdbae929ab401790edadb0333ef7108ccfb9d6934254487f
I0326 23:42:13.865829       1 gather.go:177] gatherer "clusterconfig" function "version" took 29.277017ms to process 2 records
I0326 23:42:13.865905       1 tasks_processing.go:74] worker 41 stopped.
I0326 23:42:13.866035       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 27.622523ms to process 0 records
I0326 23:42:13.866194       1 tasks_processing.go:74] worker 12 stopped.
I0326 23:42:13.866205       1 recorder.go:75] Recording config/proxy with fingerprint=12757da65d23195c19fb8e33c0f9fb418c4e6454ba52406aa6f103683ad97141
I0326 23:42:13.866213       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 30.186817ms to process 1 records
I0326 23:42:13.866246       1 tasks_processing.go:74] worker 9 stopped.
I0326 23:42:13.867405       1 recorder.go:75] Recording config/infrastructure with fingerprint=043e9a398cad347d8f4bc8d6acdd32bde84ad83d34b499278580e38e5892e8c0
I0326 23:42:13.867465       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 29.174009ms to process 1 records
I0326 23:42:13.867593       1 tasks_processing.go:74] worker 57 stopped.
I0326 23:42:13.868193       1 recorder.go:75] Recording config/network with fingerprint=554cf2407eee7615e9c301a06533df04979940094657b85ff671d155e8448731
I0326 23:42:13.868219       1 gather.go:177] gatherer "clusterconfig" function "networks" took 31.425962ms to process 1 records
I0326 23:42:13.868240       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 29.338538ms to process 0 records
E0326 23:42:13.868246       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0326 23:42:13.868253       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 29.277986ms to process 0 records
I0326 23:42:13.868302       1 tasks_processing.go:74] worker 48 stopped.
I0326 23:42:13.868259       1 tasks_processing.go:74] worker 16 stopped.
I0326 23:42:13.868341       1 tasks_processing.go:74] worker 59 stopped.
I0326 23:42:13.868933       1 recorder.go:75] Recording config/authentication with fingerprint=00088105dddbf109943448ec0022d09ef1795e96c73ddaf31e81fd8d52939332
I0326 23:42:13.868952       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 31.41981ms to process 1 records
I0326 23:42:13.869450       1 tasks_processing.go:74] worker 60 stopped.
I0326 23:42:13.869788       1 recorder.go:75] Recording config/node/ip-10-0-0-95.ec2.internal with fingerprint=65063416c4af9344a914f988cca7ed5373c0024d64cd1f347d88ac8f837491db
I0326 23:42:13.869880       1 recorder.go:75] Recording config/node/ip-10-0-1-220.ec2.internal with fingerprint=f4b5b549fe59aff524fc96a1d08145f89d340d7ca7ccda3628cd26a145437191
I0326 23:42:13.869940       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:42:13.869953       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:42:13.869954       1 recorder.go:75] Recording config/node/ip-10-0-2-198.ec2.internal with fingerprint=c4c3ef421439d927654e4c604ecfa930040c477178aed5fd0854185788ad4fa2
I0326 23:42:13.869957       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:42:13.869963       1 controller.go:212] Source scaController *sca.Controller is not ready
I0326 23:42:13.869964       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 32.395956ms to process 3 records
I0326 23:42:13.869967       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0326 23:42:13.869986       1 controller.go:489] The operator is still being initialized
I0326 23:42:13.869994       1 controller.go:512] The operator is healthy
I0326 23:42:13.870099       1 tasks_processing.go:74] worker 58 stopped.
I0326 23:42:13.870610       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=5884734e6f759197d93c61ce11d687e244588eae795b5799ec73ec3d1ab81a1e
I0326 23:42:13.870907       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=9dd2b242272dc07f0b0969eb4e5cf15b16db03284d37f110199ad1abcbae8971
I0326 23:42:13.870922       1 gather.go:177] gatherer "clusterconfig" function "crds" took 33.93595ms to process 2 records
I0326 23:42:13.871037       1 tasks_processing.go:74] worker 38 stopped.
I0326 23:42:13.871299       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=f6ddc005ac9a0c7dfb7c21945f6d54a9b7ca9b7e3d3c366b453fc0c6b48dcedd
I0326 23:42:13.871313       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 32.938127ms to process 1 records
I0326 23:42:13.871402       1 tasks_processing.go:74] worker 30 stopped.
I0326 23:42:13.871588       1 recorder.go:75] Recording config/oauth with fingerprint=7b851a571aa0b9b364581fabfc2f3e9d472cf9edf44480ee6c667faeecc3f74b
I0326 23:42:13.871601       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 31.712479ms to process 1 records
I0326 23:42:13.871615       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0326 23:42:13.871630       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 31.73478ms to process 1 records
I0326 23:42:13.871641       1 tasks_processing.go:74] worker 39 stopped.
I0326 23:42:13.871688       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=ea4e23908e02e429db05655f1e36e74132b9bb4b646638ae33050b47fb9f5a37
I0326 23:42:13.871699       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 31.924379ms to process 1 records
I0326 23:42:13.871720       1 tasks_processing.go:74] worker 27 stopped.
I0326 23:42:13.871789       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:42:13.871802       1 recorder.go:75] Recording config/featuregate with fingerprint=42ee6aeb6b81ad9dd69d55c84c1fe60bb376c91bc2a6cf319977d2561b20fa7f
I0326 23:42:13.871811       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 34.959544ms to process 1 records
I0326 23:42:13.871903       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=ecaf14cab02af979447a16f9e5232ac48e7ab5a132af9c543e7e5a1ec9ce41c6
I0326 23:42:13.871917       1 tasks_processing.go:74] worker 14 stopped.
I0326 23:42:13.871925       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=66af713872b192e7a50e11c9ff1148656d92e7550526692e0977a012e819feeb
I0326 23:42:13.871958       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 32.269879ms to process 2 records
I0326 23:42:13.872052       1 tasks_processing.go:74] worker 36 stopped.
I0326 23:42:13.872512       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9a3d6d05a2d2290233b4ff6230346c3837dd5314af9e4149dd5d40f7df6fe67c
I0326 23:42:13.872645       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=8c452cd94acd61fbfe406e2ccc07fcbc6b08da7a9a4160474cb16b35a0ce94d5
I0326 23:42:13.872738       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=8c3c7321cd72747626e0a238b18608fd1ea494e1b4ea075516de18ed34cfd59f
I0326 23:42:13.872766       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 34.521708ms to process 3 records
I0326 23:42:13.872959       1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=b369ded1e5f084637c01c3f1fa018c634c7bf4ca5deb607a4960e894281e3e09
I0326 23:42:13.873049       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=7041a6b8a7ebadf50a7841ad13fc07a0f474388b0aaf1fe67397a0dc0681b0ee
I0326 23:42:13.873220       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=282a933d9cf6fca4373dc3d34c7e9e3d9abd2de1f793f82261c289dbda83b715
I0326 23:42:13.873264       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=abee81e75597045c486690520f8b861fc2674d1447f53649758f0b7fa03bcf14
I0326 23:42:13.873275       1 tasks_processing.go:74] worker 19 stopped.
I0326 23:42:13.873311       1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=65a762b285f136c7f7e1c1dfd17cfba98b6b914e350aa2c3b1593a2b59c9bd80
I0326 23:42:13.873352       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=0d88db319ae3e9de2315d7c1673983792d3aeb1a60c7be4fcd7b0455112d687b
I0326 23:42:13.873397       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=e3cf9e80b432254ce8c4f4e25c908df4763f8f1cb42a64ac18a7f75ca056a617
I0326 23:42:13.873464       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=f81d715ae0c2625a2c347290c0bbc64ac665f6a7728e96bd6b86c68b568b7920
I0326 23:42:13.873519       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=25788e3cd22621359b28aaa41d65e384d01a8d87bfc4d8333316967eed1bdb68
I0326 23:42:13.873615       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=d64d6946dbfdb0d8e359f0afc16ce92ab09a319033a5ac86a75ef6787b2616c4
I0326 23:42:13.874485       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=04bb9474d3211fe453214e1a99eb78d5b58eea4e85a62360b1ece2419e3f30f5
I0326 23:42:13.874749       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=9ec91832b6f06ca5c4b791f75dceb9b2f4eeb67a5abcf3153657f45fe02ebc1e
I0326 23:42:13.874881       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=66e697aa467b6b7faaa2b5e43994a7844013fe7f5b617009aa64668ab58eece4
I0326 23:42:13.874961       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 32.576709ms to process 13 records
I0326 23:42:13.874983       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 36.87403ms to process 0 records
I0326 23:42:13.874998       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 37.675713ms to process 0 records
I0326 23:42:13.875028       1 tasks_processing.go:74] worker 15 stopped.
I0326 23:42:13.875104       1 tasks_processing.go:74] worker 13 stopped.
I0326 23:42:13.881354       1 tasks_processing.go:74] worker 17 stopped.
I0326 23:42:13.881630       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=506a9433b91e29703a04a49511496bae7a616c4e321720aae3ab70b5df2d6c48
I0326 23:42:13.881744       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=5992dbc538f516b0331737fb3bea2b73761bde04fd4bd23bcac9131b3866febe
I0326 23:42:13.881760       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 42.564406ms to process 2 records
I0326 23:42:13.884801       1 tasks_processing.go:74] worker 55 stopped.
I0326 23:42:13.884848       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0326 23:42:13.884861       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 49.388817ms to process 1 records
I0326 23:42:13.885327       1 tasks_processing.go:74] worker 61 stopped.
I0326 23:42:13.885794       1 recorder.go:75] Recording config/olm_operators with fingerprint=431128e5742befc767fb2963dbd6ff00a8e4bcab8a534e670d96077133ead5ae
I0326 23:42:13.885820       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 47.105817ms to process 1 records
E0326 23:42:13.888467       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ec66ec85-c877-4aee-8ef5-34bc2fe9b924%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:48195->172.30.0.10:53: read: connection refused
I0326 23:42:13.888493       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ec66ec85-c877-4aee-8ef5-34bc2fe9b924%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:48195->172.30.0.10:53: read: connection refused
I0326 23:42:13.889016       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0326 23:42:13.893575       1 tasks_processing.go:74] worker 21 stopped.
E0326 23:42:13.893608       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0326 23:42:13.893618       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9n1rd4nejao0bdiehvp66a2j2pguee-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9n1rd4nejao0bdiehvp66a2j2pguee-primary-cert-bundle-secret" not found
I0326 23:42:13.893702       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=57b5727b63868404e8b821d118337604d6e5bfafced9f47e78c108b74907255e
I0326 23:42:13.893722       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 57.818738ms to process 1 records
W0326 23:42:13.894769       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:40544->172.30.0.10:53: read: connection refused
I0326 23:42:13.894785       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:40544->172.30.0.10:53: read: connection refused
I0326 23:42:13.894867       1 tasks_processing.go:74] worker 46 stopped.
I0326 23:42:13.896319       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-9bm42 with fingerprint=e8268e6e21841829ede2c3317f985a4522b7da4a793c0b286f109c2f32b7eabc
I0326 23:42:13.896405       1 recorder.go:75] Recording config/running_containers with fingerprint=bd325194d1001b140aecbc3c8ad06c8e502399399d496e48e1f7af9a3edcc23e
I0326 23:42:13.896473       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 59.158334ms to process 2 records
I0326 23:42:13.896693       1 tasks_processing.go:74] worker 54 stopped.
I0326 23:42:13.896707       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 59.61134ms to process 0 records
I0326 23:42:13.899133       1 tasks_processing.go:74] worker 2 stopped.
E0326 23:42:13.899150       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0326 23:42:13.899155       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0326 23:42:13.899161       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0326 23:42:13.899173       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0326 23:42:13.899216       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0326 23:42:13.899223       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0326 23:42:13.899229       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0326 23:42:13.899239       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d
I0326 23:42:13.899281       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0326 23:42:13.899289       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0326 23:42:13.899294       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 60.816669ms to process 7 records
I0326 23:42:13.906914       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0326 23:42:13.906924       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:42:13.906959       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:42:13.911106       1 base_controller.go:82] Caches are synced for ConfigController 
I0326 23:42:13.911125       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0326 23:42:13.915257       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:42:13.946072       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0326 23:42:13.946090       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
W0326 23:42:14.850135       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:42:15.699335       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
W0326 23:42:15.850347       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:42:15.860387       1 gather_cluster_operator_pods_and_events.go:121] Found 43 pods with 90 containers
I0326 23:42:15.860400       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 279620 bytes
I0326 23:42:15.860471       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:16.065087       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:16.265995       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:16.301762       1 tasks_processing.go:74] worker 11 stopped.
I0326 23:42:16.301886       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=b724b646d7db4bf6220782fc7d3fe915dc3a752d71bd8174d0b48e8d1d6dda6b
I0326 23:42:16.301935       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1
I0326 23:42:16.301959       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=16258e45ba43a63686f567cdf32284af21c43ab3cca521ce08c104d3bb0b91d5
I0326 23:42:16.301970       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0326 23:42:16.301992       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=5dbae1a820944fb3cabddf8c53ef06367c937cc2857eab2dddec8e7660d0622f
I0326 23:42:16.302020       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0326 23:42:16.302044       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=19f2ca526730096c87d8ede9ad95ee359fa88b9bb82f68c591159d20d772f730
I0326 23:42:16.302073       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=004e481409582f157726dd35dce04ffee8b5f6296c27cad22522edcc2a613b1c
I0326 23:42:16.302096       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=dff7870cbc09d5210ed069a086e3faddb62c2c1744d166fa538891274844e7ce
I0326 23:42:16.302126       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=6f3472c57ec460f204c1dca8c5d490f815a8ccf760491ae115b3f409988dd790
I0326 23:42:16.302390       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=0721a82c38c52c6a385c7066a5f73a087c57a586d05c7f666115dea147c60435
I0326 23:42:16.302410       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=cc8b949ed365451f5fc235830456ecbe22ab0185cdaf9577eb3d947789e9492b
I0326 23:42:16.302440       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0326 23:42:16.302455       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=141156387d6092fd725f4ab217907ee92485ff6728b336f005902ffd66dccfc2
I0326 23:42:16.302468       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0326 23:42:16.302484       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=4ef6264880cdfdf7b379b42ab8a32bb1f71acfe8701539e1fbf7dc168bbb4d28
I0326 23:42:16.302492       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0326 23:42:16.302510       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=53b9e96f4e8f7d0c0ff50995c9b263a3d05a4135731a45a2d7e4fc3dcc0c8baf
I0326 23:42:16.302519       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0326 23:42:16.302539       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=561cfe4e8b17cba274828081e475ed42dbce0d4c38fe1cc802e30b2d1e06360f
I0326 23:42:16.302653       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=57e627b5ec24b8e4fe52eea3cf36d77a0a1f523ccd72b92cce59826866f77e1e
I0326 23:42:16.302664       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0326 23:42:16.302672       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0326 23:42:16.302693       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0326 23:42:16.302715       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=911132b5e4380ff16660da50c3c0607401edb3d47338b026b772620dba9626ed
I0326 23:42:16.302739       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=85c51031348bea9c170bce53d74b613418dbf71e7fc213751d7debb6469242ec
I0326 23:42:16.302750       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0326 23:42:16.302766       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=64b78b4c9c59959d3c766eec9c77ede4ad2554cfc2a5554e1fda3b7212263858
I0326 23:42:16.302776       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0326 23:42:16.302790       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=166b9a3b726a74bfa4d0efe6afa5121ada72e429122fc350f63a54dcb9ba9910
I0326 23:42:16.302805       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=47e7529e9733e58e4f1c17277cbc9c7c758bfe54d14cf17ab0e08b47c9142044
I0326 23:42:16.302822       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=b6c05e7aa98fa0a992f24770caa892523542ebc958dec241d1e21622eac535d9
I0326 23:42:16.302839       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=ab52a7675abb39cb520310c7ce1d0b2bde12058e2b28fb881ad037ccf4cfb800
I0326 23:42:16.302861       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=593d821a67fc915993f25620c3a9326dcfe4c5aaaa7d466a611aeedc2a2896e7
I0326 23:42:16.302871       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0326 23:42:16.302899       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=6f658ceb632d3760e30a6a1eefa1a89bebfabf2825ba4a0b08297bbd1ce93753
I0326 23:42:16.302917       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0326 23:42:16.302926       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0326 23:42:16.302934       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.465773458s to process 38 records
I0326 23:42:16.466305       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:16.665742       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
W0326 23:42:16.850190       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:42:16.865670       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:17.071453       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:17.276681       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:17.465565       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:17.673854       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
W0326 23:42:17.850118       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:42:17.865721       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:18.066375       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:18.265461       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:18.465805       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:18.665763       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-monitoring-operator container cluster-monitoring-operator-698978dbbf-4p2f4 pod in namespace openshift-monitoring (previous: false).
W0326 23:42:18.846742       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:42:18.846770       1 tasks_processing.go:74] worker 24 stopped.
E0326 23:42:18.846781       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:42:18.846793       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0326 23:42:18.846803       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.01106014s to process 1 records
I0326 23:42:18.867754       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-state-metrics container kube-state-metrics-7c87d874d5-p684p pod in namespace openshift-monitoring (previous: false).
I0326 23:42:19.065366       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container kube-state-metrics-7c87d874d5-p684p pod in namespace openshift-monitoring (previous: false).
I0326 23:42:19.265727       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container kube-state-metrics-7c87d874d5-p684p pod in namespace openshift-monitoring (previous: false).
I0326 23:42:19.465059       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-6f96bcbbb6-jf8bk pod in namespace openshift-monitoring (previous: false).
I0326 23:42:19.665390       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-6f96bcbbb6-vdf9p pod in namespace openshift-monitoring (previous: false).
I0326 23:42:19.865286       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-67788f859f-cz8jw pod in namespace openshift-monitoring (previous: false).
I0326 23:42:20.066516       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-67788f859f-xrnfn pod in namespace openshift-monitoring (previous: false).
I0326 23:42:20.265618       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-dflbk pod in namespace openshift-monitoring (previous: false).
I0326 23:42:20.464964       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:42:20.464983       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-dflbk pod in namespace openshift-monitoring (previous: false).
I0326 23:42:20.665801       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-dflbk pod in namespace openshift-monitoring (previous: false).
I0326 23:42:20.867206       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-plv22 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:21.065401       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:42:21.065436       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-plv22 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:21.266814       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-plv22 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:21.465821       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-v54fv pod in namespace openshift-monitoring (previous: false).
I0326 23:42:21.688317       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:42:21.688341       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-v54fv pod in namespace openshift-monitoring (previous: false).
I0326 23:42:21.866516       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-exporter-v54fv pod in namespace openshift-monitoring for failing operator node-exporter (previous: false): "container \"node-exporter\" in pod \"node-exporter-v54fv\" is waiting to start: PodInitializing"
I0326 23:42:21.866535       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-exporter\" in pod \"node-exporter-v54fv\" is waiting to start: PodInitializing"
I0326 23:42:21.866546       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-v54fv pod in namespace openshift-monitoring (previous: false).
I0326 23:42:22.066069       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-exporter-v54fv pod in namespace openshift-monitoring for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"node-exporter-v54fv\" is waiting to start: PodInitializing"
I0326 23:42:22.066090       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"node-exporter-v54fv\" is waiting to start: PodInitializing"
I0326 23:42:22.066101       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container openshift-state-metrics-6cb79d4dbd-7k8v6 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:22.266246       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container openshift-state-metrics-6cb79d4dbd-7k8v6 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:22.472556       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for openshift-state-metrics container openshift-state-metrics-6cb79d4dbd-7k8v6 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:22.665468       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:22.865038       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:23.069077       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:23.265646       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:23.465404       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:23.665205       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:23.865951       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:24.065889       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:24.266843       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:24.467525       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:24.665959       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:24.866164       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:25.065720       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:25.266044       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0326 23:42:25.465291       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator container prometheus-operator-5df5b8bf6d-tzppx pod in namespace openshift-monitoring (previous: false).
I0326 23:42:25.668517       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-operator-5df5b8bf6d-tzppx pod in namespace openshift-monitoring (previous: false).
I0326 23:42:25.865874       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-68c48fd977-bt4ms pod in namespace openshift-monitoring (previous: false).
I0326 23:42:26.065298       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-68c48fd977-j4skb pod in namespace openshift-monitoring (previous: false).
I0326 23:42:26.265617       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-7b6b8cd8c-4698z pod in namespace openshift-monitoring (previous: false).
I0326 23:42:26.465554       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-7b6b8cd8c-4698z pod in namespace openshift-monitoring (previous: false).
I0326 23:42:26.666039       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-7b6b8cd8c-4698z pod in namespace openshift-monitoring (previous: false).
I0326 23:42:26.675306       1 tasks_processing.go:74] worker 8 stopped.
I0326 23:42:26.675358       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0326 23:42:26.675372       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.838982856s to process 1 records
I0326 23:42:26.865594       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-7b6b8cd8c-4698z pod in namespace openshift-monitoring (previous: false).
I0326 23:42:27.065184       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-7b6b8cd8c-4698z pod in namespace openshift-monitoring (previous: false).
I0326 23:42:27.266155       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-7b6b8cd8c-4698z pod in namespace openshift-monitoring (previous: false).
I0326 23:42:27.443609       1 tasks_processing.go:74] worker 56 stopped.
I0326 23:42:27.443892       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4aff5860ec073ddfdf1bec96303c96ef7753a0d476f8315de0a2062bde3a2fd5
I0326 23:42:27.443909       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606677212s to process 1 records
I0326 23:42:27.466061       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-7b6b8cd8c-mxcmn pod in namespace openshift-monitoring (previous: false).
I0326 23:42:27.666298       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-7b6b8cd8c-mxcmn pod in namespace openshift-monitoring (previous: false).
I0326 23:42:27.867602       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-7b6b8cd8c-mxcmn pod in namespace openshift-monitoring (previous: false).
I0326 23:42:28.066672       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-7b6b8cd8c-mxcmn pod in namespace openshift-monitoring (previous: false).
I0326 23:42:28.266278       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-7b6b8cd8c-mxcmn pod in namespace openshift-monitoring (previous: false).
I0326 23:42:28.465152       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-7b6b8cd8c-mxcmn pod in namespace openshift-monitoring (previous: false).
I0326 23:42:28.666211       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-dnl6w pod in namespace openshift-network-console (previous: false).
I0326 23:42:28.865516       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-vz6dq pod in namespace openshift-network-console (previous: false).
I0326 23:42:29.065160       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-9bm42 pod in namespace openshift-console-operator (previous: true).
I0326 23:42:29.265365       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-9bm42 pod in namespace openshift-console-operator (previous: false).
I0326 23:42:29.467026       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-68f5c5475c-8gv9t pod in namespace openshift-console (previous: false).
I0326 23:42:29.666268       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-68f5c5475c-r4vmt pod in namespace openshift-console (previous: false).
I0326 23:42:29.859952       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:42:29.859973       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-c8975b54d-hhwpd pod in namespace openshift-console (previous: false).
I0326 23:42:30.066031       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-78rh2 pod in namespace openshift-console (previous: false).
I0326 23:42:30.265501       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-hghn6 pod in namespace openshift-console (previous: false).
I0326 23:42:30.465379       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-rjqsq pod in namespace openshift-dns (previous: false).
I0326 23:42:30.665473       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rjqsq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-rjqsq\" is waiting to start: ContainerCreating"
I0326 23:42:30.665493       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-rjqsq\" is waiting to start: ContainerCreating"
I0326 23:42:30.665502       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-rjqsq pod in namespace openshift-dns (previous: false).
I0326 23:42:30.865287       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rjqsq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-rjqsq\" is waiting to start: ContainerCreating"
I0326 23:42:30.865306       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-rjqsq\" is waiting to start: ContainerCreating"
I0326 23:42:30.865336       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-stphw pod in namespace openshift-dns (previous: false).
I0326 23:42:31.065492       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-stphw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-stphw\" is waiting to start: ContainerCreating"
I0326 23:42:31.065512       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-stphw\" is waiting to start: ContainerCreating"
I0326 23:42:31.065521       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-stphw pod in namespace openshift-dns (previous: false).
I0326 23:42:31.267541       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-stphw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-stphw\" is waiting to start: ContainerCreating"
I0326 23:42:31.267560       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-stphw\" is waiting to start: ContainerCreating"
I0326 23:42:31.267571       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-7kp5c pod in namespace openshift-dns (previous: false).
I0326 23:42:31.467033       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:42:31.467053       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dclw6 pod in namespace openshift-dns (previous: false).
I0326 23:42:31.667971       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:42:31.667999       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-fhdc6 pod in namespace openshift-dns (previous: false).
I0326 23:42:31.864627       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:42:31.864672       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5f76c45d4f-r6vmj pod in namespace openshift-image-registry (previous: true).
I0326 23:42:32.066169       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5f76c45d4f-r6vmj pod in namespace openshift-image-registry (previous: false).
I0326 23:42:32.266664       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7686d8d649-2rf9x pod in namespace openshift-image-registry (previous: false).
I0326 23:42:32.459633       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:42:32.459675       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7686d8d649-nsqjx pod in namespace openshift-image-registry (previous: true).
I0326 23:42:32.666500       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7686d8d649-nsqjx pod in namespace openshift-image-registry (previous: false).
I0326 23:42:32.866976       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-4nxj7 pod in namespace openshift-image-registry (previous: false).
I0326 23:42:33.065202       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-8lh4m pod in namespace openshift-image-registry (previous: false).
I0326 23:42:33.266963       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-xhdpn pod in namespace openshift-image-registry (previous: false).
I0326 23:42:33.466356       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5769486d95-bqxk8 pod in namespace openshift-ingress (previous: false).
I0326 23:42:33.668346       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5769486d95-tb2g2 pod in namespace openshift-ingress (previous: false).
I0326 23:42:33.867052       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-b8764d5d7-hc8p7 pod in namespace openshift-ingress (previous: false).
I0326 23:42:34.077609       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-h2f26 pod in namespace openshift-ingress-canary (previous: false).
I0326 23:42:34.270816       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-h2f26 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-h2f26\" is waiting to start: ContainerCreating"
I0326 23:42:34.270837       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-h2f26\" is waiting to start: ContainerCreating"
I0326 23:42:34.270876       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jf8r4 pod in namespace openshift-ingress-canary (previous: false).
I0326 23:42:34.465655       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-jf8r4 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jf8r4\" is waiting to start: ContainerCreating"
I0326 23:42:34.465677       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jf8r4\" is waiting to start: ContainerCreating"
I0326 23:42:34.465702       1 tasks_processing.go:74] worker 37 stopped.
I0326 23:42:34.466482       1 recorder.go:75] Recording events/openshift-monitoring with fingerprint=9272ee80b4525c8aa335f1bf5e2a14cb27c03ff65f2835c26cacc71212739149
I0326 23:42:34.466551       1 recorder.go:75] Recording events/openshift-network-console with fingerprint=b8815bd5bb830ddeb5b47da85e2e37c232dcfc5c0c02b6c269e00de235def6fe
I0326 23:42:34.466685       1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=bee60858748c33f436a00e583fda0439ca28f68ec48bfba039346dab4b0d961a
I0326 23:42:34.466800       1 recorder.go:75] Recording events/openshift-console with fingerprint=70e1cca0aeebb49a5995eaf2710ebd250aab189305d52527ccb51842c2ef3add
I0326 23:42:34.466839       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=bf6f2c2c465b3bb3148c7f790e78c9a1d1e717798ba12d67ac8b57fea3ab7a01
I0326 23:42:34.466887       1 recorder.go:75] Recording events/openshift-dns with fingerprint=43aad05f36e3730a70aab252ee614c0e627d2a59fb48dc6ad4a40b55dca389f0
I0326 23:42:34.467017       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=ce02a1482dfdb7afb9d469c60da3afce42bc78d96a27d707d10ebe978a342b54
I0326 23:42:34.467057       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=1f58cb6bbffc7cab1517ff695421af3b195c8ec06ec48f341df3a08aca532519
I0326 23:42:34.467139       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=2fabac81d2759526b2505c358ab4594f41a565bfce13f863dd1170d2cf5b3eb3
I0326 23:42:34.467193       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=43e1f8c5d421eaeef9278d87c4b03dc7e9bb55ca7fd463245388ce976651d6c5
I0326 23:42:34.467208       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/init-config-reloader_current.log with fingerprint=c8ec3257666ac2534156d7fff1978771a3af2f2dfe9a48160e512938b3e5c4dc
I0326 23:42:34.467241       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/alertmanager_current.log with fingerprint=65a25cb260bf4da5b7336f7392de203ae6e12d06596f042ffc7684bcf7b569e0
I0326 23:42:34.467268       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/config-reloader_current.log with fingerprint=c3e82c3c4e2a152b198c8c91320aa561e9202ba5336241a99b18f4e8cba32814
I0326 23:42:34.467283       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-web_current.log with fingerprint=db05ae3669ef4331aa580e4f9068437aae1912cd3bc9bff422613d799a34aa09
I0326 23:42:34.467296       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy_current.log with fingerprint=82ca6c251657d9eb1404a5541e27afe57d2166ed87d5e216bdd70010654232c8
I0326 23:42:34.467307       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-metric_current.log with fingerprint=6adc31edd06be12dbfdee7c7c80a821aa53ddb39626ebd20c5983e026871e30e
I0326 23:42:34.467315       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/prom-label-proxy_current.log with fingerprint=be01dd408e422c8d077b2ba494f88526b30fc4cf1b282033ad9508e26934e745
I0326 23:42:34.467326       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/init-config-reloader_current.log with fingerprint=0db53f57c500d7d499d6331bf60c0e5af83aef7f6a47464eb129f856546d5ffe
I0326 23:42:34.467355       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/alertmanager_current.log with fingerprint=2527fd5e69eeaa7925bb313495822c04ad05c9403b232540c048aa22d82594e7
I0326 23:42:34.467378       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/config-reloader_current.log with fingerprint=dfc7aa93696afe7b1063f0acd095ad4a86df79be729ec121be81f4e11907d112
I0326 23:42:34.467392       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-web_current.log with fingerprint=3b15dd872d715f4c1a973677adc46803c8aa298974e0cab7f680f57a98fe102a
I0326 23:42:34.467401       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy_current.log with fingerprint=eae588221ee2051c4956c847d09221e478f84849bdfb8a420c2a2885b1196e5f
I0326 23:42:34.467428       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-metric_current.log with fingerprint=d3f4f856d36fc8519f770e053c68541e8495728c8a75f85933e13f67fdd97860
I0326 23:42:34.467436       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/prom-label-proxy_current.log with fingerprint=0d1026551de3eb623023b04e615148f4042cb35a06ab802fe3342403699579e5
I0326 23:42:34.467565       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/cluster-monitoring-operator-698978dbbf-4p2f4/cluster-monitoring-operator_current.log with fingerprint=9b2b6f5e060749a0e2c7033bff9ec700c2ec576c34be96f7b33c68a4afd4c875
I0326 23:42:34.467595       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-p684p/kube-state-metrics_current.log with fingerprint=d2efe684aaf45f617355e242b92df653019027a25e8a13c1929b542c625ee00d
I0326 23:42:34.467609       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-p684p/kube-rbac-proxy-main_current.log with fingerprint=527d0330aa1438dd0f89a619fc59ab460f0c73958d8718aa2ce898e019c57ff0
I0326 23:42:34.467621       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-p684p/kube-rbac-proxy-self_current.log with fingerprint=922c86f77c84da35085749a68c61c3d465161e3014837b45247dd82d91a07309
I0326 23:42:34.467633       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-6f96bcbbb6-jf8bk/metrics-server_current.log with fingerprint=3493a0eab733c9f3f2258bc0bce8ade3aab7966a4213d913cedf33376c658a44
I0326 23:42:34.467647       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-6f96bcbbb6-vdf9p/metrics-server_current.log with fingerprint=aee96f0371953a58fcc556415fc1d8281b58dab24bced88fc20a15543bffb64c
I0326 23:42:34.467667       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-67788f859f-cz8jw/monitoring-plugin_current.log with fingerprint=1cfb990fa83ca82b51e8c8b2f2975a4240d52fb5118c4a948b3065d0ebd5fe6e
I0326 23:42:34.467687       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-67788f859f-xrnfn/monitoring-plugin_current.log with fingerprint=ae7966be1df62c9b456508b584ebc0220a4d5d99c0a961364b32845848af8464
I0326 23:42:34.467726       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-dflbk/node-exporter_current.log with fingerprint=0e5632c96fd8348c9f9947683fb85cb89e4cddc5848012c83d3d1f6f536ed5b4
I0326 23:42:34.467738       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-dflbk/kube-rbac-proxy_current.log with fingerprint=dfac3881bc7c8e0f92396c746c9fdddd10bd7cf6f6db5bdcd46edf4b175821f6
I0326 23:42:34.467775       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-plv22/node-exporter_current.log with fingerprint=01026a06fa1a99f7a3c383ee0dd50e3b8d6a4c86d0ff76dc8aadf07f3a8c4f87
I0326 23:42:34.467788       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-plv22/kube-rbac-proxy_current.log with fingerprint=a089ff9fe52fdeb09f486886f71a8fd772fb6def7edd3027f2381f27704b1458
I0326 23:42:34.467799       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-7k8v6/kube-rbac-proxy-main_current.log with fingerprint=18f057c6e237d15f9628017e05965253962efbf341531a6f9b8f59ba73c84ea3
I0326 23:42:34.467809       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-7k8v6/kube-rbac-proxy-self_current.log with fingerprint=59b3fd21fc4423d0cb4c8d217f6901cccc4e70ca8420b72814558a5360ba6000
I0326 23:42:34.467828       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-7k8v6/openshift-state-metrics_current.log with fingerprint=464f0b16d29b456c278d897f3b6f96d4190e081dc9dedd28451a49a690fa30ca
I0326 23:42:34.467842       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/init-config-reloader_current.log with fingerprint=0c436551199209530b0a9358fe7db8a2addccd2b28b721ece4d94f30e2af193a
I0326 23:42:34.467945       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/prometheus_current.log with fingerprint=19800db394a80aa77b7d28f03c7c002ea33da68f5224f88523059b8d9708dbb1
I0326 23:42:34.467968       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/config-reloader_current.log with fingerprint=48bbc61f35e7ab716b8b3b8b140fd9a5a2429dc2ad11d0921703558f94223832
I0326 23:42:34.467990       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/thanos-sidecar_current.log with fingerprint=23eec2f36708390ec7370945f2e3daf898b66ff3befefe3dd4f52d2d547a23ab
I0326 23:42:34.468002       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-web_current.log with fingerprint=29022ed5c32111c6500d534abdc7aaac98303143d6cdc3a343862c0c0226e823
I0326 23:42:34.468012       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy_current.log with fingerprint=9e08e027cd58d803ba1a9207d7e5fa1d4b9202b52eab34950d1f194c72240190
I0326 23:42:34.468023       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-thanos_current.log with fingerprint=3b4369fcc557499273e0d21fc0e64b1d79176624f3890b8cc3d0091a1c6b3dee
I0326 23:42:34.468034       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/init-config-reloader_current.log with fingerprint=2ef3247db232b155dbe5d27ccb91a284a7c598a2124c55cfd34b5dfb94fd92b8
I0326 23:42:34.468135       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/prometheus_current.log with fingerprint=f1455b1f1656edc8738fe77019363bd19f49f40216c7e20f34fed7093d1d5a2c
I0326 23:42:34.468157       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/config-reloader_current.log with fingerprint=f7315f561d6059153a7f2fd46779f386b8104856e695ca98a3b7e6c65eae5718
I0326 23:42:34.468178       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/thanos-sidecar_current.log with fingerprint=516f0e679b0716bb572eedb9f56cc117ebdcdb7dae9d3eabad5c0fd60643641a
I0326 23:42:34.468190       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-web_current.log with fingerprint=b9178110e55febb8325a6ea0d5a81a035e10a2788ae0a78ed9192f2d8a10cd8a
I0326 23:42:34.468200       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy_current.log with fingerprint=b0b3438d249818f97c7b596d31e2b3daf881c3909ab7ac17927104421d3f001f
I0326 23:42:34.468213       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-thanos_current.log with fingerprint=4ebbedb83b9ad62da4c6f5c6512290c9eb040f21c9771c7370a39b6f8c53f3f3
I0326 23:42:34.468299       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-5df5b8bf6d-tzppx/prometheus-operator_current.log with fingerprint=25980cf759b337d005e6d91cdb74a050de85d27b462131dc433552a9dfb10a1f
I0326 23:42:34.468311       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-5df5b8bf6d-tzppx/kube-rbac-proxy_current.log with fingerprint=53dc8960056d50d423286ddab7df5cfe5bec8fbc676a43aa172cdc4dbe16b260
I0326 23:42:34.468325       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-68c48fd977-bt4ms/prometheus-operator-admission-webhook_current.log with fingerprint=7f68647458d74926784a39828316f8d76cb081489316b227e6afb888a4953ae6
I0326 23:42:34.468340       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-68c48fd977-j4skb/prometheus-operator-admission-webhook_current.log with fingerprint=6bb1b4ea5067b73f88b0a1611f34e5df5bb88ea3b9a11053a796b94959b03e9c
I0326 23:42:34.468380       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-4698z/thanos-query_current.log with fingerprint=d835bde5e8fc0b6f4460bb098a785e087d10339496396db44f96ec0c4b8ef083
I0326 23:42:34.468403       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-4698z/kube-rbac-proxy-web_current.log with fingerprint=a0ed804b5afb2161a50b5d1bc6675f92437f11b3d3dba0ae68394488f436e854
I0326 23:42:34.468429       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-4698z/kube-rbac-proxy_current.log with fingerprint=3492e60a40dde1e04928bb5f51ed3c543fff8a715ee1d5ae065276090b5dc897
I0326 23:42:34.468439       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-4698z/prom-label-proxy_current.log with fingerprint=5ba9a5e719741e6c7173eff3cbbbb77cf52b914fca5716b6fc30e59d1c352f6c
I0326 23:42:34.468449       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-4698z/kube-rbac-proxy-rules_current.log with fingerprint=7fc362f9f4d3e586c4f926bccea2515b8b8e1a27b7fdd928237b40bd029d9ed6
I0326 23:42:34.468460       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-4698z/kube-rbac-proxy-metrics_current.log with fingerprint=a90a1bf55b06a16238ba763e53bc32bfff8b323074b71d7c875b7ce8d5475ed7
I0326 23:42:34.468497       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-mxcmn/thanos-query_current.log with fingerprint=11440bbef24811254e6d914f06f4f900eefc71f19acdc54386b62f0a1c6e1815
I0326 23:42:34.468517       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-mxcmn/kube-rbac-proxy-web_current.log with fingerprint=585ef7f61025eecfe0907e5a781f76a82e1f053698d699a92f8d59da62c3def8
I0326 23:42:34.468527       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-mxcmn/kube-rbac-proxy_current.log with fingerprint=ee16697e8a9b4dd0861deadee154179d11167bd918049d5f28f517c9c8a45143
I0326 23:42:34.468534       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-mxcmn/prom-label-proxy_current.log with fingerprint=673bb1092c8a929e2768d50ad82347691aecd083c5ce39cc8caac197b26c5cb1
I0326 23:42:34.468544       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-mxcmn/kube-rbac-proxy-rules_current.log with fingerprint=b6ace162acd7040b56cd034fb085e3de82c2eac40e46a3f636fd6a7170660102
I0326 23:42:34.468555       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7b6b8cd8c-mxcmn/kube-rbac-proxy-metrics_current.log with fingerprint=d9fd618a6c01c0c7c025bfd76ced1257e20bc10145baab55bd3a1afb8e3b1b24
I0326 23:42:34.468567       1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-dnl6w/networking-console-plugin_current.log with fingerprint=fac7c7b24380d82cda2899c1604df0b2f4e4282806bb0985bede475a0b71a42b
I0326 23:42:34.468577       1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-vz6dq/networking-console-plugin_current.log with fingerprint=40b6dc8a8fa61cce44605330c219d833b03995ff1b3188b60ec9b7d4a82166ca
I0326 23:42:34.468727       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-9bm42 with fingerprint=e8268e6e21841829ede2c3317f985a4522b7da4a793c0b286f109c2f32b7eabc
E0326 23:42:34.468753       1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-9bm42.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-575cd97545-9bm42.json" was already recorded and had the fingerprint "e8268e6e21841829ede2c3317f985a4522b7da4a793c0b286f109c2f32b7eabc", overwriting with the record having fingerprint "e8268e6e21841829ede2c3317f985a4522b7da4a793c0b286f109c2f32b7eabc"
W0326 23:42:34.468772       1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-9bm42.json" because of the warning: warning: the record with the same fingerprint "e8268e6e21841829ede2c3317f985a4522b7da4a793c0b286f109c2f32b7eabc" was already recorded at path "config/pod/openshift-console-operator/console-operator-575cd97545-9bm42.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-575cd97545-9bm42.json"
I0326 23:42:34.468789       1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-9bm42/console-operator_previous.log with fingerprint=d0848e5190d99cf60e52caf2a5465aeda37f23170ff95f2ffb641d9356a668e8
I0326 23:42:34.468941       1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-9bm42/console-operator_current.log with fingerprint=2245f53f2497bc1bdef1fc4e01f6ce9419bdac54012ad4460dda747bef342ffa
I0326 23:42:34.468963       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-68f5c5475c-8gv9t/console_current.log with fingerprint=410b989c412ae580dd0eb350caaa1dfef5034d8d76c55d4c94ad4e8749ce6649
I0326 23:42:34.468981       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-c8975b54d-hhwpd/console_current.log with fingerprint=c99bff11612450846ffa205336cae8f4f41d9c01fcba817fab1cf1d8730c478f
I0326 23:42:34.468994       1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-78rh2/download-server_current.log with fingerprint=7d5e0689379bd64a62831bfa87043fdc6799684165c674d78312fe73052048f6
I0326 23:42:34.469008       1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-hghn6/download-server_current.log with fingerprint=6cdb2747afad72d4e13c242cda309af62573d34ff489810cfe1a7bcdb2d89c8b
I0326 23:42:34.469121       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-rjqsq with fingerprint=7e7598008fab80f17487cf26cb266d460fcffbb4145a462b5ade70f534e69a6d
I0326 23:42:34.469212       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-stphw with fingerprint=616a3c5e58ebce99b06577e486564576fcf5218dd5e52f9e6a0730e5518c63e2
I0326 23:42:34.469344       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5f76c45d4f-r6vmj with fingerprint=7c054f2ea94daf0d3197140c3b56e686aa1b610f1141e1baa69e8aa332b94f7b
I0326 23:42:34.469394       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-5f76c45d4f-r6vmj/registry_previous.log with fingerprint=1cfa3e68c099ddfdfa2078c6bd0f40d1481a71cdf3384113740297ee9a3cf930
I0326 23:42:34.469443       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-5f76c45d4f-r6vmj/registry_current.log with fingerprint=4f0e5dec8f024791383d1d16c8e1ab16223d8fb8bf972049859705e4721115c1
I0326 23:42:34.469567       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7686d8d649-nsqjx with fingerprint=2fc6ef7d6ba18b73493d1c51c8b70d271aee6a56c1ae93ced85cd3193b3ac765
I0326 23:42:34.469617       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-7686d8d649-nsqjx/registry_previous.log with fingerprint=627a5465c4c3c22ea1899793dede7b323283ee133e564ffc5185b2c398577394
I0326 23:42:34.469644       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-7686d8d649-nsqjx/registry_current.log with fingerprint=ad4827981450b3e586d1cc190d0f317579cc00a68a9e9cbe43f311bb8338a9c9
I0326 23:42:34.469655       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-4nxj7/node-ca_current.log with fingerprint=b1c64bc0a5781613bbb1e213f5d374f777f31121ec395250db60c7cb2ec721a3
I0326 23:42:34.469664       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-8lh4m/node-ca_current.log with fingerprint=747b6c7a16f2bf64ec52c1964b3a9fe8ff2a35c73b74efcad17f3348daf4303c
I0326 23:42:34.469675       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-xhdpn/node-ca_current.log with fingerprint=843b3af872d856d14640651561fb6caed8304e750684a61335715334a66eb5de
I0326 23:42:34.469720       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-5769486d95-bqxk8/router_current.log with fingerprint=54eec3e9d6b634a2f470be7d88d4886ac369cee3a1ffc95688dde5f862e45133
I0326 23:42:34.469765       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-5769486d95-tb2g2/router_current.log with fingerprint=460413349f21951ca14cb430e6d5a227fe6c77947545d6ca7ae7b378bfa16760
I0326 23:42:34.469804       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-b8764d5d7-hc8p7/router_current.log with fingerprint=fd25656c5781232fd908444da9ee4fb7eb42eda7d91eb0f64c7397eb81c13296
I0326 23:42:34.469876       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-h2f26 with fingerprint=54f72728e52f2b67d2520c536462cc2c451b80904a1cee20fe387e4d8de844b4
I0326 23:42:34.469941       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-jf8r4 with fingerprint=5366682989996dba4e645e9c6a1fe64428c11857b4087e98a1727217059b8fc8
I0326 23:42:34.469954       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 20.629666588s to process 94 records
E0326 23:42:34.470052       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 20.634s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"silenced_alerts\" failed with an error, function \"active_alerts\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-575cd97545-9bm42.json\""
I0326 23:42:34.471170       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "silenced_alerts" failed with an error, function "active_alerts" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-575cd97545-9bm42.json"
I0326 23:42:34.471186       1 periodic.go:209] Running workloads gatherer
I0326 23:42:34.471203       1 tasks_processing.go:45] number of workers: 2
I0326 23:42:34.471220       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:42:34.471226       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0326 23:42:34.471278       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:42:34.471294       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0326 23:42:34.477649       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-95.ec2.internal...
I0326 23:42:34.477657       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-198.ec2.internal...
I0326 23:42:34.500475       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:42:34.500493       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 29.160767ms to process 0 records
I0326 23:42:39.854466       1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s
I0326 23:42:39.880276       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data
I0326 23:42:39.887925       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms)
I0326 23:42:39.898013       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (10ms)
I0326 23:42:39.905932       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms)
I0326 23:42:39.914038       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (8ms)
I0326 23:42:39.921786       1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (8ms)
I0326 23:42:39.929532       1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (8ms)
I0326 23:42:39.937695       1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (8ms)
I0326 23:42:39.945288       1 gather_workloads_info.go:387] No image sha256:ef2bfb546cd8aac31b7671585f718f44b268ed43a9c8562016ab741558a7dfa1 (8ms)
I0326 23:42:39.953273       1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (8ms)
I0326 23:42:39.961100       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (8ms)
I0326 23:42:39.987951       1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (27ms)
I0326 23:42:40.091027       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (103ms)
I0326 23:42:40.188912       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (98ms)
I0326 23:42:40.289156       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms)
I0326 23:42:40.388817       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms)
I0326 23:42:40.494188       1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (105ms)
I0326 23:42:40.597182       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (103ms)
I0326 23:42:40.688499       1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (91ms)
I0326 23:42:40.789626       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (101ms)
I0326 23:42:40.888926       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms)
I0326 23:42:40.989644       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (101ms)
I0326 23:42:41.088804       1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (99ms)
I0326 23:42:41.188967       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms)
I0326 23:42:41.288206       1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (99ms)
I0326 23:42:41.388775       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms)
I0326 23:42:41.489100       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms)
I0326 23:42:41.588475       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (99ms)
I0326 23:42:41.688247       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms)
I0326 23:42:41.788087       1 gather_workloads_info.go:387] No image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (100ms)
I0326 23:42:41.888797       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (101ms)
I0326 23:42:41.990796       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (102ms)
I0326 23:42:42.090389       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms)
I0326 23:42:42.188200       1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (98ms)
I0326 23:42:42.296792       1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (109ms)
I0326 23:42:42.387647       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (91ms)
I0326 23:42:42.488181       1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (101ms)
I0326 23:42:42.588470       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms)
I0326 23:42:42.688489       1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (100ms)
I0326 23:42:42.788800       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms)
I0326 23:42:42.888409       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms)
I0326 23:42:42.988711       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms)
I0326 23:42:43.088943       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0326 23:42:43.190618       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (102ms)
I0326 23:42:43.298901       1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (108ms)
I0326 23:42:43.391997       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (93ms)
I0326 23:42:43.489950       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (98ms)
I0326 23:42:43.588857       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms)
I0326 23:42:43.689329       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms)
I0326 23:42:43.788614       1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (99ms)
I0326 23:42:43.888716       1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (100ms)
I0326 23:42:43.888751       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:42:43.889083       1 recorder.go:75] Recording config/workload_info with fingerprint=22028a27c83de41f602b02925aca8c0269589db8d34782b46973b252552ce9af
I0326 23:42:43.889100       1 gather.go:177] gatherer "workloads" function "workload_info" took 9.417517374s to process 1 records
I0326 23:42:43.889116       1 periodic.go:256] Periodic gather workloads completed in 9.417s
I0326 23:42:43.889126       1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message=
I0326 23:42:43.889131       1 periodic.go:209] Running conditional gatherer
I0326 23:42:43.897064       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0326 23:42:43.903320       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.15:34405->172.30.0.10:53: read: connection refused
I0326 23:42:43.903643       1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer
E0326 23:42:43.906610       1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:56471->172.30.0.10:53: read: connection refused
I0326 23:42:43.906676       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0326 23:42:43.912183       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0326 23:42:43.912198       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:42:43.912204       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:42:43.912207       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:42:43.912211       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:42:43.912214       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:42:43.912217       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:42:43.912220       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:42:43.912222       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:42:43.912226       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0326 23:42:43.912242       1 tasks_processing.go:45] number of workers: 3
I0326 23:42:43.912254       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:42:43.912258       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0326 23:42:43.912267       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:42:43.912278       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:42:43.912285       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0326 23:42:43.912286       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:42:43.912300       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0326 23:42:43.912345       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0326 23:42:43.912357       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.16µs to process 1 records
I0326 23:42:43.912387       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0326 23:42:43.912396       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.369µs to process 1 records
I0326 23:42:43.912401       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:42:43.912586       1 tasks_processing.go:74] worker 2 stopped.
I0326 23:42:43.912610       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 265.918µs to process 0 records
I0326 23:42:43.912648       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.15:34405->172.30.0.10:53: read: connection refused
I0326 23:42:43.912668       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0326 23:42:43.937473       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=2bf3ff2614254c1b61ae5d424c909c394cb79a531ed6aca450c62996ead1cbe7
I0326 23:42:43.937643       1 diskrecorder.go:70] Writing 201 records to /var/lib/insights-operator/insights-2026-03-26-234243.tar.gz
I0326 23:42:43.951254       1 diskrecorder.go:51] Wrote 201 records to disk in 13ms
I0326 23:42:43.951286       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0326 23:42:43.951302       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0326 23:43:43.835835       1 diskrecorder.go:223] Found files to send: insights-2026-03-26-234243.tar.gz
I0326 23:43:43.835866       1 insightsuploader.go:150] Checking archives to upload periodically every 16m13.412990635s
I0326 23:43:43.835875       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0326 23:43:43.845158       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0326 23:43:44.057433       1 requests.go:87] Successfully reported id=2026-03-26T23:43:43Z x-rh-insights-request-id=df04e3ba8bc54e10bfac06963c070211, wrote=104144
I0326 23:43:44.057496       1 insightsuploader.go:187] Uploaded report successfully in 221.61242ms
I0326 23:43:44.057530       1 controller.go:128] Initializing last reported time to 2026-03-26T23:43:43Z
I0326 23:43:44.057541       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0326 23:43:44.057548       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0326 23:43:44.057555       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0326 23:43:44.062943       1 controller.go:512] The operator is healthy
I0326 23:44:13.853551       1 controller.go:512] The operator is healthy
I0326 23:44:49.645069       1 insightsreport.go:137] Pulling report from smart-proxy
I0326 23:44:49.645104       1 insightsreport.go:149] Retrieving report
I0326 23:44:49.652313       1 requests.go:110] Retrieving report for cluster: ec66ec85-c877-4aee-8ef5-34bc2fe9b924
I0326 23:44:49.652326       1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/ec66ec85-c877-4aee-8ef5-34bc2fe9b924/reports
I0326 23:44:49.655595       1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/ec66ec85-c877-4aee-8ef5-34bc2fe9b924/reports
I0326 23:44:49.849905       1 insightsreport.go:184] Report retrieved
I0326 23:44:49.876328       1 insightsreport.go:239] Report retrieved correctly
I0326 23:46:13.853441       1 controller.go:512] The operator is healthy
I0326 23:47:13.828541       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:47:13.834650       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:47:13.834672       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:47:13.838916       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:48:13.856621       1 controller.go:512] The operator is healthy
I0326 23:50:13.852095       1 controller.go:512] The operator is healthy
I0326 23:52:13.825358       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:52:13.829722       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:52:13.839809       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:52:13.844851       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:52:13.844872       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:52:13.849112       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:52:13.852145       1 controller.go:512] The operator is healthy
I0326 23:54:13.852147       1 controller.go:512] The operator is healthy
I0326 23:56:13.853606       1 controller.go:512] The operator is healthy
I0326 23:57:13.849175       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:57:13.854598       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:57:13.854622       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:57:13.860673       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:58:13.852387       1 controller.go:512] The operator is healthy
I0327 00:00:02.471832       1 insightsuploader.go:146] Nothing to report since 2026-03-26T23:43:43Z
I0327 00:00:13.853866       1 controller.go:512] The operator is healthy
I0327 00:02:13.827131       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 00:02:13.831456       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 00:02:13.851996       1 controller.go:512] The operator is healthy
I0327 00:02:13.861051       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0327 00:02:13.865874       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 00:02:13.865910       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0327 00:02:13.869907       1 secretconfigobserver.go:119] support secret does not exist
I0327 00:04:13.852528       1 controller.go:512] The operator is healthy
I0327 00:06:13.852637       1 controller.go:512] The operator is healthy
I0327 00:07:13.870736       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0327 00:07:13.875640       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 00:07:13.875663       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0327 00:07:13.879983       1 secretconfigobserver.go:119] support secret does not exist
I0327 00:08:13.855071       1 controller.go:512] The operator is healthy
I0327 00:10:13.853069       1 controller.go:512] The operator is healthy
I0327 00:12:13.827570       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 00:12:13.852274       1 controller.go:512] The operator is healthy
I0327 00:12:13.880234       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0327 00:12:13.885289       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 00:12:13.885314       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0327 00:12:13.889598       1 secretconfigobserver.go:119] support secret does not exist
I0327 00:14:13.856058       1 controller.go:512] The operator is healthy
I0327 00:15:45.625687       1 insightsuploader.go:146] Nothing to report since 2026-03-26T23:43:43Z
I0327 00:16:13.856664       1 controller.go:512] The operator is healthy
I0327 00:17:13.890061       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0327 00:17:13.897702       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 00:17:13.897721       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0327 00:17:13.906226       1 secretconfigobserver.go:119] support secret does not exist