W0329 02:54:00.537499       1 cmd.go:257] Using insecure, self-signed certificates
I0329 02:54:01.035771       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 02:54:01.036074       1 observer_polling.go:159] Starting file observer
I0329 02:54:01.255753       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0329 02:54:01.255969       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0329 02:54:01.256519       1 secure_serving.go:57] Forcing use of http/1.1 only
W0329 02:54:01.256540       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0329 02:54:01.256545       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0329 02:54:01.256549       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0329 02:54:01.256552       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0329 02:54:01.256554       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0329 02:54:01.256556       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0329 02:54:01.256619       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0329 02:54:01.263567       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0329 02:54:01.263611       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"1cd44cf4-ee9f-4869-bebd-79903f9e93c4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0329 02:54:01.269987       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0329 02:54:01.270016       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0329 02:54:01.270011       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0329 02:54:01.270031       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0329 02:54:01.270010       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0329 02:54:01.270045       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0329 02:54:01.270262       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3880423439/tls.crt::/tmp/serving-cert-3880423439/tls.key"
I0329 02:54:01.270765       1 secure_serving.go:213] Serving securely on [::]:8443
I0329 02:54:01.270802       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0329 02:54:01.271665       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0329 02:54:01.271693       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0329 02:54:01.271724       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0329 02:54:01.287580       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0329 02:54:01.287608       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0329 02:54:01.301462       1 secretconfigobserver.go:119] support secret does not exist
I0329 02:54:01.307294       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0329 02:54:01.313159       1 secretconfigobserver.go:119] support secret does not exist
I0329 02:54:01.315601       1 recorder.go:161] Pruning old reports every 7h50m10s, max age is 288h0m0s
I0329 02:54:01.329958       1 periodic.go:209] Running clusterconfig gatherer
I0329 02:54:01.330015       1 tasks_processing.go:45] number of workers: 64
I0329 02:54:01.330029       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0329 02:54:01.330048       1 insightsreport.go:296] Starting report retriever
I0329 02:54:01.330052       1 tasks_processing.go:69] worker 1 listening for tasks.
I0329 02:54:01.330052       1 tasks_processing.go:69] worker 0 listening for tasks.
I0329 02:54:01.330061       1 tasks_processing.go:71] worker 1 working on config_maps task.
I0329 02:54:01.330060       1 tasks_processing.go:69] worker 2 listening for tasks.
I0329 02:54:01.330066       1 tasks_processing.go:69] worker 45 listening for tasks.
I0329 02:54:01.330070       1 tasks_processing.go:69] worker 15 listening for tasks.
I0329 02:54:01.330071       1 tasks_processing.go:71] worker 2 working on nodenetworkstates task.
I0329 02:54:01.330076       1 tasks_processing.go:69] worker 28 listening for tasks.
I0329 02:54:01.330078       1 tasks_processing.go:71] worker 15 working on openstack_dataplanedeployments task.
I0329 02:54:01.330081       1 tasks_processing.go:71] worker 28 working on operators task.
I0329 02:54:01.330064       1 tasks_processing.go:71] worker 0 working on monitoring_persistent_volumes task.
I0329 02:54:01.330081       1 tasks_processing.go:69] worker 27 listening for tasks.
I0329 02:54:01.330101       1 tasks_processing.go:69] worker 36 listening for tasks.
I0329 02:54:01.330108       1 tasks_processing.go:69] worker 22 listening for tasks.
I0329 02:54:01.330115       1 tasks_processing.go:69] worker 29 listening for tasks.
I0329 02:54:01.330119       1 tasks_processing.go:69] worker 23 listening for tasks.
I0329 02:54:01.330123       1 tasks_processing.go:69] worker 30 listening for tasks.
I0329 02:54:01.330119       1 tasks_processing.go:69] worker 21 listening for tasks.
I0329 02:54:01.330130       1 tasks_processing.go:69] worker 24 listening for tasks.
I0329 02:54:01.330133       1 tasks_processing.go:69] worker 31 listening for tasks.
I0329 02:54:01.329961       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0329 02:54:01.330142       1 tasks_processing.go:69] worker 32 listening for tasks.
I0329 02:54:01.330144       1 tasks_processing.go:69] worker 20 listening for tasks.
I0329 02:54:01.330145       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0329 02:54:01.330141       1 tasks_processing.go:69] worker 54 listening for tasks.
I0329 02:54:01.330137       1 tasks_processing.go:69] worker 19 listening for tasks.
I0329 02:54:01.330149       1 tasks_processing.go:69] worker 18 listening for tasks.
I0329 02:54:01.330161       1 tasks_processing.go:69] worker 16 listening for tasks.
I0329 02:54:01.330151       1 tasks_processing.go:69] worker 35 listening for tasks.
I0329 02:54:01.330153       1 tasks_processing.go:69] worker 46 listening for tasks.
I0329 02:54:01.330164       1 tasks_processing.go:69] worker 4 listening for tasks.
I0329 02:54:01.330169       1 tasks_processing.go:69] worker 5 listening for tasks.
I0329 02:54:01.330180       1 tasks_processing.go:69] worker 52 listening for tasks.
I0329 02:54:01.330170       1 tasks_processing.go:69] worker 50 listening for tasks.
I0329 02:54:01.330188       1 tasks_processing.go:69] worker 17 listening for tasks.
I0329 02:54:01.330171       1 tasks_processing.go:69] worker 51 listening for tasks.
I0329 02:54:01.330172       1 tasks_processing.go:69] worker 61 listening for tasks.
I0329 02:54:01.330204       1 tasks_processing.go:69] worker 62 listening for tasks.
I0329 02:54:01.330210       1 tasks_processing.go:69] worker 56 listening for tasks.
I0329 02:54:01.330040       1 tasks_processing.go:69] worker 3 listening for tasks.
I0329 02:54:01.330248       1 tasks_processing.go:71] worker 45 working on qemu_kubevirt_launcher_logs task.
I0329 02:54:01.330287       1 tasks_processing.go:69] worker 25 listening for tasks.
I0329 02:54:01.330300       1 tasks_processing.go:69] worker 33 listening for tasks.
I0329 02:54:01.330305       1 tasks_processing.go:69] worker 63 listening for tasks.
I0329 02:54:01.330313       1 tasks_processing.go:69] worker 48 listening for tasks.
I0329 02:54:01.330320       1 tasks_processing.go:69] worker 11 listening for tasks.
I0329 02:54:01.330321       1 tasks_processing.go:69] worker 13 listening for tasks.
I0329 02:54:01.330326       1 tasks_processing.go:69] worker 12 listening for tasks.
I0329 02:54:01.330345       1 tasks_processing.go:69] worker 7 listening for tasks.
I0329 02:54:01.330380       1 tasks_processing.go:69] worker 37 listening for tasks.
I0329 02:54:01.330393       1 tasks_processing.go:69] worker 38 listening for tasks.
I0329 02:54:01.330398       1 tasks_processing.go:69] worker 39 listening for tasks.
I0329 02:54:01.330441       1 tasks_processing.go:69] worker 40 listening for tasks.
I0329 02:54:01.330439       1 tasks_processing.go:69] worker 57 listening for tasks.
I0329 02:54:01.330452       1 tasks_processing.go:69] worker 41 listening for tasks.
I0329 02:54:01.330458       1 tasks_processing.go:69] worker 44 listening for tasks.
I0329 02:54:01.330458       1 tasks_processing.go:69] worker 8 listening for tasks.
I0329 02:54:01.330461       1 tasks_processing.go:69] worker 43 listening for tasks.
I0329 02:54:01.330470       1 tasks_processing.go:69] worker 9 listening for tasks.
I0329 02:54:01.330471       1 tasks_processing.go:69] worker 42 listening for tasks.
I0329 02:54:01.330476       1 tasks_processing.go:71] worker 9 working on feature_gates task.
I0329 02:54:01.330478       1 tasks_processing.go:69] worker 10 listening for tasks.
I0329 02:54:01.330479       1 tasks_processing.go:71] worker 42 working on sap_pods task.
I0329 02:54:01.330478       1 tasks_processing.go:69] worker 14 listening for tasks.
I0329 02:54:01.330054       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0329 02:54:01.330489       1 tasks_processing.go:69] worker 49 listening for tasks.
I0329 02:54:01.330499       1 tasks_processing.go:69] worker 55 listening for tasks.
I0329 02:54:01.330501       1 tasks_processing.go:71] worker 20 working on active_alerts task.
I0329 02:54:01.330508       1 tasks_processing.go:71] worker 46 working on authentication task.
I0329 02:54:01.330507       1 tasks_processing.go:71] worker 35 working on oauths task.
I0329 02:54:01.330522       1 tasks_processing.go:69] worker 53 listening for tasks.
I0329 02:54:01.330523       1 tasks_processing.go:69] worker 26 listening for tasks.
I0329 02:54:01.330536       1 tasks_processing.go:71] worker 23 working on certificate_signing_requests task.
I0329 02:54:01.330538       1 tasks_processing.go:71] worker 24 working on overlapping_namespace_uids task.
I0329 02:54:01.330546       1 tasks_processing.go:69] worker 60 listening for tasks.
W0329 02:54:01.330546       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 02:54:01.330554       1 tasks_processing.go:69] worker 58 listening for tasks.
I0329 02:54:01.330561       1 tasks_processing.go:71] worker 30 working on openstack_dataplanenodesets task.
I0329 02:54:01.330568       1 tasks_processing.go:71] worker 4 working on pod_network_connectivity_checks task.
I0329 02:54:01.330564       1 tasks_processing.go:69] worker 6 listening for tasks.
I0329 02:54:01.330572       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 48.935µs to process 0 records
I0329 02:54:01.330570       1 tasks_processing.go:71] worker 36 working on machines task.
I0329 02:54:01.330580       1 tasks_processing.go:71] worker 27 working on proxies task.
I0329 02:54:01.330584       1 tasks_processing.go:71] worker 31 working on validating_webhook_configurations task.
I0329 02:54:01.330601       1 tasks_processing.go:71] worker 22 working on install_plans task.
I0329 02:54:01.330594       1 tasks_processing.go:69] worker 59 listening for tasks.
I0329 02:54:01.330606       1 tasks_processing.go:71] worker 52 working on machine_configs task.
I0329 02:54:01.330602       1 tasks_processing.go:71] worker 5 working on service_accounts task.
I0329 02:54:01.330611       1 tasks_processing.go:69] worker 34 listening for tasks.
I0329 02:54:01.330644       1 tasks_processing.go:71] worker 50 working on aggregated_monitoring_cr_names task.
I0329 02:54:01.330704       1 tasks_processing.go:71] worker 51 working on version task.
I0329 02:54:01.330770       1 tasks_processing.go:71] worker 16 working on node_logs task.
I0329 02:54:01.330784       1 tasks_processing.go:71] worker 32 working on sap_config task.
I0329 02:54:01.330502       1 tasks_processing.go:71] worker 17 working on schedulers task.
I0329 02:54:01.331110       1 tasks_processing.go:71] worker 29 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0329 02:54:01.331150       1 tasks_processing.go:69] worker 47 listening for tasks.
I0329 02:54:01.331153       1 tasks_processing.go:71] worker 12 working on jaegers task.
I0329 02:54:01.331164       1 tasks_processing.go:71] worker 48 working on image_pruners task.
I0329 02:54:01.331169       1 tasks_processing.go:71] worker 62 working on cluster_apiserver task.
I0329 02:54:01.331339       1 tasks_processing.go:71] worker 56 working on storage_cluster task.
I0329 02:54:01.331418       1 tasks_processing.go:71] worker 13 working on openstack_controlplanes task.
I0329 02:54:01.331572       1 tasks_processing.go:71] worker 11 working on mutating_webhook_configurations task.
I0329 02:54:01.331164       1 tasks_processing.go:71] worker 33 working on infrastructures task.
I0329 02:54:01.331628       1 tasks_processing.go:71] worker 40 working on nodes task.
I0329 02:54:01.330775       1 tasks_processing.go:71] worker 21 working on machine_healthchecks task.
I0329 02:54:01.331836       1 tasks_processing.go:71] worker 37 working on lokistack task.
I0329 02:54:01.331854       1 tasks_processing.go:71] worker 38 working on tsdb_status task.
W0329 02:54:01.331870       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 02:54:01.331884       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 20.383µs to process 0 records
I0329 02:54:01.331892       1 tasks_processing.go:71] worker 39 working on container_images task.
I0329 02:54:01.331968       1 tasks_processing.go:71] worker 7 working on machine_config_pools task.
I0329 02:54:01.330761       1 tasks_processing.go:71] worker 19 working on dvo_metrics task.
I0329 02:54:01.332022       1 tasks_processing.go:71] worker 3 working on machine_autoscalers task.
I0329 02:54:01.332046       1 tasks_processing.go:71] worker 25 working on machine_sets task.
I0329 02:54:01.331157       1 tasks_processing.go:71] worker 61 working on image task.
I0329 02:54:01.330765       1 tasks_processing.go:71] worker 18 working on container_runtime_configs task.
I0329 02:54:01.332088       1 tasks_processing.go:71] worker 44 working on image_registries task.
I0329 02:54:01.332108       1 tasks_processing.go:71] worker 8 working on olm_operators task.
I0329 02:54:01.332139       1 tasks_processing.go:71] worker 43 working on metrics task.
W0329 02:54:01.332168       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 02:54:01.332177       1 tasks_processing.go:71] worker 57 working on networks task.
I0329 02:54:01.332185       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 29.295µs to process 0 records
I0329 02:54:01.332193       1 tasks_processing.go:71] worker 41 working on clusterroles task.
I0329 02:54:01.331161       1 tasks_processing.go:71] worker 63 working on openshift_machine_api_events task.
I0329 02:54:01.330756       1 tasks_processing.go:71] worker 54 working on nodenetworkconfigurationpolicies task.
I0329 02:54:01.332873       1 tasks_processing.go:71] worker 59 working on silenced_alerts task.
I0329 02:54:01.332883       1 tasks_processing.go:74] worker 38 stopped.
I0329 02:54:01.332890       1 tasks_processing.go:71] worker 47 working on ingress task.
W0329 02:54:01.332908       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 02:54:01.332914       1 tasks_processing.go:71] worker 60 working on storage_classes task.
I0329 02:54:01.332964       1 tasks_processing.go:71] worker 10 working on openstack_version task.
I0329 02:54:01.332991       1 tasks_processing.go:71] worker 14 working on crds task.
I0329 02:54:01.333020       1 tasks_processing.go:71] worker 20 working on pdbs task.
I0329 02:54:01.333071       1 tasks_processing.go:71] worker 58 working on ceph_cluster task.
I0329 02:54:01.333082       1 tasks_processing.go:71] worker 6 working on openshift_logging task.
I0329 02:54:01.333129       1 tasks_processing.go:71] worker 53 working on cost_management_metrics_configs task.
I0329 02:54:01.333261       1 tasks_processing.go:71] worker 34 working on ingress_certificates task.
I0329 02:54:01.332992       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 27.489µs to process 0 records
I0329 02:54:01.332899       1 tasks_processing.go:71] worker 49 working on sap_datahubs task.
I0329 02:54:01.332897       1 tasks_processing.go:74] worker 43 stopped.
I0329 02:54:01.333411       1 tasks_processing.go:71] worker 55 working on operators_pods_and_events task.
I0329 02:54:01.332918       1 tasks_processing.go:74] worker 59 stopped.
I0329 02:54:01.333592       1 tasks_processing.go:71] worker 26 working on support_secret task.
I0329 02:54:01.338383       1 tasks_processing.go:74] worker 13 stopped.
I0329 02:54:01.338396       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 6.94705ms to process 0 records
I0329 02:54:01.338586       1 tasks_processing.go:74] worker 36 stopped.
E0329 02:54:01.338599       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0329 02:54:01.338606       1 gather.go:177] gatherer "clusterconfig" function "machines" took 7.995174ms to process 0 records
I0329 02:54:01.349937       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0329 02:54:01.349960       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0329 02:54:01.349967       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0329 02:54:01.349970       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0329 02:54:01.349993       1 controller.go:489] The operator is still being initialized
I0329 02:54:01.350000       1 controller.go:512] The operator is healthy
I0329 02:54:01.352846       1 tasks_processing.go:74] worker 27 stopped.
I0329 02:54:01.352953       1 recorder.go:75] Recording config/proxy with fingerprint=71b725efe786ab8172f55726b628e745c286ae147011c73afca29c72213bd5ad
I0329 02:54:01.352969       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 22.250776ms to process 1 records
I0329 02:54:01.354758       1 tasks_processing.go:74] worker 15 stopped.
I0329 02:54:01.354772       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 24.666394ms to process 0 records
I0329 02:54:01.354829       1 tasks_processing.go:74] worker 62 stopped.
I0329 02:54:01.354997       1 recorder.go:75] Recording config/apiserver with fingerprint=e211d5e266e8ffe0221caeb32a88e880360c56c6869d832c16a43ffd66bca54e
I0329 02:54:01.355012       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 23.649066ms to process 1 records
I0329 02:54:01.355100       1 tasks_processing.go:74] worker 35 stopped.
I0329 02:54:01.355195       1 recorder.go:75] Recording config/oauth with fingerprint=ea2fec4e0929bc4f9435385afb67dc47b1c46bbef0d8e5fd9e3983e7748d3e49
I0329 02:54:01.355203       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 24.38744ms to process 1 records
I0329 02:54:01.360497       1 tasks_processing.go:74] worker 0 stopped.
I0329 02:54:01.360509       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 30.403648ms to process 0 records
I0329 02:54:01.360600       1 tasks_processing.go:74] worker 54 stopped.
I0329 02:54:01.360617       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 28.12554ms to process 0 records
I0329 02:54:01.360675       1 tasks_processing.go:74] worker 17 stopped.
I0329 02:54:01.360765       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=102e62ec74b42a8460d45a184e660e48c537adf8e258e661e97bc8b787cab57e
I0329 02:54:01.360783       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 29.686776ms to process 1 records
I0329 02:54:01.370559       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0329 02:54:01.370637       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0329 02:54:01.370661       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0329 02:54:01.371797       1 base_controller.go:82] Caches are synced for ConfigController 
I0329 02:54:01.371806       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0329 02:54:01.376500       1 tasks_processing.go:74] worker 2 stopped.
I0329 02:54:01.376515       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 46.417686ms to process 0 records
I0329 02:54:01.376576       1 tasks_processing.go:74] worker 4 stopped.
E0329 02:54:01.376589       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0329 02:54:01.376598       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 45.999206ms to process 0 records
I0329 02:54:01.376720       1 tasks_processing.go:74] worker 30 stopped.
I0329 02:54:01.376735       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 46.14915ms to process 0 records
I0329 02:54:01.376755       1 tasks_processing.go:74] worker 12 stopped.
I0329 02:54:01.376765       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 45.587051ms to process 0 records
I0329 02:54:01.376771       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 44.734654ms to process 0 records
I0329 02:54:01.376779       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 44.723231ms to process 0 records
I0329 02:54:01.376780       1 tasks_processing.go:74] worker 3 stopped.
I0329 02:54:01.376788       1 tasks_processing.go:74] worker 25 stopped.
I0329 02:54:01.376787       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 44.70365ms to process 0 records
I0329 02:54:01.376792       1 tasks_processing.go:74] worker 18 stopped.
E0329 02:54:01.376800       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0329 02:54:01.376810       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 45.059531ms to process 0 records
I0329 02:54:01.376848       1 tasks_processing.go:74] worker 21 stopped.
I0329 02:54:01.376914       1 tasks_processing.go:74] worker 9 stopped.
I0329 02:54:01.376947       1 recorder.go:75] Recording config/featuregate with fingerprint=0da92dba33bb05a594832c0339a81dcb53280c2432c4b9309686799939984bc3
I0329 02:54:01.376960       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 46.317912ms to process 1 records
I0329 02:54:01.377040       1 tasks_processing.go:74] worker 33 stopped.
I0329 02:54:01.377436       1 recorder.go:75] Recording config/infrastructure with fingerprint=d596264dd90b18c292f214c50ae829e95b8de551252c4588a0be6329b2c2597b
I0329 02:54:01.377448       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 45.309997ms to process 1 records
I0329 02:54:01.377530       1 tasks_processing.go:74] worker 57 stopped.
I0329 02:54:01.377590       1 recorder.go:75] Recording config/network with fingerprint=acad183a827bea245b3434ff5c535d8269d182bef95285988ed69fee88d3f84b
I0329 02:54:01.377599       1 gather.go:177] gatherer "clusterconfig" function "networks" took 44.849803ms to process 1 records
I0329 02:54:01.380701       1 tasks_processing.go:74] worker 10 stopped.
I0329 02:54:01.380716       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 47.723697ms to process 0 records
I0329 02:54:01.380967       1 tasks_processing.go:74] worker 47 stopped.
I0329 02:54:01.381117       1 recorder.go:75] Recording config/ingress with fingerprint=3f411d816b937ba0b4fae8d413054ceacbd06c6a5df1eddb6c1545850a5be164
I0329 02:54:01.381130       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 48.049052ms to process 1 records
I0329 02:54:01.386370       1 tasks_processing.go:74] worker 6 stopped.
I0329 02:54:01.386383       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 53.270754ms to process 0 records
I0329 02:54:01.386391       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 52.986385ms to process 0 records
I0329 02:54:01.386398       1 tasks_processing.go:74] worker 49 stopped.
I0329 02:54:01.386397       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 53.297979ms to process 0 records
I0329 02:54:01.386403       1 tasks_processing.go:74] worker 58 stopped.
I0329 02:54:01.386410       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 55.898719ms to process 0 records
I0329 02:54:01.386415       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 55.599922ms to process 0 records
I0329 02:54:01.386419       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 53.26559ms to process 0 records
I0329 02:54:01.386424       1 tasks_processing.go:74] worker 53 stopped.
I0329 02:54:01.386428       1 tasks_processing.go:74] worker 42 stopped.
I0329 02:54:01.386432       1 tasks_processing.go:74] worker 32 stopped.
I0329 02:54:01.386625       1 gather_logs.go:145] no pods in  namespace were found
I0329 02:54:01.386637       1 tasks_processing.go:74] worker 45 stopped.
I0329 02:54:01.386646       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 56.375186ms to process 0 records
I0329 02:54:01.386773       1 tasks_processing.go:74] worker 16 stopped.
I0329 02:54:01.386782       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 55.981434ms to process 0 records
I0329 02:54:01.386903       1 tasks_processing.go:74] worker 37 stopped.
I0329 02:54:01.386912       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 55.049675ms to process 0 records
I0329 02:54:01.387331       1 tasks_processing.go:74] worker 56 stopped.
I0329 02:54:01.387343       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 55.97951ms to process 0 records
I0329 02:54:01.387377       1 tasks_processing.go:74] worker 11 stopped.
I0329 02:54:01.388300       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=3ba5d9f27483b04efdad33d367868763f1f676ad35b7b223728195454a00666a
I0329 02:54:01.388429       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=0c7e5669d411639d45a7dbe74710af755e4105707964719dcb7dcc5f2d24c5a6
I0329 02:54:01.388508       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=0a168c96eff2b2c16f6e8c7852ab1e15ecc96a774a67e0b74e7b85cdd63cbbff
I0329 02:54:01.388540       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 55.791936ms to process 3 records
I0329 02:54:01.388700       1 recorder.go:75] Recording config/image with fingerprint=35b8e72e10ccb889a327b857e1a950dab042906a8f2660b76fc3ea9f62c96461
I0329 02:54:01.388742       1 gather.go:177] gatherer "clusterconfig" function "image" took 55.443167ms to process 1 records
I0329 02:54:01.388776       1 tasks_processing.go:74] worker 61 stopped.
I0329 02:54:01.388853       1 tasks_processing.go:74] worker 46 stopped.
I0329 02:54:01.389591       1 recorder.go:75] Recording config/authentication with fingerprint=d64ec43cf539f1fec9ab8a4faf99f49a66aa32a7dd658b651730b2be1d097c7e
I0329 02:54:01.389609       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 57.413703ms to process 1 records
I0329 02:54:01.389957       1 tasks_processing.go:74] worker 31 stopped.
I0329 02:54:01.390094       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=6adad6a90e86584feaec3bc37efc06550269ba8c4b2b236eba5fc55b8424d589
I0329 02:54:01.390175       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a5c217a704dbaf629c832a969f1d32c58d85f15338d77495eac9cf17553f6a7e
I0329 02:54:01.390203       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=80bcadd9fa3dd514046ee5cb031c33cd77331386ee50b7654d8b299507766bbb
I0329 02:54:01.390245       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=f812ad2a8f78ec2916e3e3467a9da05a9a03cfb675dfb93a5808d129db6eeb26
I0329 02:54:01.390273       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=01eb6696778048c3c1fba0c43d9bf134107b3d5b43bfd48d9ce90c3b549998c8
I0329 02:54:01.390294       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=0b6924c5ff34ab4164141bc488c50a81b3cce6cf1b8ae35f82dcce4e3febd054
I0329 02:54:01.390316       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=f7f0629fa1a6942839414f749df6ffd5d3b570bf8f537302362eed577853e408
I0329 02:54:01.390348       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=1b0a5559b6610999e4280bcaee7d737d7a869c7ac1c6be128578f2bbfbf48c46
I0329 02:54:01.390370       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=df2f0d3ec3472ada5ad4f181a8026b5a50ef3bedbbdec24717fa155572d3cc21
I0329 02:54:01.390392       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=230196224f243c5821c6d6e7e91223db0f9de2aaced42be572ff8eda5003540f
I0329 02:54:01.390414       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=ec80c0da5497706f03379c7b743d6e722040dcaf45b817e90f5373d645a231af
I0329 02:54:01.390422       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 59.361685ms to process 11 records
I0329 02:54:01.390507       1 tasks_processing.go:74] worker 40 stopped.
I0329 02:54:01.390707       1 recorder.go:75] Recording config/node/ip-10-0-0-214.ec2.internal with fingerprint=2b4a14f68aa4237cefa203564b61fca6f99c142882c7e1b18029825145f77c0a
I0329 02:54:01.390764       1 recorder.go:75] Recording config/node/ip-10-0-1-191.ec2.internal with fingerprint=732077f5458fc99a797cd1b01185c40e0d80d87acb41809d393efce1d3835d42
I0329 02:54:01.390814       1 recorder.go:75] Recording config/node/ip-10-0-2-219.ec2.internal with fingerprint=77d0d7be8881213257e7d7af4ca3049eab6cbbf3db7cc63a18181a7345e3b5b5
I0329 02:54:01.390822       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 58.382017ms to process 3 records
I0329 02:54:01.390904       1 tasks_processing.go:74] worker 44 stopped.
I0329 02:54:01.391412       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0329 02:54:01.391423       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=137a4399e6b926a6acbf5f29220a229b44d9e00ea399b2910050d4f51cb3bc1b
I0329 02:54:01.391438       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 58.698288ms to process 1 records
I0329 02:54:01.391455       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0329 02:54:01.391472       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 60.329763ms to process 1 records
I0329 02:54:01.391483       1 tasks_processing.go:74] worker 24 stopped.
I0329 02:54:01.391411       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
W0329 02:54:01.391585       1 operator.go:288] started
I0329 02:54:01.391619       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0329 02:54:01.392276       1 tasks_processing.go:74] worker 20 stopped.
I0329 02:54:01.392411       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=600de3583b89d9da0c6e0edc7a1a49772b4a0a303527c498eac0eff9239dcf00
I0329 02:54:01.392442       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=3f956239a9b03ee600ead0a5754485f98a5182bb4dacffc32f53b723122312b5
I0329 02:54:01.392468       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=5ccb8bd882468831cb9a64d917a27ecc15a5d33b61473bd531a25a745f27c8fa
I0329 02:54:01.392479       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 59.191477ms to process 3 records
I0329 02:54:01.393422       1 tasks_processing.go:74] worker 23 stopped.
I0329 02:54:01.393435       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 62.872196ms to process 0 records
I0329 02:54:01.393793       1 tasks_processing.go:74] worker 60 stopped.
I0329 02:54:01.393882       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=51957db52dc5cfe324530bb033840b80d58ade78b45d0f25887c050c1842864a
I0329 02:54:01.393919       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=e09cb088fa668775a1007299d8f9b568713997be15223155f6a9976eca3c471c
I0329 02:54:01.393927       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 60.861608ms to process 2 records
I0329 02:54:01.395909       1 tasks_processing.go:74] worker 63 stopped.
I0329 02:54:01.396190       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 63.413452ms to process 0 records
I0329 02:54:01.397631       1 tasks_processing.go:74] worker 26 stopped.
E0329 02:54:01.397643       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0329 02:54:01.397651       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 63.997102ms to process 0 records
W0329 02:54:01.402254       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 02:54:01.403895       1 tasks_processing.go:74] worker 50 stopped.
I0329 02:54:01.403911       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 73.240563ms to process 0 records
I0329 02:54:01.404991       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 02:54:01.405560       1 tasks_processing.go:74] worker 41 stopped.
I0329 02:54:01.405835       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f2a71e09d86fca09ff3254e575c6f9ece96860f35f4f6cae7bfbf2d51e7ee06b
I0329 02:54:01.406002       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=4629b17f9f232a16ffca9f4b52c22f1c587af13c41fa3bf10c4ddb87f79b23dc
I0329 02:54:01.406017       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 73.091719ms to process 2 records
I0329 02:54:01.406926       1 tasks_processing.go:74] worker 39 stopped.
I0329 02:54:01.406989       1 recorder.go:75] Recording config/running_containers with fingerprint=2ccc0f775c8e82b98a614a173ee32c2ab6f3f064c6bd5f4232a7f0d992ab229e
I0329 02:54:01.407000       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 75.020849ms to process 1 records
I0329 02:54:01.412376       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0329 02:54:01.412392       1 controller.go:212] Source scaController *sca.Controller is not ready
I0329 02:54:01.412397       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0329 02:54:01.412400       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0329 02:54:01.412402       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0329 02:54:01.412419       1 controller.go:489] The operator is still being initialized
I0329 02:54:01.412424       1 controller.go:512] The operator is healthy
I0329 02:54:01.413263       1 prometheus_rules.go:88] Prometheus rules successfully created
I0329 02:54:01.413685       1 tasks_processing.go:74] worker 8 stopped.
I0329 02:54:01.413840       1 recorder.go:75] Recording config/olm_operators with fingerprint=2fa8d3652878185a287fa8a0e688f1b342eb4cf074d04fa49dd2ac83e474b4a5
I0329 02:54:01.413887       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 81.554699ms to process 1 records
I0329 02:54:01.413958       1 tasks_processing.go:74] worker 14 stopped.
I0329 02:54:01.415381       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=cd80da4f92ef0a8d3d9324e1f85eba2ce3eb5c9aa9fb78670d42ccb64a57565b
I0329 02:54:01.415712       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=64bcc111b8749f2adb69a7343f4916fe414b09d3fa0d76360f67be05dffa2023
I0329 02:54:01.415729       1 gather.go:177] gatherer "clusterconfig" function "crds" took 80.944873ms to process 2 records
I0329 02:54:01.415820       1 tasks_processing.go:74] worker 51 stopped.
I0329 02:54:01.415949       1 recorder.go:75] Recording config/version with fingerprint=43fcbd6835ef26df93bd66747af2bd3e4be559e302c54649b154f72d1aaed251
I0329 02:54:01.415960       1 recorder.go:75] Recording config/id with fingerprint=72cfb86682dfaaaac2fafcf08434f3a1327745880014e646cfc613019f04f14f
I0329 02:54:01.415964       1 gather.go:177] gatherer "clusterconfig" function "version" took 83.218139ms to process 2 records
E0329 02:54:01.423667       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%276184997e-d53c-4ca4-9e17-2917a58d855e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.16:43352->172.30.0.10:53: read: connection refused
I0329 02:54:01.423684       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%276184997e-d53c-4ca4-9e17-2917a58d855e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.16:43352->172.30.0.10:53: read: connection refused
I0329 02:54:01.429758       1 tasks_processing.go:74] worker 29 stopped.
I0329 02:54:01.429774       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 98.625726ms to process 0 records
I0329 02:54:01.433807       1 tasks_processing.go:74] worker 48 stopped.
I0329 02:54:01.433912       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=a2a96f6cb31a204a850174aa8c00c3ac00f08c5c1f60a1c45f5ecc72193e9a31
I0329 02:54:01.433925       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 102.629435ms to process 1 records
I0329 02:54:01.457621       1 tasks_processing.go:74] worker 1 stopped.
E0329 02:54:01.457643       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0329 02:54:01.457650       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0329 02:54:01.457654       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0329 02:54:01.457667       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0329 02:54:01.457695       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0329 02:54:01.457701       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0329 02:54:01.457705       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0329 02:54:01.457710       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0329 02:54:01.457748       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0329 02:54:01.457756       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0329 02:54:01.457761       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 127.542993ms to process 7 records
I0329 02:54:01.492404       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0329 02:54:01.492420       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0329 02:54:01.492919       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0329 02:54:01.499258       1 tasks_processing.go:74] worker 7 stopped.
I0329 02:54:01.499278       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 167.265837ms to process 0 records
I0329 02:54:01.500503       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0329 02:54:01.504012       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
W0329 02:54:01.504288       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.16:48325->172.30.0.10:53: read: connection refused
I0329 02:54:01.504302       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.16:48325->172.30.0.10:53: read: connection refused
I0329 02:54:01.531798       1 tasks_processing.go:74] worker 34 stopped.
E0329 02:54:01.531818       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0329 02:54:01.531826       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pb44o1k46ho5pnrk0fefudvc264u4d0-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pb44o1k46ho5pnrk0fefudvc264u4d0-primary-cert-bundle-secret" not found
I0329 02:54:01.531886       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=4ba8ee0ea048b14424ce0826327561b646e1b4a413c7ac90873d9d2f7570a0e8
I0329 02:54:01.531901       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 198.47243ms to process 1 records
I0329 02:54:01.800170       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0329 02:54:01.800187       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0329 02:54:01.800569       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-qstlx pod in namespace openshift-dns (previous: false).
I0329 02:54:02.035358       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qstlx pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-qstlx\" is waiting to start: ContainerCreating"
I0329 02:54:02.035378       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-qstlx\" is waiting to start: ContainerCreating"
I0329 02:54:02.035387       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-qstlx pod in namespace openshift-dns (previous: false).
I0329 02:54:02.212086       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qstlx pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-qstlx\" is waiting to start: ContainerCreating"
I0329 02:54:02.212104       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-qstlx\" is waiting to start: ContainerCreating"
I0329 02:54:02.212117       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-v6s7m pod in namespace openshift-dns (previous: false).
W0329 02:54:02.402464       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 02:54:02.420883       1 tasks_processing.go:74] worker 52 stopped.
I0329 02:54:02.420926       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0329 02:54:02.420939       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.090259338s to process 1 records
I0329 02:54:02.423688       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v6s7m pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-v6s7m\" is waiting to start: ContainerCreating"
I0329 02:54:02.423702       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-v6s7m\" is waiting to start: ContainerCreating"
I0329 02:54:02.423709       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-v6s7m pod in namespace openshift-dns (previous: false).
I0329 02:54:02.621602       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v6s7m pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-v6s7m\" is waiting to start: ContainerCreating"
I0329 02:54:02.621621       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-v6s7m\" is waiting to start: ContainerCreating"
I0329 02:54:02.621634       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-zf2wq pod in namespace openshift-dns (previous: false).
I0329 02:54:02.824409       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zf2wq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-zf2wq\" is waiting to start: ContainerCreating"
I0329 02:54:02.824427       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-zf2wq\" is waiting to start: ContainerCreating"
I0329 02:54:02.824436       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-zf2wq pod in namespace openshift-dns (previous: false).
I0329 02:54:02.838438       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0329 02:54:03.003440       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zf2wq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-zf2wq\" is waiting to start: ContainerCreating"
I0329 02:54:03.003463       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-zf2wq\" is waiting to start: ContainerCreating"
I0329 02:54:03.003473       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-8x6wk pod in namespace openshift-dns (previous: false).
I0329 02:54:03.205920       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 02:54:03.205940       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-jznc7 pod in namespace openshift-dns (previous: false).
I0329 02:54:03.226528       1 tasks_processing.go:74] worker 28 stopped.
I0329 02:54:03.226576       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=c4d0deeb0294de99ffe05ceda812d4512a3d8a3657f54d093402e70c9599b66c
I0329 02:54:03.226607       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=f247e054f0c982755f0c3efe2c1e3301e0087dfdcd67623497bd8be5bbe8c3af
I0329 02:54:03.226636       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0329 02:54:03.226662       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=dbc171ac758437c8e39c2e90361a773c1ffba2e58461b49e8ac8a7c87571a19e
I0329 02:54:03.226680       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0329 02:54:03.226719       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=6a6caefe3510112f57bf4ff859bbdaa0d46309e3d6e5f5279b1dffef4dbee908
I0329 02:54:03.226749       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=ec42b0264ec63d6823b4503cb5989b12f15ea592946629892efa841d6069092e
I0329 02:54:03.226771       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=3ab253567e8b7cf5f0834090b08d9146fca60f75a09425695a32f039554145d0
I0329 02:54:03.226784       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=65e4923b2fbc0ab20d3589de422d94b7b75c5538cdb3e61def382502e0e945f2
I0329 02:54:03.226800       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=5c118b8a74636d2d1628bdf7d7d2c2a2556587bc07d358082ecf64b26a52afae
I0329 02:54:03.226809       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0329 02:54:03.226824       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=c9d811ef7c69293edb94dfabca86227e0d88f3f33f8e7e3602889fb003f03927
I0329 02:54:03.226835       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0329 02:54:03.226852       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=e74cb48b3d53ed657b51dcf566aebd55b491039aad2f7e31acd075f83dc0e8d3
I0329 02:54:03.226861       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0329 02:54:03.226879       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=4f63c78bec10561cf1c040c8cd14bcdc13c68206d40a9a9644ca775cde5183e5
I0329 02:54:03.226889       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0329 02:54:03.226904       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=1cfd373307cd387c86ba81887ad0eed4d781087a4ab1989d6dd78681ce88e26b
I0329 02:54:03.227026       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=a392b9cf982d13ef8be13f6bba404c7dc7be3c16ea67e52667262935c2422628
I0329 02:54:03.227035       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0329 02:54:03.227043       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0329 02:54:03.227065       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0329 02:54:03.227087       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=d0ddddff3f0a34f15e9c7b03cabd51a4ebbc3a3083170487799294c1a166c00c
I0329 02:54:03.227112       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=faa99e8894a3461d62bdf219265151219f7015ca969fb0f7193a0bcaabc5dc2e
I0329 02:54:03.227121       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0329 02:54:03.227136       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=87e2d8d4aee26ba75c507aab598a26b4db67f13c74470cb1df68f5a39d8b5039
I0329 02:54:03.227145       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0329 02:54:03.227157       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=8340214a334ec17b5f1f4912064312d81fdd2d0a04dbba4d88b1cac09dd6e13c
I0329 02:54:03.227170       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=d7aed1606dc7bf363d0f79378b6fa6a2d8e334150bd30b07e46b34ce30db1941
I0329 02:54:03.227184       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=c8dc8e10d71c34724d2b8d0bcda857ac452cf5c466ffae6db5a6ea9084e6664b
I0329 02:54:03.227200       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=7e67d8fbdac716d92f20ada85371ca59cca10d450b540ff28b53497594532fae
I0329 02:54:03.227213       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=1b4c26bd455c98c5570d3c7c402819f9074a5b9b949133f21ff4f61375897f78
I0329 02:54:03.227250       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=2dc88b02879d08c9db1214549f8085dd488ace018ac811a375ca2d68f5f9fcf2
I0329 02:54:03.227266       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0329 02:54:03.227272       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0329 02:54:03.227279       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.896434082s to process 35 records
W0329 02:54:03.401949       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 02:54:03.406167       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 02:54:03.406182       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-sw7sn pod in namespace openshift-dns (previous: false).
I0329 02:54:03.603679       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 02:54:03.603699       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6f4c594d4b-4k4x2 pod in namespace openshift-image-registry (previous: false).
I0329 02:54:03.810353       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6f4c594d4b-4k4x2 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6f4c594d4b-4k4x2\" is waiting to start: ContainerCreating"
I0329 02:54:03.810373       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6f4c594d4b-4k4x2\" is waiting to start: ContainerCreating"
I0329 02:54:03.810386       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7754fd466f-6x7nh pod in namespace openshift-image-registry (previous: false).
I0329 02:54:04.003853       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7754fd466f-6x7nh pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7754fd466f-6x7nh\" is waiting to start: ContainerCreating"
I0329 02:54:04.003872       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7754fd466f-6x7nh\" is waiting to start: ContainerCreating"
I0329 02:54:04.003884       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7754fd466f-qctzb pod in namespace openshift-image-registry (previous: false).
I0329 02:54:04.204518       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7754fd466f-qctzb pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7754fd466f-qctzb\" is waiting to start: ContainerCreating"
I0329 02:54:04.204537       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7754fd466f-qctzb\" is waiting to start: ContainerCreating"
I0329 02:54:04.204548       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-42fk7 pod in namespace openshift-image-registry (previous: false).
W0329 02:54:04.402720       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 02:54:04.406927       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 02:54:04.406943       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-nksb8 pod in namespace openshift-image-registry (previous: false).
I0329 02:54:04.604420       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 02:54:04.604439       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-qcc5p pod in namespace openshift-image-registry (previous: false).
I0329 02:54:04.805751       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0329 02:54:04.805771       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-59675d655f-gqmc9 pod in namespace openshift-ingress (previous: false).
I0329 02:54:05.005604       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-59675d655f-gqmc9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-59675d655f-gqmc9\" is waiting to start: ContainerCreating"
I0329 02:54:05.005623       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-59675d655f-gqmc9\" is waiting to start: ContainerCreating"
I0329 02:54:05.005633       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-59675d655f-vzmnq pod in namespace openshift-ingress (previous: false).
I0329 02:54:05.210696       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-59675d655f-vzmnq pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-59675d655f-vzmnq\" is waiting to start: ContainerCreating"
I0329 02:54:05.210717       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-59675d655f-vzmnq\" is waiting to start: ContainerCreating"
I0329 02:54:05.210729       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-94b485d95-ntjtk pod in namespace openshift-ingress (previous: false).
W0329 02:54:05.401756       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0329 02:54:05.413710       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-94b485d95-ntjtk pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-94b485d95-ntjtk\" is waiting to start: ContainerCreating"
I0329 02:54:05.413728       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-94b485d95-ntjtk\" is waiting to start: ContainerCreating"
I0329 02:54:05.413740       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-6zhv7 pod in namespace openshift-ingress-canary (previous: false).
I0329 02:54:05.605758       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-6zhv7 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-6zhv7\" is waiting to start: ContainerCreating"
I0329 02:54:05.605781       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-6zhv7\" is waiting to start: ContainerCreating"
I0329 02:54:05.605792       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-7ch5s pod in namespace openshift-ingress-canary (previous: false).
I0329 02:54:05.806399       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-7ch5s pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-7ch5s\" is waiting to start: ContainerCreating"
I0329 02:54:05.806420       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-7ch5s\" is waiting to start: ContainerCreating"
I0329 02:54:05.806433       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-gqmz9 pod in namespace openshift-ingress-canary (previous: false).
I0329 02:54:06.010389       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-gqmz9 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-gqmz9\" is waiting to start: ContainerCreating"
I0329 02:54:06.010411       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-gqmz9\" is waiting to start: ContainerCreating"
I0329 02:54:06.010431       1 tasks_processing.go:74] worker 55 stopped.
I0329 02:54:06.010536       1 recorder.go:75] Recording events/openshift-dns with fingerprint=fa9f1561827d5e44be1dbdca93d9c29c3be0fc270b100a8f170d347fedb19da6
I0329 02:54:06.010631       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=185c0538296e24655e7b41c2f10f62a31e7369ece0a0a1aeab81cf9a4a4e327d
I0329 02:54:06.010658       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=7bcb2a8966f59902d0705682102153915ae51e99f4560b7fdfa961cc3a75b109
I0329 02:54:06.010703       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=95e4f60758baf6a1925e481f34cc602d03db846dcb26a8edab7774d220852965
I0329 02:54:06.010727       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=fe7d4d8ffa4e342ee92ce1f8ceada761a465d1aa8cb6fc932bf086af2c7162dc
I0329 02:54:06.010736       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.67700439s to process 5 records
W0329 02:54:06.402029       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0329 02:54:06.402074       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0329 02:54:06.402093       1 tasks_processing.go:74] worker 19 stopped.
E0329 02:54:06.402105       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0329 02:54:06.402121       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0329 02:54:06.402141       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0329 02:54:06.402161       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.070065665s to process 1 records
I0329 02:54:14.076428       1 tasks_processing.go:74] worker 22 stopped.
I0329 02:54:14.076471       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0329 02:54:14.076483       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.745809889s to process 1 records
I0329 02:54:14.328668       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 02:54:14.336553       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 02:54:14.404553       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 02:54:14.528756       1 configmapobserver.go:84] configmaps "insights-config" not found
I0329 02:54:14.737409       1 tasks_processing.go:74] worker 5 stopped.
I0329 02:54:14.737679       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=c89e48e19f2ee679cbbc8ca0a7fdb135e655b3c822496630920a7fdbed5c113c
I0329 02:54:14.737695       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.406778368s to process 1 records
E0329 02:54:14.737753       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0329 02:54:14.738869       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0329 02:54:14.738889       1 periodic.go:209] Running workloads gatherer
I0329 02:54:14.738911       1 tasks_processing.go:45] number of workers: 2
I0329 02:54:14.738926       1 tasks_processing.go:69] worker 1 listening for tasks.
I0329 02:54:14.738932       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0329 02:54:14.738941       1 tasks_processing.go:69] worker 0 listening for tasks.
I0329 02:54:14.738958       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0329 02:54:14.771199       1 tasks_processing.go:74] worker 0 stopped.
I0329 02:54:14.771222       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 32.223369ms to process 0 records
I0329 02:54:14.771536       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0329 02:54:14.782060       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (12ms)
I0329 02:54:14.790223       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (8ms)
I0329 02:54:14.798751       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms)
I0329 02:54:14.806852       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (8ms)
I0329 02:54:14.815131       1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (8ms)
I0329 02:54:14.824587       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (9ms)
I0329 02:54:14.832732       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (8ms)
I0329 02:54:14.840871       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (8ms)
I0329 02:54:14.848908       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (8ms)
I0329 02:54:14.857131       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (8ms)
I0329 02:54:14.889077       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (32ms)
I0329 02:54:14.980565       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (91ms)
I0329 02:54:15.079588       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (99ms)
I0329 02:54:15.181757       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (102ms)
I0329 02:54:15.280815       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (99ms)
I0329 02:54:15.382394       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (102ms)
I0329 02:54:15.480058       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (98ms)
I0329 02:54:15.580957       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (101ms)
I0329 02:54:15.680767       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms)
I0329 02:54:15.780818       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms)
I0329 02:54:15.881947       1 gather_workloads_info.go:387] No image sha256:bffebf689df67af02a06b97d3d9bfcfdccd597350d132171ee68f3d0ed29a3f6 (101ms)
I0329 02:54:15.980623       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (99ms)
I0329 02:54:16.080556       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms)
I0329 02:54:16.179991       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (99ms)
I0329 02:54:16.281442       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms)
I0329 02:54:16.379398       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (98ms)
I0329 02:54:16.479659       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms)
I0329 02:54:16.581006       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (101ms)
I0329 02:54:16.679623       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms)
I0329 02:54:16.780414       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (101ms)
I0329 02:54:16.879380       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (99ms)
I0329 02:54:16.979349       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms)
I0329 02:54:17.082390       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (103ms)
I0329 02:54:17.180693       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (98ms)
I0329 02:54:17.180726       1 tasks_processing.go:74] worker 1 stopped.
E0329 02:54:17.180738       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0329 02:54:17.180980       1 recorder.go:75] Recording config/workload_info with fingerprint=e64d113f1f3c6e71a6e58e6648cdb1065b3f2ed7f98f717edc47629ecf05bcca
I0329 02:54:17.180997       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.441786228s to process 1 records
E0329 02:54:17.181021       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.442s with: function \"workload_info\" failed with an error"
I0329 02:54:17.182224       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0329 02:54:17.182272       1 periodic.go:209] Running conditional gatherer
I0329 02:54:17.188309       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0329 02:54:17.195005       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.16:33739->172.30.0.10:53: read: connection refused
E0329 02:54:17.195304       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0329 02:54:17.195369       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0329 02:54:17.201205       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0329 02:54:17.201219       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 02:54:17.201227       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 02:54:17.201251       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 02:54:17.201256       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 02:54:17.201259       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 02:54:17.201262       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 02:54:17.201265       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 02:54:17.201268       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0329 02:54:17.201270       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0329 02:54:17.201287       1 tasks_processing.go:45] number of workers: 3
I0329 02:54:17.201296       1 tasks_processing.go:69] worker 2 listening for tasks.
I0329 02:54:17.201300       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0329 02:54:17.201308       1 tasks_processing.go:69] worker 0 listening for tasks.
I0329 02:54:17.201330       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0329 02:54:17.201328       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0329 02:54:17.201318       1 tasks_processing.go:69] worker 1 listening for tasks.
I0329 02:54:17.201361       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0329 02:54:17.201361       1 tasks_processing.go:74] worker 1 stopped.
I0329 02:54:17.201372       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 762ns to process 1 records
I0329 02:54:17.201426       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0329 02:54:17.201435       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 2.008µs to process 1 records
I0329 02:54:17.201441       1 tasks_processing.go:74] worker 2 stopped.
I0329 02:54:17.201599       1 tasks_processing.go:74] worker 0 stopped.
I0329 02:54:17.201611       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 256.765µs to process 0 records
I0329 02:54:17.201643       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.16:33739->172.30.0.10:53: read: connection refused
I0329 02:54:17.201661       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0329 02:54:17.225720       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=1cfb5cf3a07e452c6a34d4681917e668a663ca94fddc9e13ba155398edf87fd8
I0329 02:54:17.225837       1 diskrecorder.go:70] Writing 99 records to /var/lib/insights-operator/insights-2026-03-29-025417.tar.gz
I0329 02:54:17.231646       1 diskrecorder.go:51] Wrote 99 records to disk in 5ms
I0329 02:54:17.231685       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0329 02:54:17.231702       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0329 02:55:06.036785       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="d801962bddbbe2e9fe0a5864a5d6057da53ecb84d2963bd7f0eb85143a31b94e")
W0329 02:55:06.036821       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created
I0329 02:55:06.036896       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0329 02:55:06.036903       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0329 02:55:06.036955       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0329 02:55:06.036969       1 base_controller.go:181] Shutting down ConfigController ...
I0329 02:55:06.036980       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0329 02:55:06.036905       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="7c24efcd4c7c948bcb72d65d63dfca0ac1562a5a451e04f0d12d97d8eeaf3fdd")