I0326 23:19:43.299301 1 cmd.go:253] Using service-serving-cert provided certificates I0326 23:19:43.299787 1 observer_polling.go:159] Starting file observer I0326 23:19:43.999394 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0326 23:19:43.999597 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0326 23:19:44.000172 1 secure_serving.go:57] Forcing use of http/1.1 only W0326 23:19:44.000192 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0326 23:19:44.000197 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0326 23:19:44.000201 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0326 23:19:44.000205 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0326 23:19:44.000207 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0326 23:19:44.000211 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0326 23:19:44.000282 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 23:19:44.003926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"2ba8c9da-2a89-44f4-8338-e34cf4af5d14", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0326 23:19:44.003913 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0326 23:19:44.004468 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:19:44.004490 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0326 23:19:44.004475 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:19:44.004475 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:19:44.004503 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:19:44.004511 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:19:44.004793 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0326 23:19:44.005000 1 secure_serving.go:213] Serving securely on [::]:8443 I0326 23:19:44.005026 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0326 23:19:44.011731 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0326 23:19:44.011754 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0326 23:19:44.011846 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0326 23:19:44.016059 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:19:44.016075 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0326 23:19:44.019865 1 secretconfigobserver.go:119] support secret does not exist I0326 23:19:44.036362 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:19:44.040338 1 secretconfigobserver.go:119] support secret does not exist I0326 23:19:44.041393 1 recorder.go:161] Pruning old reports every 7h50m52s, max age is 288h0m0s I0326 23:19:44.045501 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0326 23:19:44.045529 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0326 23:19:44.045541 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0326 23:19:44.045547 1 periodic.go:209] Running clusterconfig gatherer I0326 23:19:44.045551 1 insightsreport.go:296] Starting report retriever I0326 23:19:44.045558 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0326 23:19:44.045586 1 tasks_processing.go:45] number of workers: 64 I0326 23:19:44.045605 1 tasks_processing.go:69] worker 3 listening for tasks. I0326 23:19:44.045611 1 tasks_processing.go:69] worker 2 listening for tasks. I0326 23:19:44.045615 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:19:44.045615 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:19:44.045623 1 tasks_processing.go:69] worker 24 listening for tasks. I0326 23:19:44.045627 1 tasks_processing.go:69] worker 4 listening for tasks. I0326 23:19:44.045630 1 tasks_processing.go:71] worker 24 working on image_registries task. I0326 23:19:44.045632 1 tasks_processing.go:71] worker 4 working on nodenetworkconfigurationpolicies task. I0326 23:19:44.045633 1 tasks_processing.go:69] worker 25 listening for tasks. I0326 23:19:44.045640 1 tasks_processing.go:69] worker 26 listening for tasks. I0326 23:19:44.045645 1 tasks_processing.go:69] worker 27 listening for tasks. I0326 23:19:44.045650 1 tasks_processing.go:69] worker 32 listening for tasks. I0326 23:19:44.045647 1 tasks_processing.go:69] worker 40 listening for tasks. I0326 23:19:44.045656 1 tasks_processing.go:69] worker 33 listening for tasks. I0326 23:19:44.045643 1 tasks_processing.go:69] worker 45 listening for tasks. I0326 23:19:44.045662 1 tasks_processing.go:69] worker 41 listening for tasks. I0326 23:19:44.045664 1 tasks_processing.go:69] worker 34 listening for tasks. I0326 23:19:44.045672 1 tasks_processing.go:69] worker 42 listening for tasks. I0326 23:19:44.045669 1 tasks_processing.go:69] worker 31 listening for tasks. I0326 23:19:44.045670 1 tasks_processing.go:69] worker 36 listening for tasks. I0326 23:19:44.045676 1 tasks_processing.go:69] worker 37 listening for tasks. I0326 23:19:44.045687 1 tasks_processing.go:69] worker 44 listening for tasks. I0326 23:19:44.045681 1 tasks_processing.go:69] worker 38 listening for tasks. I0326 23:19:44.045687 1 tasks_processing.go:69] worker 29 listening for tasks. I0326 23:19:44.045694 1 tasks_processing.go:69] worker 28 listening for tasks. I0326 23:19:44.045696 1 tasks_processing.go:69] worker 30 listening for tasks. I0326 23:19:44.045689 1 tasks_processing.go:69] worker 14 listening for tasks. I0326 23:19:44.045703 1 tasks_processing.go:69] worker 19 listening for tasks. I0326 23:19:44.045692 1 tasks_processing.go:69] worker 5 listening for tasks. I0326 23:19:44.045697 1 tasks_processing.go:69] worker 43 listening for tasks. I0326 23:19:44.045712 1 tasks_processing.go:69] worker 17 listening for tasks. I0326 23:19:44.045714 1 tasks_processing.go:69] worker 22 listening for tasks. I0326 23:19:44.045696 1 tasks_processing.go:69] worker 6 listening for tasks. I0326 23:19:44.045714 1 tasks_processing.go:69] worker 39 listening for tasks. I0326 23:19:44.045725 1 tasks_processing.go:69] worker 47 listening for tasks. I0326 23:19:44.045713 1 tasks_processing.go:69] worker 8 listening for tasks. I0326 23:19:44.045730 1 tasks_processing.go:69] worker 21 listening for tasks. I0326 23:19:44.045734 1 tasks_processing.go:69] worker 15 listening for tasks. I0326 23:19:44.045740 1 tasks_processing.go:69] worker 54 listening for tasks. I0326 23:19:44.045735 1 tasks_processing.go:69] worker 52 listening for tasks. I0326 23:19:44.045745 1 tasks_processing.go:69] worker 13 listening for tasks. I0326 23:19:44.045748 1 tasks_processing.go:69] worker 53 listening for tasks. I0326 23:19:44.045628 1 tasks_processing.go:69] worker 35 listening for tasks. I0326 23:19:44.045752 1 tasks_processing.go:71] worker 0 working on qemu_kubevirt_launcher_logs task. I0326 23:19:44.045754 1 tasks_processing.go:69] worker 60 listening for tasks. I0326 23:19:44.045755 1 tasks_processing.go:71] worker 3 working on active_alerts task. I0326 23:19:44.045762 1 tasks_processing.go:69] worker 61 listening for tasks. I0326 23:19:44.045760 1 tasks_processing.go:71] worker 1 working on mutating_webhook_configurations task. I0326 23:19:44.045825 1 tasks_processing.go:71] worker 31 working on machine_config_pools task. I0326 23:19:44.045832 1 tasks_processing.go:71] worker 36 working on proxies task. I0326 23:19:44.045840 1 tasks_processing.go:71] worker 40 working on config_maps task. I0326 23:19:44.045857 1 tasks_processing.go:71] worker 26 working on machine_sets task. I0326 23:19:44.045892 1 tasks_processing.go:71] worker 37 working on version task. I0326 23:19:44.045897 1 tasks_processing.go:71] worker 41 working on machines task. I0326 23:19:44.045893 1 tasks_processing.go:71] worker 25 working on container_runtime_configs task. I0326 23:19:44.045903 1 tasks_processing.go:71] worker 15 working on support_secret task. I0326 23:19:44.045907 1 tasks_processing.go:71] worker 33 working on ingress task. I0326 23:19:44.045913 1 tasks_processing.go:71] worker 54 working on nodes task. I0326 23:19:44.045918 1 tasks_processing.go:71] worker 39 working on authentication task. I0326 23:19:44.045932 1 tasks_processing.go:71] worker 6 working on monitoring_persistent_volumes task. I0326 23:19:44.045965 1 tasks_processing.go:71] worker 35 working on nodenetworkstates task. I0326 23:19:44.046010 1 tasks_processing.go:71] worker 53 working on sap_config task. I0326 23:19:44.046019 1 tasks_processing.go:71] worker 47 working on schedulers task. I0326 23:19:44.045717 1 tasks_processing.go:69] worker 46 listening for tasks. I0326 23:19:44.046116 1 tasks_processing.go:71] worker 28 working on openstack_controlplanes task. I0326 23:19:44.046123 1 tasks_processing.go:71] worker 38 working on certificate_signing_requests task. I0326 23:19:44.046140 1 tasks_processing.go:71] worker 8 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0326 23:19:44.046161 1 tasks_processing.go:71] worker 45 working on openshift_logging task. I0326 23:19:44.046173 1 tasks_processing.go:71] worker 60 working on lokistack task. I0326 23:19:44.046207 1 tasks_processing.go:71] worker 14 working on overlapping_namespace_uids task. I0326 23:19:44.046308 1 tasks_processing.go:71] worker 29 working on storage_classes task. I0326 23:19:44.046390 1 tasks_processing.go:71] worker 27 working on networks task. I0326 23:19:44.046409 1 tasks_processing.go:71] worker 19 working on jaegers task. I0326 23:19:44.046433 1 tasks_processing.go:71] worker 52 working on operators_pods_and_events task. I0326 23:19:44.045719 1 tasks_processing.go:69] worker 16 listening for tasks. I0326 23:19:44.046535 1 tasks_processing.go:71] worker 16 working on service_accounts task. I0326 23:19:44.046563 1 tasks_processing.go:71] worker 30 working on sap_pods task. I0326 23:19:44.046639 1 tasks_processing.go:71] worker 44 working on olm_operators task. I0326 23:19:44.045722 1 tasks_processing.go:69] worker 20 listening for tasks. I0326 23:19:44.045721 1 tasks_processing.go:69] worker 18 listening for tasks. I0326 23:19:44.045724 1 tasks_processing.go:69] worker 10 listening for tasks. I0326 23:19:44.045733 1 tasks_processing.go:69] worker 11 listening for tasks. I0326 23:19:44.045732 1 tasks_processing.go:69] worker 62 listening for tasks. I0326 23:19:44.045734 1 tasks_processing.go:69] worker 49 listening for tasks. I0326 23:19:44.045739 1 tasks_processing.go:69] worker 12 listening for tasks. I0326 23:19:44.045742 1 tasks_processing.go:69] worker 57 listening for tasks. I0326 23:19:44.045742 1 tasks_processing.go:69] worker 23 listening for tasks. I0326 23:19:44.045743 1 tasks_processing.go:69] worker 48 listening for tasks. I0326 23:19:44.045744 1 tasks_processing.go:69] worker 55 listening for tasks. I0326 23:19:44.045750 1 tasks_processing.go:71] worker 2 working on openstack_dataplanedeployments task. I0326 23:19:44.045746 1 tasks_processing.go:69] worker 51 listening for tasks. I0326 23:19:44.045751 1 tasks_processing.go:69] worker 58 listening for tasks. I0326 23:19:44.045751 1 tasks_processing.go:69] worker 50 listening for tasks. I0326 23:19:44.045754 1 tasks_processing.go:69] worker 59 listening for tasks. I0326 23:19:44.045757 1 tasks_processing.go:69] worker 63 listening for tasks. I0326 23:19:44.045827 1 tasks_processing.go:71] worker 5 working on machine_healthchecks task. I0326 23:19:44.045913 1 tasks_processing.go:71] worker 21 working on ceph_cluster task. I0326 23:19:44.046957 1 tasks_processing.go:71] worker 63 working on infrastructures task. I0326 23:19:44.046117 1 tasks_processing.go:71] worker 46 working on aggregated_monitoring_cr_names task. I0326 23:19:44.047220 1 tasks_processing.go:71] worker 57 working on openstack_version task. I0326 23:19:44.047303 1 tasks_processing.go:71] worker 23 working on pod_network_connectivity_checks task. I0326 23:19:44.047317 1 tasks_processing.go:71] worker 11 working on metrics task. I0326 23:19:44.045908 1 tasks_processing.go:71] worker 13 working on operators task. I0326 23:19:44.045892 1 tasks_processing.go:71] worker 61 working on tsdb_status task. I0326 23:19:44.047403 1 tasks_processing.go:71] worker 51 working on machine_autoscalers task. I0326 23:19:44.047456 1 tasks_processing.go:71] worker 48 working on sap_datahubs task. I0326 23:19:44.045718 1 tasks_processing.go:69] worker 9 listening for tasks. I0326 23:19:44.047593 1 tasks_processing.go:71] worker 9 working on image task. I0326 23:19:44.045900 1 tasks_processing.go:71] worker 34 working on feature_gates task. I0326 23:19:44.047457 1 tasks_processing.go:71] worker 59 working on clusterroles task. I0326 23:19:44.047405 1 tasks_processing.go:71] worker 18 working on openstack_dataplanenodesets task. I0326 23:19:44.047380 1 tasks_processing.go:71] worker 49 working on node_logs task. I0326 23:19:44.045709 1 tasks_processing.go:69] worker 7 listening for tasks. I0326 23:19:44.047395 1 tasks_processing.go:71] worker 32 working on install_plans task. I0326 23:19:44.047413 1 tasks_processing.go:71] worker 20 working on cluster_apiserver task. I0326 23:19:44.045902 1 tasks_processing.go:71] worker 42 working on storage_cluster task. I0326 23:19:44.047427 1 tasks_processing.go:71] worker 12 working on cost_management_metrics_configs task. I0326 23:19:44.047421 1 tasks_processing.go:71] worker 10 working on pdbs task. I0326 23:19:44.047388 1 tasks_processing.go:71] worker 62 working on image_pruners task. I0326 23:19:44.047435 1 tasks_processing.go:71] worker 58 working on silenced_alerts task. I0326 23:19:44.047445 1 tasks_processing.go:71] worker 43 working on oauths task. I0326 23:19:44.047450 1 tasks_processing.go:71] worker 22 working on crds task. I0326 23:19:44.047470 1 tasks_processing.go:71] worker 55 working on machine_configs task. I0326 23:19:44.049055 1 tasks_processing.go:71] worker 4 working on validating_webhook_configurations task. I0326 23:19:44.049163 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 3.413537ms to process 0 records I0326 23:19:44.045711 1 tasks_processing.go:69] worker 56 listening for tasks. I0326 23:19:44.047824 1 tasks_processing.go:71] worker 7 working on dvo_metrics task. I0326 23:19:44.047432 1 tasks_processing.go:71] worker 50 working on openshift_machine_api_events task. I0326 23:19:44.047442 1 tasks_processing.go:71] worker 17 working on container_images task. I0326 23:19:44.049309 1 tasks_processing.go:71] worker 56 working on ingress_certificates task. I0326 23:19:44.051553 1 tasks_processing.go:74] worker 35 stopped. I0326 23:19:44.051571 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 5.561974ms to process 0 records I0326 23:19:44.051659 1 tasks_processing.go:74] worker 41 stopped. E0326 23:19:44.051675 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0326 23:19:44.051689 1 gather.go:177] gatherer "clusterconfig" function "machines" took 5.747126ms to process 0 records I0326 23:19:44.051910 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0326 23:19:44.051932 1 controller.go:326] The initial operator extension status is healthy I0326 23:19:44.051942 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:19:44.051947 1 tasks_processing.go:74] worker 25 stopped. I0326 23:19:44.051949 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:19:44.051955 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:19:44.051958 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 6.03459ms to process 0 records I0326 23:19:44.051976 1 controller.go:489] The operator is still being initialized I0326 23:19:44.051982 1 controller.go:512] The operator is healthy I0326 23:19:44.052077 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0326 23:19:44.052110 1 tasks_processing.go:74] worker 53 stopped. I0326 23:19:44.052110 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0326 23:19:44.052121 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 6.074835ms to process 0 records E0326 23:19:44.052340 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.11.179:9091: connect: connection refused I0326 23:19:44.052367 1 tasks_processing.go:74] worker 11 stopped. E0326 23:19:44.052372 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.11.179:9091: connect: connection refused E0326 23:19:44.052395 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.11.179:9091: connect: connection refused I0326 23:19:44.052414 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 5.036573ms to process 0 records I0326 23:19:44.052547 1 tasks_processing.go:74] worker 39 stopped. W0326 23:19:44.052548 1 operator.go:288] started I0326 23:19:44.052568 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0326 23:19:44.052743 1 recorder.go:75] Recording config/authentication with fingerprint=d99eb4804dc75e2d1e4eeeffeb35bcb9aecc847adc113195397679cedc7b4703 I0326 23:19:44.052768 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 6.454449ms to process 1 records E0326 23:19:44.052781 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.11.179:9091: connect: connection refused I0326 23:19:44.052790 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 4.984724ms to process 0 records I0326 23:19:44.052796 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 6.575071ms to process 0 records I0326 23:19:44.052800 1 tasks_processing.go:74] worker 61 stopped. I0326 23:19:44.052802 1 tasks_processing.go:74] worker 28 stopped. I0326 23:19:44.053196 1 gather_logs.go:145] no pods in namespace were found I0326 23:19:44.053210 1 tasks_processing.go:74] worker 0 stopped. I0326 23:19:44.053218 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 7.44731ms to process 0 records I0326 23:19:44.053483 1 tasks_processing.go:74] worker 24 stopped. I0326 23:19:44.053925 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=201414a5d91125a63475db8b1f9e7fc626910745b272be57bbc7c69a761324cf I0326 23:19:44.053943 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 7.83954ms to process 1 records I0326 23:19:44.070769 1 tasks_processing.go:74] worker 12 stopped. I0326 23:19:44.070794 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 22.850868ms to process 0 records I0326 23:19:44.070880 1 tasks_processing.go:74] worker 60 stopped. I0326 23:19:44.070891 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 24.692646ms to process 0 records I0326 23:19:44.070951 1 tasks_processing.go:74] worker 45 stopped. I0326 23:19:44.070965 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 24.780695ms to process 0 records I0326 23:19:44.070976 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 25.092533ms to process 0 records E0326 23:19:44.070982 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0326 23:19:44.070986 1 tasks_processing.go:74] worker 26 stopped. I0326 23:19:44.070990 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 23.665603ms to process 0 records I0326 23:19:44.070994 1 tasks_processing.go:74] worker 23 stopped. I0326 23:19:44.071002 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 24.077617ms to process 0 records I0326 23:19:44.071012 1 tasks_processing.go:74] worker 21 stopped. I0326 23:19:44.071041 1 tasks_processing.go:74] worker 5 stopped. E0326 23:19:44.071053 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0326 23:19:44.071061 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 24.151873ms to process 0 records I0326 23:19:44.071069 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 24.498462ms to process 0 records I0326 23:19:44.071077 1 tasks_processing.go:74] worker 30 stopped. I0326 23:19:44.071184 1 tasks_processing.go:74] worker 57 stopped. I0326 23:19:44.071198 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 23.911232ms to process 0 records I0326 23:19:44.071345 1 tasks_processing.go:74] worker 18 stopped. I0326 23:19:44.071355 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 23.670624ms to process 0 records I0326 23:19:44.071390 1 tasks_processing.go:74] worker 42 stopped. I0326 23:19:44.071408 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 23.55752ms to process 0 records I0326 23:19:44.071421 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 23.691997ms to process 0 records I0326 23:19:44.071427 1 tasks_processing.go:74] worker 49 stopped. I0326 23:19:44.071636 1 tasks_processing.go:74] worker 20 stopped. I0326 23:19:44.071765 1 recorder.go:75] Recording config/apiserver with fingerprint=2c18d6a8ade5d7ffc4848bc14f1294b293deb63874babd8ead1c31e61d465545 I0326 23:19:44.071780 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 23.857731ms to process 1 records E0326 23:19:44.071789 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0326 23:19:44.071795 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 25.847115ms to process 0 records I0326 23:19:44.071797 1 tasks_processing.go:74] worker 15 stopped. I0326 23:19:44.072036 1 tasks_processing.go:74] worker 43 stopped. I0326 23:19:44.072238 1 recorder.go:75] Recording config/oauth with fingerprint=bd755c11607385d3acf512d0e2da8c351099f2626b5e6168522a570eb8721fff I0326 23:19:44.072254 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 23.285819ms to process 1 records I0326 23:19:44.072481 1 tasks_processing.go:74] worker 31 stopped. I0326 23:19:44.072495 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 26.638314ms to process 0 records I0326 23:19:44.073366 1 tasks_processing.go:74] worker 62 stopped. I0326 23:19:44.073458 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=3257c5b2c2d4821d413d07c595b4192dd3b6030de6c880e63e3f1b524f6bab69 I0326 23:19:44.073470 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 25.251994ms to process 1 records I0326 23:19:44.073493 1 tasks_processing.go:74] worker 48 stopped. I0326 23:19:44.073531 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 25.987191ms to process 0 records I0326 23:19:44.073568 1 tasks_processing.go:74] worker 51 stopped. I0326 23:19:44.073583 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 26.103419ms to process 0 records I0326 23:19:44.073682 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=426b1373247c8e3dc74daa6519c2c37a1cdb1cc8d7b1ecd9da79a87e6cef80c3 I0326 23:19:44.073693 1 tasks_processing.go:74] worker 29 stopped. I0326 23:19:44.073702 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=5bf2f714c7fd6c63561e771f70e2145dadf381a355ebedded2d8032c4452f25b I0326 23:19:44.073709 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 27.218058ms to process 2 records I0326 23:19:44.073782 1 recorder.go:75] Recording config/image with fingerprint=525283cf5d8fb20c78189a717740154cfc5418cc79c84428355887de81e2bd10 I0326 23:19:44.073826 1 gather.go:177] gatherer "clusterconfig" function "image" took 26.04106ms to process 1 records I0326 23:19:44.073836 1 tasks_processing.go:74] worker 9 stopped. I0326 23:19:44.074236 1 tasks_processing.go:74] worker 2 stopped. I0326 23:19:44.074246 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 27.545162ms to process 0 records I0326 23:19:44.074382 1 tasks_processing.go:74] worker 47 stopped. I0326 23:19:44.074443 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=b177f245c2ab2e0bde5739e03f15a4e896de66ad1164fc7e0ebbe6fa283851d6 I0326 23:19:44.074491 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 28.344342ms to process 1 records I0326 23:19:44.074503 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 27.993874ms to process 0 records I0326 23:19:44.074561 1 tasks_processing.go:74] worker 19 stopped. I0326 23:19:44.074584 1 recorder.go:75] Recording config/proxy with fingerprint=f343b4e2d375029f614247b876a4b2459c81906009f42fe03ff57123cea3b41e I0326 23:19:44.074591 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 28.590263ms to process 1 records I0326 23:19:44.074599 1 tasks_processing.go:74] worker 36 stopped. I0326 23:19:44.074662 1 tasks_processing.go:74] worker 34 stopped. I0326 23:19:44.074762 1 recorder.go:75] Recording config/featuregate with fingerprint=64e79d2529a8b0729f3fae75def1e470384980cd43a52921ca3f0c17946e38ff I0326 23:19:44.074772 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 27.035052ms to process 1 records I0326 23:19:44.074858 1 tasks_processing.go:74] worker 27 stopped. I0326 23:19:44.074870 1 recorder.go:75] Recording config/network with fingerprint=3bee3969ffe0fd12ed04d00e4c847934480521398c7829c93984005e3f81c8f4 I0326 23:19:44.074875 1 gather.go:177] gatherer "clusterconfig" function "networks" took 28.26643ms to process 1 records I0326 23:19:44.074947 1 tasks_processing.go:74] worker 63 stopped. I0326 23:19:44.076761 1 recorder.go:75] Recording config/infrastructure with fingerprint=61b2b87315120e7a2e3a91222fc6b27f972709a8471656d8df654eaee60a4009 I0326 23:19:44.076829 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 27.75146ms to process 1 records I0326 23:19:44.077015 1 tasks_processing.go:74] worker 54 stopped. I0326 23:19:44.078258 1 recorder.go:75] Recording config/node/ip-10-0-0-152.ec2.internal with fingerprint=ec959d9112e2fbc74c656e03f7a2caa26232936f518943177d2be5083841e1d2 I0326 23:19:44.078382 1 controller.go:212] Source scaController *sca.Controller is not ready I0326 23:19:44.078395 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0326 23:19:44.078404 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:19:44.078422 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:19:44.079067 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:19:44.079071 1 recorder.go:75] Recording config/node/ip-10-0-1-155.ec2.internal with fingerprint=45f125528b04fcca0c7bd2e1ad362eca88c5c1b7ef1e232eafbba24141ed20e9 I0326 23:19:44.079114 1 controller.go:489] The operator is still being initialized I0326 23:19:44.079125 1 controller.go:512] The operator is healthy I0326 23:19:44.079212 1 recorder.go:75] Recording config/node/ip-10-0-2-157.ec2.internal with fingerprint=771e88cc5068cde38ba8aa679319f30ef65334d6557f2dfeea1b8df6dfebeb77 I0326 23:19:44.079225 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 30.649129ms to process 3 records I0326 23:19:44.079237 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 27.774378ms to process 0 records I0326 23:19:44.079313 1 tasks_processing.go:74] worker 50 stopped. I0326 23:19:44.079465 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9c05f630a39a7d0f242e7dbd105c82c85fdca4fa8f10ac40fbeb57649b8dac21 I0326 23:19:44.079541 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ced375481d021298f275ab4c5fafd955d79e686117ce7e8b1e1d2c9b8406991c I0326 23:19:44.079656 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=125ec1623bd04437c235a1717659c322e5f3e8c36685f130bead98257f2f76a8 I0326 23:19:44.079673 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 31.712138ms to process 3 records I0326 23:19:44.079686 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 31.851745ms to process 0 records I0326 23:19:44.079542 1 tasks_processing.go:74] worker 1 stopped. I0326 23:19:44.079708 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0326 23:19:44.079716 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 32.061236ms to process 1 records I0326 23:19:44.079715 1 tasks_processing.go:74] worker 6 stopped. I0326 23:19:44.079731 1 tasks_processing.go:74] worker 14 stopped. I0326 23:19:44.079814 1 tasks_processing.go:74] worker 10 stopped. I0326 23:19:44.079824 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=8ab72d53bae1ab23188a3deff3afca81fef9d907c0a9c410626101f4194bac3a I0326 23:19:44.079848 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=e3219a1b8c3268caac28e8b4003cdbaad5fe841494af1a194c01ce79de4353b5 I0326 23:19:44.079870 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=41f1c5bc7498fc6d27eaafb49f1b30fc0dd490ed3d54e20d78d01556ebf1e027 I0326 23:19:44.079895 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=5587708f14daf94c46662dd81c870107f2ca84921605844de8e2a49895567104 I0326 23:19:44.079922 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=fb2a949b17c04e042da04a14e299580629e2677140d234dfdaebad821c6cebee I0326 23:19:44.079947 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=eea6ffe216c63f0e87a8ff233044bce30f6dbee2b2e860e6129d3666ca15d75c I0326 23:19:44.079980 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=a26d4f59554ec8fb54168180708244ea044d519184f3e408708c35a8b7f1ef39 I0326 23:19:44.080008 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=f54b734f95e54a7f018bcff8aa1224fa746919bf9a9a11c50311c9ce410a5634 I0326 23:19:44.080028 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=e3b812f19b7345f84d3846f7f68edf9c68b5d4a9103f57055212350b6c867706 I0326 23:19:44.080064 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=0b551a517ee7e5a64483a265858303d18d1408c465ca949b9c7611dce37b7714 I0326 23:19:44.080092 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=cad24eff63732d012bbf935fc86a2c00eb73f60bd6eaae5359c312d5f4787bc9 I0326 23:19:44.080104 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 30.338191ms to process 11 records I0326 23:19:44.080221 1 tasks_processing.go:74] worker 33 stopped. I0326 23:19:44.080325 1 recorder.go:75] Recording config/ingress with fingerprint=b41797ba7b65ef7b07c4fb39cd38ecab3f97a5065dcbd223150aaa217fee8037 I0326 23:19:44.080340 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 32.506208ms to process 1 records I0326 23:19:44.080351 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 33.113075ms to process 0 records I0326 23:19:44.080360 1 tasks_processing.go:74] worker 52 stopped. I0326 23:19:44.081485 1 tasks_processing.go:74] worker 4 stopped. I0326 23:19:44.081662 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=87684ee6e29299b6face58e4a766a7b2895a985c298bc5f7091acfe7676c6ab5 I0326 23:19:44.081724 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=5978c9a226b02764745d27e29ccdb43be1ba68acfb31947833205e0a4a298aaf I0326 23:19:44.081877 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=563aaad7432258a93846d05ff081f1d296f017542b0094646cd23b7b16fd099a I0326 23:19:44.081929 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=a824a3210813f51eeab89f3aa7fc84edfec61db9dc2d2f2417d31841c9ccfaf3 I0326 23:19:44.081967 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=69547f9177120e71ca06840818881a51f4d3b0b80da928beec98d583f21ea94e I0326 23:19:44.082003 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=e7ae019e3f825dd7690f1b8aca1c7c9cf53f82c229fbc65bde39dac90f48c5af I0326 23:19:44.082032 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=aef8fc213c8f1399abe03a5336cca24cb1f4b88014813eede4e6758ad2950638 I0326 23:19:44.082058 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=02b68db16d1e6106a4e500ca42abaeb48ea27411e93b22bdf22de5cd6d44ccaf I0326 23:19:44.082090 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=e10227b80cda693cad67f7c5f1c8e5db24919e6055f09551734b7cd21e0923b7 I0326 23:19:44.082744 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=4c28c6d9525ac32ea1f040b6309991fad8c0dba502f9550d4a7d0af7d346cb13 I0326 23:19:44.082825 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=8cec9095d60a4e1c49dd2ac75b7c3447002e991771b96ce7c4eea3f9f609cd7d I0326 23:19:44.082882 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=25c5faeca597bc2029e8d9094db672edea3a262c472f7cf598a44c36272d24d8 I0326 23:19:44.082927 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=0c1f052c8d5d87b362f86a7beb1b26f5ae574ec8214b098f28ac811eb1ff8384 I0326 23:19:44.082942 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 32.414885ms to process 13 records I0326 23:19:44.082972 1 tasks_processing.go:74] worker 37 stopped. I0326 23:19:44.083592 1 recorder.go:75] Recording config/version with fingerprint=74453196891176af0a9f472725cc785af95490f0c66afcb19ab57d9765609ba6 I0326 23:19:44.083615 1 recorder.go:75] Recording config/id with fingerprint=95900ed4cc49c6d923ee968b95850edbb28309ad27d156eee908318317bd6b12 I0326 23:19:44.083627 1 gather.go:177] gatherer "clusterconfig" function "version" took 35.727245ms to process 2 records I0326 23:19:44.084082 1 tasks_processing.go:74] worker 38 stopped. I0326 23:19:44.084139 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 37.950181ms to process 0 records I0326 23:19:44.085189 1 tasks_processing.go:74] worker 44 stopped. I0326 23:19:44.085376 1 recorder.go:75] Recording config/olm_operators with fingerprint=6ddf7b07bc6b40f8a1337324f2c682474bbd68ce6f47401cc888dbf0da759d44 I0326 23:19:44.085441 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 38.523437ms to process 1 records I0326 23:19:44.085554 1 tasks_processing.go:74] worker 22 stopped. I0326 23:19:44.087000 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=e904d4604b46be72317c7d34e18cb019efc18e4e056bf5940d14b3cf5383b9f1 I0326 23:19:44.087257 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=33175218c0a0d7bdfe8cc7c826fb9c778c25c623e2e4b88247ffc41e2b8b7a02 I0326 23:19:44.087268 1 gather.go:177] gatherer "clusterconfig" function "crds" took 36.444786ms to process 2 records I0326 23:19:44.087356 1 tasks_processing.go:74] worker 59 stopped. I0326 23:19:44.087440 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=fcc0d159a23b5aecbc76599d8c1d1cdb6e871b168315bd47f1a7ff0cd996f9ae I0326 23:19:44.087562 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=b4c6c024acab54d531c889f73a942a2d1d5c7c4f9586bdda645be44dcc6c0456 I0326 23:19:44.087576 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 38.294039ms to process 2 records I0326 23:19:44.089617 1 tasks_processing.go:74] worker 7 stopped. I0326 23:19:44.089639 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=108780cb24f15bf572a4031966507398a0d0c6a28b3a008952f53b481dc191a9 I0326 23:19:44.089654 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 40.262629ms to process 1 records I0326 23:19:44.090028 1 tasks_processing.go:74] worker 55 stopped. I0326 23:19:44.090058 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0326 23:19:44.090067 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 41.000835ms to process 1 records I0326 23:19:44.095702 1 tasks_processing.go:74] worker 46 stopped. I0326 23:19:44.095723 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 48.596081ms to process 0 records I0326 23:19:44.099258 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0326 23:19:44.104671 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:19:44.104679 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:19:44.104683 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0326 23:19:44.106298 1 tasks_processing.go:74] worker 40 stopped. E0326 23:19:44.106317 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0326 23:19:44.106336 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0326 23:19:44.106343 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0326 23:19:44.106357 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0326 23:19:44.106402 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0326 23:19:44.106411 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0326 23:19:44.106438 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0326 23:19:44.106454 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0326 23:19:44.106571 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0326 23:19:44.106585 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0326 23:19:44.106593 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 60.421131ms to process 7 records I0326 23:19:44.108313 1 tasks_processing.go:74] worker 17 stopped. I0326 23:19:44.110007 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-69m7w with fingerprint=2a16009133ba6d199ac0ebc7d9ed61e838f937dc63f1d90be9e16a25f63cab37 I0326 23:19:44.110093 1 recorder.go:75] Recording config/running_containers with fingerprint=114c058d0e1b15c90bbf1e26663ffd6a295e439447632dec5bb4784995557d79 I0326 23:19:44.110103 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 59.018853ms to process 2 records E0326 23:19:44.110115 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0326 23:19:44.110122 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9mn557uecfdfat3rak4fd92hlq9uco-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9mn557uecfdfat3rak4fd92hlq9uco-primary-cert-bundle-secret" not found I0326 23:19:44.110131 1 tasks_processing.go:74] worker 56 stopped. I0326 23:19:44.110174 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=1dd58230964dae8c1355b3004f4a151b634c9ed7639c766e46e0983235c62655 I0326 23:19:44.110184 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 59.63966ms to process 1 records I0326 23:19:44.110193 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 63.204867ms to process 0 records I0326 23:19:44.110199 1 tasks_processing.go:74] worker 8 stopped. I0326 23:19:44.112504 1 base_controller.go:82] Caches are synced for ConfigController I0326 23:19:44.112533 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0326 23:19:44.120759 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:19:44.143493 1 cluster_transfer.go:102] no available accepted cluster transfer I0326 23:19:44.143514 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0326 23:19:44.153310 1 base_controller.go:82] Caches are synced for LoggingSyncer I0326 23:19:44.153325 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0326 23:19:44.161187 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0326 23:19:44.165472 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0326 23:19:44.241873 1 sca.go:266] etc-pki-entitlement secret successfully created I0326 23:19:44.241892 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0326 23:19:45.112213 1 tasks_processing.go:74] worker 3 stopped. I0326 23:19:45.112262 1 recorder.go:75] Recording config/alerts with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 W0326 23:19:45.112279 1 gather.go:155] issue recording gatherer "clusterconfig" function "active_alerts" result "config/alerts.json" because of the warning: warning: the record with the same fingerprint "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" was already recorded at path "config/namespaces_with_overlapping_uids.json", recording another one with a different path "config/alerts.json" I0326 23:19:45.112289 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.066436368s to process 1 records I0326 23:19:45.112302 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0326 23:19:45.112319 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.063860018s to process 1 records I0326 23:19:45.112321 1 tasks_processing.go:74] worker 58 stopped. I0326 23:19:46.511420 1 tasks_processing.go:74] worker 13 stopped. I0326 23:19:46.511555 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=e2d184248447a864bb1d29717cf8ac8e1a30d1256e7fb9238a1112f53d7649ca I0326 23:19:46.511601 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0326 23:19:46.511621 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c12fff63485b2367dfff956d031bad2aeef99a1a65456e16a31eb2e7b8cdb869 I0326 23:19:46.511630 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0326 23:19:46.511651 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=5da6bab21187c699905193142076d7efea5d92591e792b28549e3b41478a6219 I0326 23:19:46.511670 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0326 23:19:46.511694 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=7addae924d93fb7f15d91de609882bec675cf2bccb35b5bf8326c80c3bcf6a91 I0326 23:19:46.511723 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=559dcb0b837df071c3cf22b13e8ab6768c7c2591c620848b2a17185c3f1060a6 I0326 23:19:46.511746 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=7c15370c3fc2fe9953a9b1aeb4140413b42e48adf9bb60714df1f9d3aedc8181 I0326 23:19:46.511776 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=b5befe1f642597a885ca03375b7cfaee13bf61215ec4dcf9f5cc9e5cb0a4063b I0326 23:19:46.512040 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e02fdda2723048e364d1c3e6d0d873fda97e18a9f96624314b3aa04cfec2033e I0326 23:19:46.512064 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=5eb103a122a4b78528aa5413a6911e4535ece4d2649c575b93dbb58044c078c5 I0326 23:19:46.512072 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0326 23:19:46.512088 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=7311ff1136c4d14eb8190e5a1c8a15679e65acb9a8cb6358308bca115fd3d243 I0326 23:19:46.512098 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0326 23:19:46.512114 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=fb3370455e8406772b3f35a0fc3aa80bc8044b84be457c89b1374f10861efa3f I0326 23:19:46.512123 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0326 23:19:46.512141 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=6beed1a052c81a1fc46fe45fb716911470c76cbb4f6ee38e516f3b18e6075e39 I0326 23:19:46.512151 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0326 23:19:46.512172 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=c19fbddca5b8f97850d09b3da3e20250b41857ab89700aa423735af3fb929bc0 I0326 23:19:46.512274 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=f93e464c8fe49274ad634bdf0c89326be82b640dc5298839c55836428b738054 I0326 23:19:46.512283 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0326 23:19:46.512290 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0326 23:19:46.512320 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0326 23:19:46.512348 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=e9e9cf749cc29334f060fff3f346c11ce81658845663956eae9de51e15b2095d I0326 23:19:46.512372 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=357f7c35c495ee0d22e9c483611f3ac2442a880f95ce01bee1718cbc88ec4c7f I0326 23:19:46.512381 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0326 23:19:46.512396 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9066655820ddd994d42f1fdfa34605fad06e9c5ff8cd8f62c58bc9de8243ddd2 I0326 23:19:46.512406 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0326 23:19:46.512422 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=a8ca90662b7f30cca377417fc0be3ddc2bbc4d901fd2ac4621b99a0c32b6a981 I0326 23:19:46.512431 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0326 23:19:46.512444 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=bb36030314fa1a172cf8e23a0e472c2ab6d2a93a012874249ce464e73dfd4fef I0326 23:19:46.512459 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=2793af276a73cc0c3df2fd927d28dd85a0d30afd14b3fb132c8bfea2e44c3458 I0326 23:19:46.512475 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=77d327bb57c8071b928639fcf143fba639a201cc3d69ed0693427740dd813313 I0326 23:19:46.512496 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=6fbb8ba1af1ae7c8b806fdc65a9a7e935756f758af588f38d28ea89f9878f65b I0326 23:19:46.512505 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0326 23:19:46.512540 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=73ab59dadb52330cfeb38a6a0e1f2ab91d9ec0f6e4d9dac9e4fd1eab55e07871 I0326 23:19:46.512556 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0326 23:19:46.512563 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0326 23:19:46.512571 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.464076148s to process 39 records I0326 23:19:56.890429 1 tasks_processing.go:74] worker 32 stopped. I0326 23:19:56.890478 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0326 23:19:56.890491 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.842696524s to process 1 records I0326 23:19:57.652135 1 tasks_processing.go:74] worker 16 stopped. I0326 23:19:57.652484 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4aff5860ec073ddfdf1bec96303c96ef7753a0d476f8315de0a2062bde3a2fd5 I0326 23:19:57.652500 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.605576146s to process 1 records E0326 23:19:57.652579 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.607s with: function \"machines\" failed with an error, function \"metrics\" failed with an error, function \"tsdb_status\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error" I0326 23:19:57.653685 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "metrics" failed with an error, function "tsdb_status" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error I0326 23:19:57.653700 1 periodic.go:209] Running workloads gatherer I0326 23:19:57.653714 1 tasks_processing.go:45] number of workers: 2 I0326 23:19:57.653721 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:19:57.653725 1 tasks_processing.go:71] worker 1 working on workload_info task. I0326 23:19:57.653733 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:19:57.653748 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0326 23:19:57.659677 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-152.ec2.internal... I0326 23:19:57.659683 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-157.ec2.internal... I0326 23:19:57.659688 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-155.ec2.internal... I0326 23:19:57.675354 1 tasks_processing.go:74] worker 0 stopped. I0326 23:19:57.675372 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 21.591596ms to process 0 records I0326 23:20:02.841664 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0326 23:20:02.866674 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 25s for image data I0326 23:20:02.874549 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms) I0326 23:20:02.883673 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms) I0326 23:20:02.891862 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (8ms) I0326 23:20:02.900082 1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (8ms) I0326 23:20:02.908616 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (9ms) I0326 23:20:02.917062 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (8ms) I0326 23:20:02.928139 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (11ms) I0326 23:20:02.936194 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (8ms) I0326 23:20:02.944361 1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (8ms) I0326 23:20:02.952733 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (8ms) I0326 23:20:02.974572 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (22ms) I0326 23:20:03.076764 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (102ms) I0326 23:20:03.175322 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms) I0326 23:20:03.274412 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (99ms) I0326 23:20:03.374907 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms) I0326 23:20:03.476303 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (101ms) I0326 23:20:03.575207 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (99ms) I0326 23:20:03.675709 1 gather_workloads_info.go:387] No image sha256:09e27b3a67ebeda04d3e597e0561bfb40550de78bdecb53f2f9ff3dfb1cfe7ea (100ms) I0326 23:20:03.775068 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (99ms) I0326 23:20:03.874728 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (100ms) I0326 23:20:03.975190 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0326 23:20:04.075779 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (101ms) I0326 23:20:04.174939 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (99ms) I0326 23:20:04.274875 1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (100ms) I0326 23:20:04.375136 1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (100ms) I0326 23:20:04.475677 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (101ms) I0326 23:20:04.575626 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0326 23:20:04.675139 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (99ms) I0326 23:20:04.776143 1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (101ms) I0326 23:20:04.875303 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms) I0326 23:20:04.974512 1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (99ms) I0326 23:20:05.075331 1 gather_workloads_info.go:387] No image sha256:ce98d5d844bfc2ba8de1893866ad38166c95157d54abd8192b181e819bc50bb5 (101ms) I0326 23:20:05.174034 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (99ms) I0326 23:20:05.275548 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (101ms) I0326 23:20:05.375393 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (100ms) I0326 23:20:05.475335 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (100ms) I0326 23:20:05.575944 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms) I0326 23:20:05.675889 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0326 23:20:05.775401 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms) I0326 23:20:05.875549 1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0326 23:20:05.975112 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (99ms) I0326 23:20:06.075316 1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (100ms) I0326 23:20:06.174404 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms) I0326 23:20:06.275803 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms) I0326 23:20:06.375666 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms) I0326 23:20:06.475827 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (100ms) I0326 23:20:06.576268 1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (100ms) I0326 23:20:06.674940 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (99ms) I0326 23:20:06.776346 1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (101ms) I0326 23:20:06.874729 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (98ms) I0326 23:20:06.874764 1 tasks_processing.go:74] worker 1 stopped. I0326 23:20:06.875059 1 recorder.go:75] Recording config/workload_info with fingerprint=98699d4665d73df06b315941624afcddbc27379e1fe2615d0260f9d9f4166baf I0326 23:20:06.875074 1 gather.go:177] gatherer "workloads" function "workload_info" took 9.221031805s to process 1 records I0326 23:20:06.875090 1 periodic.go:256] Periodic gather workloads completed in 9.221s I0326 23:20:06.875100 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0326 23:20:06.875105 1 periodic.go:209] Running conditional gatherer I0326 23:20:06.880386 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0326 23:20:06.995961 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0326 23:20:06.998698 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.11.179:9091: connect: connection refused I0326 23:20:06.998816 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0326 23:20:07.005003 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0326 23:20:07.005023 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005031 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005035 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005038 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005041 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005044 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005047 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005049 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005052 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:20:07.005056 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0326 23:20:07.005073 1 tasks_processing.go:45] number of workers: 3 I0326 23:20:07.005086 1 tasks_processing.go:69] worker 2 listening for tasks. I0326 23:20:07.005090 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0326 23:20:07.005109 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:20:07.005106 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:20:07.005132 1 tasks_processing.go:71] worker 0 working on conditional_gatherer_rules task. I0326 23:20:07.005123 1 tasks_processing.go:71] worker 1 working on remote_configuration task. I0326 23:20:07.005195 1 tasks_processing.go:74] worker 0 stopped. I0326 23:20:07.005294 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0326 23:20:07.005317 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 2.544µs to process 1 records I0326 23:20:07.005378 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0326 23:20:07.005392 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 3.666µs to process 1 records I0326 23:20:07.005403 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 271.996µs to process 0 records I0326 23:20:07.005405 1 tasks_processing.go:74] worker 1 stopped. I0326 23:20:07.005414 1 tasks_processing.go:74] worker 2 stopped. I0326 23:20:07.005435 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0326 23:20:07.005459 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0326 23:20:07.029345 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=27ab184226029605171a69efbb4c3533286776f50ffa09f29cee0f8e0b9ffc88 I0326 23:20:07.029488 1 diskrecorder.go:70] Writing 111 records to /var/lib/insights-operator/insights-2026-03-26-232007.tar.gz I0326 23:20:07.036414 1 diskrecorder.go:51] Wrote 111 records to disk in 7ms I0326 23:20:07.036455 1 periodic.go:278] Gathering cluster info every 2h0m0s I0326 23:20:07.036472 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0326 23:21:14.046649 1 diskrecorder.go:223] Found files to send: insights-2026-03-26-232007.tar.gz I0326 23:21:14.046684 1 insightsuploader.go:150] Checking archives to upload periodically every 16m9.087385883s I0326 23:21:14.046693 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0326 23:21:14.055768 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0326 23:21:14.151592 1 requests.go:87] Successfully reported id=2026-03-26T23:21:14Z x-rh-insights-request-id=d747b9f9d92a4b0b992f49aa24947c51, wrote=48034 I0326 23:21:14.151667 1 insightsuploader.go:187] Uploaded report successfully in 104.965641ms I0326 23:21:14.151691 1 controller.go:128] Initializing last reported time to 2026-03-26T23:21:14Z I0326 23:21:14.151704 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0326 23:21:14.151710 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0326 23:21:14.151718 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0326 23:21:14.157113 1 controller.go:512] The operator is healthy I0326 23:21:44.057832 1 controller.go:512] The operator is healthy I0326 23:22:17.971881 1 insightsreport.go:137] Pulling report from smart-proxy I0326 23:22:17.971911 1 insightsreport.go:149] Retrieving report I0326 23:22:17.978623 1 requests.go:110] Retrieving report for cluster: ae77d333-7829-4b23-a5c1-bc77abd34be1 I0326 23:22:17.978635 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/ae77d333-7829-4b23-a5c1-bc77abd34be1/reports I0326 23:22:17.981424 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/ae77d333-7829-4b23-a5c1-bc77abd34be1/reports I0326 23:22:18.091198 1 insightsreport.go:184] Report retrieved I0326 23:22:18.116433 1 insightsreport.go:239] Report retrieved correctly I0326 23:23:44.058911 1 controller.go:512] The operator is healthy I0326 23:24:44.041238 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:24:44.046872 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:24:44.046891 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:24:44.050513 1 secretconfigobserver.go:119] support secret does not exist I0326 23:25:44.059486 1 controller.go:512] The operator is healthy I0326 23:27:44.060795 1 controller.go:512] The operator is healthy I0326 23:29:44.029885 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:29:44.050965 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:29:44.055299 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:29:44.055325 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:29:44.058790 1 controller.go:512] The operator is healthy I0326 23:29:44.059391 1 secretconfigobserver.go:119] support secret does not exist I0326 23:31:44.060937 1 controller.go:512] The operator is healthy I0326 23:33:44.059951 1 controller.go:512] The operator is healthy I0326 23:34:44.059548 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:34:44.064661 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:34:44.064683 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:34:44.068294 1 secretconfigobserver.go:119] support secret does not exist I0326 23:35:44.058391 1 controller.go:512] The operator is healthy I0326 23:37:28.239744 1 insightsuploader.go:146] Nothing to report since 2026-03-26T23:21:14Z I0326 23:37:44.061164 1 controller.go:512] The operator is healthy I0326 23:39:44.030848 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:39:44.057963 1 controller.go:512] The operator is healthy I0326 23:39:44.068831 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:39:44.072980 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:39:44.073000 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:39:44.076577 1 secretconfigobserver.go:119] support secret does not exist I0326 23:41:44.058996 1 controller.go:512] The operator is healthy I0326 23:43:44.060277 1 controller.go:512] The operator is healthy I0326 23:44:44.077316 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:44:44.083291 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:44:44.083313 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:44:44.087543 1 secretconfigobserver.go:119] support secret does not exist I0326 23:45:44.058772 1 controller.go:512] The operator is healthy I0326 23:47:44.060811 1 controller.go:512] The operator is healthy I0326 23:49:44.030571 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:49:44.035115 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:49:44.057724 1 controller.go:512] The operator is healthy I0326 23:49:44.088505 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:49:44.093052 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:49:44.093071 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:49:44.097377 1 secretconfigobserver.go:119] support secret does not exist I0326 23:51:44.060846 1 controller.go:512] The operator is healthy I0326 23:52:50.550490 1 insightsuploader.go:146] Nothing to report since 2026-03-26T23:21:14Z I0326 23:53:44.058900 1 controller.go:512] The operator is healthy I0326 23:54:44.097728 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:54:44.104759 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:54:44.104784 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:54:44.109057 1 secretconfigobserver.go:119] support secret does not exist I0326 23:55:44.058299 1 controller.go:512] The operator is healthy I0326 23:57:44.064686 1 controller.go:512] The operator is healthy