I0425 08:14:36.642221 1 cmd.go:253] Using service-serving-cert provided certificates I0425 08:14:36.642878 1 observer_polling.go:159] Starting file observer I0425 08:14:37.169871 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0425 08:14:37.170133 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0425 08:14:37.171034 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0425 08:14:37.171045 1 secure_serving.go:57] Forcing use of http/1.1 only W0425 08:14:37.171065 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0425 08:14:37.171072 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0425 08:14:37.171078 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0425 08:14:37.171081 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0425 08:14:37.171085 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0425 08:14:37.171088 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0425 08:14:37.175266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"c2977afb-bf12-40eb-b909-dd66ea774006", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0425 08:14:37.175266 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0425 08:14:37.176268 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0425 08:14:37.176289 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0425 08:14:37.176286 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0425 08:14:37.176319 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 08:14:37.176317 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0425 08:14:37.176330 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 08:14:37.176548 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0425 08:14:37.176951 1 secure_serving.go:213] Serving securely on [::]:8443 I0425 08:14:37.176985 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0425 08:14:37.182244 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0425 08:14:37.182266 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0425 08:14:37.182347 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0425 08:14:37.187185 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:14:37.187200 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0425 08:14:37.191967 1 secretconfigobserver.go:119] support secret does not exist I0425 08:14:37.197037 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:14:37.201039 1 secretconfigobserver.go:119] support secret does not exist I0425 08:14:37.203342 1 recorder.go:161] Pruning old reports every 5h0m42s, max age is 288h0m0s I0425 08:14:37.207815 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0425 08:14:37.207823 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0425 08:14:37.207829 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0425 08:14:37.207832 1 insightsreport.go:296] Starting report retriever I0425 08:14:37.207837 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0425 08:14:37.207846 1 periodic.go:209] Running clusterconfig gatherer I0425 08:14:37.207883 1 tasks_processing.go:45] number of workers: 64 I0425 08:14:37.207914 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:14:37.207921 1 tasks_processing.go:69] worker 63 listening for tasks. I0425 08:14:37.207921 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:14:37.207927 1 tasks_processing.go:69] worker 34 listening for tasks. I0425 08:14:37.207913 1 tasks_processing.go:69] worker 3 listening for tasks. I0425 08:14:37.207936 1 tasks_processing.go:69] worker 49 listening for tasks. I0425 08:14:37.207936 1 tasks_processing.go:71] worker 0 working on monitoring_persistent_volumes task. I0425 08:14:37.207940 1 tasks_processing.go:71] worker 63 working on machine_sets task. I0425 08:14:37.207941 1 tasks_processing.go:71] worker 3 working on nodenetworkconfigurationpolicies task. I0425 08:14:37.207945 1 tasks_processing.go:69] worker 51 listening for tasks. I0425 08:14:37.207951 1 tasks_processing.go:69] worker 58 listening for tasks. I0425 08:14:37.207939 1 tasks_processing.go:69] worker 50 listening for tasks. I0425 08:14:37.207954 1 tasks_processing.go:71] worker 34 working on lokistack task. I0425 08:14:37.207954 1 tasks_processing.go:69] worker 2 listening for tasks. I0425 08:14:37.207958 1 tasks_processing.go:69] worker 59 listening for tasks. I0425 08:14:37.207965 1 tasks_processing.go:69] worker 5 listening for tasks. I0425 08:14:37.207964 1 tasks_processing.go:69] worker 57 listening for tasks. I0425 08:14:37.207973 1 tasks_processing.go:69] worker 62 listening for tasks. I0425 08:14:37.207976 1 tasks_processing.go:71] worker 5 working on oauths task. I0425 08:14:37.207980 1 tasks_processing.go:69] worker 55 listening for tasks. I0425 08:14:37.207982 1 tasks_processing.go:69] worker 56 listening for tasks. I0425 08:14:37.207985 1 tasks_processing.go:69] worker 52 listening for tasks. I0425 08:14:37.207981 1 tasks_processing.go:71] worker 59 working on infrastructures task. I0425 08:14:37.207995 1 tasks_processing.go:69] worker 16 listening for tasks. I0425 08:14:37.207997 1 tasks_processing.go:69] worker 6 listening for tasks. I0425 08:14:37.207996 1 tasks_processing.go:69] worker 17 listening for tasks. I0425 08:14:37.207997 1 tasks_processing.go:69] worker 53 listening for tasks. I0425 08:14:37.208006 1 tasks_processing.go:69] worker 15 listening for tasks. I0425 08:14:37.208007 1 tasks_processing.go:69] worker 19 listening for tasks. I0425 08:14:37.207967 1 tasks_processing.go:69] worker 61 listening for tasks. I0425 08:14:37.207991 1 tasks_processing.go:69] worker 12 listening for tasks. I0425 08:14:37.208015 1 tasks_processing.go:69] worker 8 listening for tasks. I0425 08:14:37.208002 1 tasks_processing.go:69] worker 18 listening for tasks. I0425 08:14:37.208009 1 tasks_processing.go:69] worker 7 listening for tasks. I0425 08:14:37.208024 1 tasks_processing.go:69] worker 24 listening for tasks. I0425 08:14:37.208016 1 tasks_processing.go:69] worker 23 listening for tasks. I0425 08:14:37.208021 1 tasks_processing.go:69] worker 14 listening for tasks. I0425 08:14:37.208032 1 tasks_processing.go:69] worker 25 listening for tasks. I0425 08:14:37.207921 1 tasks_processing.go:71] worker 1 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0425 08:14:37.208033 1 tasks_processing.go:69] worker 10 listening for tasks. I0425 08:14:37.208035 1 tasks_processing.go:69] worker 11 listening for tasks. I0425 08:14:37.208029 1 tasks_processing.go:69] worker 13 listening for tasks. I0425 08:14:37.208043 1 tasks_processing.go:71] worker 49 working on silenced_alerts task. I0425 08:14:37.208041 1 tasks_processing.go:69] worker 26 listening for tasks. I0425 08:14:37.208046 1 tasks_processing.go:71] worker 58 working on metrics task. I0425 08:14:37.208032 1 tasks_processing.go:71] worker 51 working on certificate_signing_requests task. I0425 08:14:37.208046 1 tasks_processing.go:69] worker 42 listening for tasks. I0425 08:14:37.208054 1 tasks_processing.go:69] worker 30 listening for tasks. I0425 08:14:37.208053 1 tasks_processing.go:69] worker 29 listening for tasks. I0425 08:14:37.208016 1 tasks_processing.go:69] worker 27 listening for tasks. I0425 08:14:37.208063 1 tasks_processing.go:69] worker 28 listening for tasks. I0425 08:14:37.208021 1 tasks_processing.go:69] worker 21 listening for tasks. I0425 08:14:37.208066 1 tasks_processing.go:69] worker 45 listening for tasks. I0425 08:14:37.208027 1 tasks_processing.go:69] worker 9 listening for tasks. I0425 08:14:37.208073 1 tasks_processing.go:71] worker 2 working on sap_config task. I0425 08:14:37.208075 1 tasks_processing.go:69] worker 46 listening for tasks. I0425 08:14:37.208040 1 tasks_processing.go:71] worker 50 working on openshift_machine_api_events task. I0425 08:14:37.208086 1 tasks_processing.go:69] worker 39 listening for tasks. I0425 08:14:37.208087 1 tasks_processing.go:69] worker 44 listening for tasks. I0425 08:14:37.208091 1 tasks_processing.go:69] worker 37 listening for tasks. I0425 08:14:37.208095 1 tasks_processing.go:69] worker 38 listening for tasks. I0425 08:14:37.208098 1 tasks_processing.go:69] worker 40 listening for tasks. I0425 08:14:37.208102 1 tasks_processing.go:69] worker 41 listening for tasks. I0425 08:14:37.208099 1 tasks_processing.go:69] worker 43 listening for tasks. I0425 08:14:37.208105 1 tasks_processing.go:69] worker 32 listening for tasks. I0425 08:14:37.208108 1 tasks_processing.go:71] worker 52 working on machine_config_pools task. I0425 08:14:37.208110 1 tasks_processing.go:71] worker 15 working on networks task. I0425 08:14:37.208112 1 tasks_processing.go:71] worker 18 working on proxies task. I0425 08:14:37.208118 1 tasks_processing.go:69] worker 48 listening for tasks. I0425 08:14:37.208119 1 tasks_processing.go:71] worker 61 working on schedulers task. I0425 08:14:37.208124 1 tasks_processing.go:71] worker 48 working on machine_autoscalers task. I0425 08:14:37.208128 1 tasks_processing.go:71] worker 24 working on config_maps task. I0425 08:14:37.208143 1 tasks_processing.go:71] worker 6 working on authentication task. I0425 08:14:37.208045 1 tasks_processing.go:69] worker 31 listening for tasks. I0425 08:14:37.208146 1 tasks_processing.go:71] worker 19 working on cluster_apiserver task. I0425 08:14:37.208153 1 tasks_processing.go:71] worker 62 working on sap_pods task. I0425 08:14:37.208161 1 tasks_processing.go:71] worker 57 working on openstack_version task. I0425 08:14:37.207952 1 tasks_processing.go:69] worker 4 listening for tasks. I0425 08:14:37.208069 1 tasks_processing.go:69] worker 47 listening for tasks. I0425 08:14:37.208026 1 tasks_processing.go:69] worker 22 listening for tasks. I0425 08:14:37.208179 1 tasks_processing.go:71] worker 53 working on sap_datahubs task. I0425 08:14:37.207991 1 tasks_processing.go:69] worker 20 listening for tasks. I0425 08:14:37.208184 1 tasks_processing.go:71] worker 8 working on jaegers task. I0425 08:14:37.208189 1 tasks_processing.go:71] worker 12 working on pdbs task. I0425 08:14:37.207977 1 tasks_processing.go:69] worker 54 listening for tasks. I0425 08:14:37.208063 1 tasks_processing.go:69] worker 36 listening for tasks. I0425 08:14:37.207940 1 tasks_processing.go:69] worker 33 listening for tasks. I0425 08:14:37.208280 1 tasks_processing.go:71] worker 56 working on install_plans task. I0425 08:14:37.208351 1 tasks_processing.go:71] worker 28 working on image task. I0425 08:14:37.207935 1 tasks_processing.go:69] worker 35 listening for tasks. I0425 08:14:37.208369 1 tasks_processing.go:71] worker 33 working on container_runtime_configs task. I0425 08:14:37.208373 1 tasks_processing.go:71] worker 35 working on machines task. I0425 08:14:37.208117 1 tasks_processing.go:71] worker 32 working on openstack_dataplanenodesets task. I0425 08:14:37.208868 1 tasks_processing.go:71] worker 55 working on aggregated_monitoring_cr_names task. I0425 08:14:37.208880 1 tasks_processing.go:71] worker 45 working on openstack_dataplanedeployments task. I0425 08:14:37.208903 1 tasks_processing.go:71] worker 16 working on operators_pods_and_events task. I0425 08:14:37.208930 1 tasks_processing.go:71] worker 31 working on ingress_certificates task. I0425 08:14:37.208941 1 tasks_processing.go:71] worker 22 working on qemu_kubevirt_launcher_logs task. I0425 08:14:37.209027 1 tasks_processing.go:71] worker 23 working on machine_healthchecks task. I0425 08:14:37.209072 1 tasks_processing.go:71] worker 9 working on overlapping_namespace_uids task. I0425 08:14:37.209142 1 tasks_processing.go:71] worker 4 working on image_pruners task. I0425 08:14:37.209158 1 tasks_processing.go:71] worker 13 working on cost_management_metrics_configs task. I0425 08:14:37.209169 1 tasks_processing.go:71] worker 54 working on nodes task. I0425 08:14:37.209223 1 tasks_processing.go:71] worker 26 working on service_accounts task. I0425 08:14:37.209315 1 tasks_processing.go:71] worker 36 working on support_secret task. I0425 08:14:37.209411 1 tasks_processing.go:71] worker 20 working on node_logs task. I0425 08:14:37.209478 1 tasks_processing.go:71] worker 14 working on storage_classes task. I0425 08:14:37.207963 1 tasks_processing.go:69] worker 60 listening for tasks. I0425 08:14:37.208122 1 tasks_processing.go:71] worker 7 working on dvo_metrics task. I0425 08:14:37.208876 1 tasks_processing.go:71] worker 21 working on storage_cluster task. I0425 08:14:37.209512 1 tasks_processing.go:71] worker 47 working on ceph_cluster task. I0425 08:14:37.209523 1 tasks_processing.go:71] worker 10 working on machine_configs task. I0425 08:14:37.209527 1 tasks_processing.go:71] worker 25 working on clusterroles task. I0425 08:14:37.209534 1 tasks_processing.go:71] worker 37 working on validating_webhook_configurations task. I0425 08:14:37.209538 1 tasks_processing.go:71] worker 46 working on active_alerts task. I0425 08:14:37.209540 1 tasks_processing.go:71] worker 39 working on container_images task. I0425 08:14:37.209542 1 tasks_processing.go:71] worker 30 working on tsdb_status task. I0425 08:14:37.209544 1 tasks_processing.go:71] worker 44 working on operators task. I0425 08:14:37.209553 1 tasks_processing.go:71] worker 11 working on image_registries task. I0425 08:14:37.209553 1 tasks_processing.go:71] worker 42 working on ingress task. I0425 08:14:37.209558 1 tasks_processing.go:71] worker 29 working on openstack_controlplanes task. I0425 08:14:37.208175 1 tasks_processing.go:71] worker 17 working on mutating_webhook_configurations task. I0425 08:14:37.211800 1 tasks_processing.go:71] worker 3 working on version task. I0425 08:14:37.211810 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 3.848825ms to process 0 records I0425 08:14:37.211820 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 3.843601ms to process 0 records I0425 08:14:37.211829 1 tasks_processing.go:74] worker 34 stopped. I0425 08:14:37.209566 1 tasks_processing.go:71] worker 40 working on feature_gates task. I0425 08:14:37.209570 1 tasks_processing.go:71] worker 38 working on openshift_logging task. I0425 08:14:37.209578 1 tasks_processing.go:71] worker 41 working on crds task. I0425 08:14:37.209585 1 tasks_processing.go:71] worker 43 working on olm_operators task. I0425 08:14:37.209566 1 tasks_processing.go:71] worker 27 working on pod_network_connectivity_checks task. I0425 08:14:37.210147 1 tasks_processing.go:71] worker 60 working on nodenetworkstates task. I0425 08:14:37.213585 1 tasks_processing.go:74] worker 63 stopped. I0425 08:14:37.213600 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 5.632959ms to process 0 records I0425 08:14:37.213610 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.204487ms to process 0 records I0425 08:14:37.213616 1 tasks_processing.go:74] worker 33 stopped. E0425 08:14:37.213817 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.183.52:9091: connect: connection refused I0425 08:14:37.213836 1 tasks_processing.go:74] worker 30 stopped. E0425 08:14:37.213842 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.183.52:9091: connect: connection refused I0425 08:14:37.213850 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 2.793504ms to process 0 records E0425 08:14:37.213871 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.183.52:9091: connect: connection refused I0425 08:14:37.213898 1 tasks_processing.go:74] worker 58 stopped. E0425 08:14:37.213909 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.183.52:9091: connect: connection refused I0425 08:14:37.213933 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 5.839841ms to process 0 records I0425 08:14:37.214066 1 tasks_processing.go:74] worker 57 stopped. I0425 08:14:37.214073 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 5.895376ms to process 0 records I0425 08:14:37.230212 1 tasks_processing.go:74] worker 8 stopped. I0425 08:14:37.230224 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 22.0175ms to process 0 records I0425 08:14:37.230236 1 tasks_processing.go:74] worker 62 stopped. I0425 08:14:37.230241 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 22.078484ms to process 0 records I0425 08:14:37.230250 1 tasks_processing.go:74] worker 32 stopped. I0425 08:14:37.230255 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 21.605181ms to process 0 records I0425 08:14:37.237151 1 tasks_processing.go:74] worker 18 stopped. I0425 08:14:37.237272 1 recorder.go:75] Recording config/proxy with fingerprint=f9d277c19934b6dba0ed172eedf7e3f00bd009fad34e3ad7ab1f06dcca5b23d4 I0425 08:14:37.237287 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 29.028399ms to process 1 records I0425 08:14:37.237312 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 29.030823ms to process 0 records I0425 08:14:37.237342 1 tasks_processing.go:74] worker 53 stopped. I0425 08:14:37.237426 1 tasks_processing.go:74] worker 59 stopped. I0425 08:14:37.237807 1 controller.go:128] Initializing last reported time to 2026-04-25T08:14:30Z I0425 08:14:37.237827 1 controller.go:326] The initial operator extension status is healthy I0425 08:14:37.237839 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0425 08:14:37.237846 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0425 08:14:37.237850 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0425 08:14:37.237865 1 controller.go:489] The operator is still being initialized I0425 08:14:37.237876 1 controller.go:512] The operator is healthy I0425 08:14:37.237982 1 recorder.go:75] Recording config/infrastructure with fingerprint=bad3a5bacfcca1ce7b50783e359004deba0997cc432b908e408e67a7ae89c019 I0425 08:14:37.237996 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 29.258573ms to process 1 records E0425 08:14:37.238003 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0425 08:14:37.238008 1 gather.go:177] gatherer "clusterconfig" function "machines" took 28.899768ms to process 0 records E0425 08:14:37.238014 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0425 08:14:37.238018 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 28.244062ms to process 0 records I0425 08:14:37.238038 1 tasks_processing.go:74] worker 35 stopped. I0425 08:14:37.238049 1 tasks_processing.go:74] worker 23 stopped. I0425 08:14:37.238125 1 tasks_processing.go:74] worker 19 stopped. I0425 08:14:37.238136 1 recorder.go:75] Recording config/apiserver with fingerprint=7976d2fbf964e727021899162031aaa9b709fc15477ce566e7d496e124546185 I0425 08:14:37.238141 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 29.184436ms to process 1 records I0425 08:14:37.238145 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 28.299699ms to process 0 records I0425 08:14:37.238150 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 27.557691ms to process 0 records I0425 08:14:37.238155 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 29.833396ms to process 0 records I0425 08:14:37.238163 1 tasks_processing.go:74] worker 13 stopped. I0425 08:14:37.238163 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 29.988111ms to process 0 records I0425 08:14:37.238169 1 tasks_processing.go:74] worker 21 stopped. I0425 08:14:37.238173 1 tasks_processing.go:74] worker 50 stopped. I0425 08:14:37.238169 1 tasks_processing.go:74] worker 0 stopped. I0425 08:14:37.238177 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 29.05484ms to process 0 records I0425 08:14:37.238183 1 tasks_processing.go:74] worker 45 stopped. I0425 08:14:37.238252 1 tasks_processing.go:74] worker 4 stopped. I0425 08:14:37.238426 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=0bfc18173885d1d158223b06a0cb10a60d4f69ddb0f22d98f1a68fe7cd725619 I0425 08:14:37.238438 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 28.812787ms to process 1 records I0425 08:14:37.238452 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 29.971586ms to process 0 records E0425 08:14:37.238457 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0425 08:14:37.238461 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.74894ms to process 0 records I0425 08:14:37.238466 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 28.651523ms to process 0 records I0425 08:14:37.238523 1 tasks_processing.go:74] worker 36 stopped. I0425 08:14:37.238525 1 tasks_processing.go:74] worker 20 stopped. I0425 08:14:37.238535 1 recorder.go:75] Recording config/image with fingerprint=a7a89d17563fd044672e5e5df7d6a929cff693df51357c90da2d6f34b15be8bf I0425 08:14:37.238540 1 tasks_processing.go:74] worker 28 stopped. I0425 08:14:37.238539 1 tasks_processing.go:74] worker 2 stopped. I0425 08:14:37.238550 1 gather.go:177] gatherer "clusterconfig" function "image" took 29.746032ms to process 1 records I0425 08:14:37.238673 1 tasks_processing.go:74] worker 6 stopped. I0425 08:14:37.238738 1 recorder.go:75] Recording config/authentication with fingerprint=c9a9cdb8d2d37dd96f41023d61e2aad2237360168f7cdfe801b58cc8d9c47577 I0425 08:14:37.238754 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 29.999339ms to process 1 records I0425 08:14:37.238765 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 26.566547ms to process 0 records I0425 08:14:37.238770 1 tasks_processing.go:74] worker 29 stopped. I0425 08:14:37.239070 1 tasks_processing.go:74] worker 27 stopped. E0425 08:14:37.239083 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0425 08:14:37.239092 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 27.088919ms to process 0 records I0425 08:14:37.239113 1 tasks_processing.go:74] worker 60 stopped. I0425 08:14:37.239126 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 27.253813ms to process 0 records I0425 08:14:37.239148 1 tasks_processing.go:74] worker 52 stopped. I0425 08:14:37.239158 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 31.028724ms to process 0 records I0425 08:14:37.239230 1 tasks_processing.go:74] worker 38 stopped. I0425 08:14:37.239240 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 27.322644ms to process 0 records I0425 08:14:37.244889 1 tasks_processing.go:74] worker 15 stopped. I0425 08:14:37.245008 1 recorder.go:75] Recording config/network with fingerprint=98e2feaa0acaf5ba89139bd6e6f3faa37de817e6af69b8af493217341feacd8d I0425 08:14:37.245020 1 gather.go:177] gatherer "clusterconfig" function "networks" took 36.764543ms to process 1 records I0425 08:14:37.247645 1 tasks_processing.go:74] worker 47 stopped. I0425 08:14:37.247658 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 37.211123ms to process 0 records I0425 08:14:37.247884 1 tasks_processing.go:74] worker 5 stopped. I0425 08:14:37.248069 1 recorder.go:75] Recording config/oauth with fingerprint=99055dccab1bbc838faf391e7766f894b658e31c2b9cd286a7e64464c544af0c I0425 08:14:37.248080 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 39.893193ms to process 1 records I0425 08:14:37.248188 1 tasks_processing.go:74] worker 48 stopped. I0425 08:14:37.248203 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 40.055729ms to process 0 records I0425 08:14:37.248387 1 tasks_processing.go:74] worker 61 stopped. I0425 08:14:37.248433 1 gather_logs.go:145] no pods in namespace were found I0425 08:14:37.248474 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=5fe199fa26c717518910ab7a62706a51dc39dd100c3e440fb7e9cf78da4f7d81 I0425 08:14:37.248497 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 40.257195ms to process 1 records I0425 08:14:37.248505 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 39.496106ms to process 0 records I0425 08:14:37.248511 1 tasks_processing.go:74] worker 22 stopped. I0425 08:14:37.248596 1 tasks_processing.go:74] worker 42 stopped. I0425 08:14:37.248715 1 recorder.go:75] Recording config/ingress with fingerprint=0620f7874854901d5ccb683b5796595a45b353c571dc20257b3ff92be021c239 I0425 08:14:37.248728 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 36.993603ms to process 1 records I0425 08:14:37.248807 1 tasks_processing.go:74] worker 40 stopped. I0425 08:14:37.248821 1 recorder.go:75] Recording config/featuregate with fingerprint=b06be1ac0f63a2419a8a72ae3571623d8df489da34aa04985bb52206be98e975 I0425 08:14:37.248829 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 36.743005ms to process 1 records I0425 08:14:37.249009 1 tasks_processing.go:74] worker 14 stopped. I0425 08:14:37.249089 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=6f5d137ad068dca3db9e89979ab2c3acbd9f6bf84c0f74551bf04d82fd246c88 I0425 08:14:37.249111 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=e36c30bc3b8ab91e0d894dd07bd076f46e6fd7af3c93ebfdfe08311b7b7c49e8 I0425 08:14:37.249123 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 39.167794ms to process 2 records I0425 08:14:37.250569 1 tasks_processing.go:74] worker 54 stopped. I0425 08:14:37.252771 1 recorder.go:75] Recording config/node/ip-10-0-0-42.ec2.internal with fingerprint=eef8793d581188f0426279d18169cab80beb429250eb1ea7856aa1c2d2d0f0cd I0425 08:14:37.252876 1 recorder.go:75] Recording config/node/ip-10-0-1-234.ec2.internal with fingerprint=2fe8bf51ed2723c372a7008539240e3ad89f635b8a6b0dba380f77acfef103e2 I0425 08:14:37.252963 1 recorder.go:75] Recording config/node/ip-10-0-2-71.ec2.internal with fingerprint=496e12bbf7cc0ac3d731b96b642ef3e6418d38bafc8fffd31018d653a3873110 I0425 08:14:37.252975 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 41.389722ms to process 3 records I0425 08:14:37.253073 1 tasks_processing.go:74] worker 12 stopped. I0425 08:14:37.253080 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=f5432199dbc762ec03e8b46c87801d41c0868035beb37ce20e415a9b491cd132 I0425 08:14:37.253101 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=fd06747e5256965cb262d4cd11e82bd5de3d705cfab120ab4074b545e65481c8 I0425 08:14:37.253121 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=2536c4e2aa07a15ebaea6ffb4ab333e15de42fd7e6ea0f2d436c27a191c0abc9 I0425 08:14:37.253147 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=daf85174291ce62d43167dd446136d859c62a4b2ad9703beb24b703c34bc1687 I0425 08:14:37.253170 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=77d8b3c0ba517e72d794ecc83a5f8094e5df9f2cc165cda227a754a0085eb488 I0425 08:14:37.253198 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=e934fd1be13a960db57fd58a7efebe146e4df87375886cae6a99c9bad3c63983 I0425 08:14:37.253227 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=f6fce3a07e7f0df5c3a34742373bd15631906e516b29f20c816e83a4fdd2fb24 I0425 08:14:37.253253 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=0b70d3a16c46d08245fc68d8a960617551eb5479ef11578a0be6d9046d84a1d9 I0425 08:14:37.253273 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=905806410c80b9c76c1cff0bdd532ab1af118d1140d137a4cabb8bbf63b512a5 I0425 08:14:37.253312 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=7ca1363741737be302297806af7bbeaacf74a752849949915ef4ba9b11702738 I0425 08:14:37.253338 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=7c66a22bdbbdb2f798a953f4c3fb5bd3eae40de7ec99f4c12af80f22bab4339d I0425 08:14:37.253346 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 43.012888ms to process 11 records I0425 08:14:37.253463 1 tasks_processing.go:74] worker 11 stopped. I0425 08:14:37.253807 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=65cee3b149ee94ac5e614ee25107ddc053de7916db8e5cab5949029af57225e7 I0425 08:14:37.253821 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 39.815862ms to process 1 records I0425 08:14:37.253950 1 tasks_processing.go:74] worker 17 stopped. I0425 08:14:37.253991 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=fbcf5b1e57bae548ef4b0e6a1aa170e6dc912af7069249624c792d89fa3a7733 I0425 08:14:37.254072 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=0c19db11f36c7905acc35bb41e537735ea6c45320fe4e5b33ae6b61f9d32bb3c I0425 08:14:37.254135 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=444b5a289791920b90a90c9b12cf73e994dcf7e3e18ddcc6017c0fca1d8001a2 I0425 08:14:37.254146 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 41.484475ms to process 3 records I0425 08:14:37.254156 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 44.972248ms to process 0 records I0425 08:14:37.254165 1 tasks_processing.go:74] worker 16 stopped. I0425 08:14:37.254187 1 tasks_processing.go:74] worker 37 stopped. I0425 08:14:37.254275 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=bc2317eb77a8d622546a1c9d5e8651e85829f2195291143227b892dcea5bdc5c I0425 08:14:37.254353 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=e0dfcc5826417bf3d523539f14727995037b88aa89d1b14575a3074534f19009 I0425 08:14:37.254441 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=3d8b1e0f3e007d0de326fe6aaf47227eb0a5c9ab1822f7beb9dfc5eaf45bc946 I0425 08:14:37.254474 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=bfac10f4d3a5fe8b01c7d65539dd818bb2624cb7fd6f3bf22bf18f176b573443 I0425 08:14:37.254501 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=ec147401230969b90f335e5733ed5a4e2a5db36a99db9dd4c4c9f412b3b4d045 I0425 08:14:37.254526 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=71d48d7222e9d9615e9a976be19981335b804c50309755badba9766074a42030 I0425 08:14:37.254552 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=fd07d38d23cf3e55e66cc1992950860efe9d1396d9552d57cf66a6962f1f32b6 I0425 08:14:37.254576 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=a00fa9c4df77f5682640fd4431ba6033e592161ee95fab118a5251bfd9c90dab I0425 08:14:37.254599 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=648b1744331ac6c77c6a2a5127c458dbb665a0be7f8dd65b5b72e4027b1bb979 I0425 08:14:37.254640 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=1b53385438ea15348a06546e2617334fb6a82f764c646fe65733e85d62c9a16a I0425 08:14:37.254665 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=e2257c7dcbb1ab3c5ef3f640ca92e7c8dd4b2df66d5dd8365c1159aee46c97bc W0425 08:14:37.254678 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:14:37.254695 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=a8bb52987fa67f32de349aec14238623b20d06fe9cbf8672ba923e6186b9f7cd I0425 08:14:37.254723 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=e5cb14d48b30e05c894eda50a333e9f1a96b580d0c5950ca1d527d6ffc67b6b3 I0425 08:14:37.254731 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 43.564652ms to process 13 records I0425 08:14:37.254755 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0425 08:14:37.254760 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 45.25316ms to process 1 records I0425 08:14:37.254801 1 recorder.go:75] Recording config/olm_operators with fingerprint=4a609805ad80680da2612702e517f0dce1df682fa92e87e90ad871fb61710322 I0425 08:14:37.254810 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 42.680439ms to process 1 records I0425 08:14:37.254816 1 tasks_processing.go:74] worker 43 stopped. I0425 08:14:37.254819 1 tasks_processing.go:74] worker 9 stopped. I0425 08:14:37.257295 1 tasks_processing.go:74] worker 51 stopped. I0425 08:14:37.257328 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 49.22998ms to process 0 records I0425 08:14:37.259660 1 tasks_processing.go:74] worker 10 stopped. I0425 08:14:37.259746 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0425 08:14:37.259771 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 49.124416ms to process 1 records I0425 08:14:37.260159 1 tasks_processing.go:74] worker 25 stopped. I0425 08:14:37.260410 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=d4eb822002310d1a890f5cf9cda10e651553d65e0cae8606c85ae5a2d6916907 I0425 08:14:37.260561 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=12e2182ecd4c82fd8827a21523b97c7a6fa427906af44b071766ed0e59063591 I0425 08:14:37.260574 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 49.558918ms to process 2 records I0425 08:14:37.261749 1 tasks_processing.go:74] worker 41 stopped. I0425 08:14:37.262586 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=7c36e6ddd8c06d57cb4e38df14f399af2176f3214032dfc9e163f6739a8ec69a I0425 08:14:37.262950 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=00e8431136979ea3c0b716f8958806db424cba35b4634b2aee17dde5ac3c727b I0425 08:14:37.262969 1 gather.go:177] gatherer "clusterconfig" function "crds" took 49.781945ms to process 2 records I0425 08:14:37.264329 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0425 08:14:37.264336 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0425 08:14:37.264596 1 operator.go:288] started I0425 08:14:37.264620 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0425 08:14:37.265023 1 tasks_processing.go:74] worker 55 stopped. I0425 08:14:37.265042 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 56.13014ms to process 0 records I0425 08:14:37.276339 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0425 08:14:37.276360 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 08:14:37.276418 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 08:14:37.281633 1 controller.go:212] Source scaController *sca.Controller is not ready I0425 08:14:37.281692 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0425 08:14:37.281718 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0425 08:14:37.281741 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0425 08:14:37.281768 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0425 08:14:37.281831 1 controller.go:489] The operator is still being initialized I0425 08:14:37.281857 1 controller.go:512] The operator is healthy I0425 08:14:37.282393 1 base_controller.go:82] Caches are synced for ConfigController I0425 08:14:37.282693 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0425 08:14:37.286183 1 tasks_processing.go:74] worker 39 stopped. I0425 08:14:37.287401 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-q8xbt with fingerprint=e1cc26f9c8ed5b72877676a161a8567d861a896eeed96a892fd7df301870aa11 I0425 08:14:37.287483 1 recorder.go:75] Recording config/running_containers with fingerprint=8de675712f15a14bf5208b35caa123c4c1c3aefcd8f146588abc838ec9d71126 I0425 08:14:37.287494 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 75.19582ms to process 2 records I0425 08:14:37.287505 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 79.360206ms to process 0 records I0425 08:14:37.287512 1 tasks_processing.go:74] worker 1 stopped. I0425 08:14:37.288512 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:14:37.290637 1 tasks_processing.go:74] worker 24 stopped. E0425 08:14:37.290653 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0425 08:14:37.290662 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0425 08:14:37.290666 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0425 08:14:37.290675 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0425 08:14:37.290700 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0425 08:14:37.290707 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0425 08:14:37.290711 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0425 08:14:37.290731 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0425 08:14:37.290787 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0425 08:14:37.290795 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0425 08:14:37.290800 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 82.494642ms to process 7 records I0425 08:14:37.291313 1 tasks_processing.go:74] worker 31 stopped. E0425 08:14:37.291322 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0425 08:14:37.291327 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pt28fcv00987j0otqv8b7704h3iha2q-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pt28fcv00987j0otqv8b7704h3iha2q-primary-cert-bundle-secret" not found I0425 08:14:37.291368 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=a7d15d267cb66212066e56e8e1f76f3beeea095db4abb8c7cfb0ce3c10787035 I0425 08:14:37.291377 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 82.35097ms to process 1 records I0425 08:14:37.323316 1 tasks_processing.go:74] worker 3 stopped. I0425 08:14:37.323536 1 recorder.go:75] Recording config/version with fingerprint=f635180541a2152917a8269af87bb6a00f4fad3476029b408eeda834a423aac3 I0425 08:14:37.323550 1 recorder.go:75] Recording config/id with fingerprint=07c040389d268f83b6569d7d6907011ba84baf4501f7cf63b9e38936800dc822 I0425 08:14:37.323556 1 gather.go:177] gatherer "clusterconfig" function "version" took 111.485685ms to process 2 records I0425 08:14:37.338153 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0425 08:14:37.364867 1 base_controller.go:82] Caches are synced for LoggingSyncer I0425 08:14:37.364881 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0425 08:14:37.369294 1 cluster_transfer.go:102] no available accepted cluster transfer I0425 08:14:37.369324 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0425 08:14:37.508180 1 sca.go:266] etc-pki-entitlement secret successfully created I0425 08:14:37.508195 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated W0425 08:14:38.253498 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:14:38.285553 1 tasks_processing.go:74] worker 49 stopped. I0425 08:14:38.285569 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0425 08:14:38.285580 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.077498538s to process 1 records I0425 08:14:38.285593 1 tasks_processing.go:74] worker 46 stopped. I0425 08:14:38.285625 1 recorder.go:75] Recording config/alerts with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 W0425 08:14:38.285638 1 gather.go:155] issue recording gatherer "clusterconfig" function "active_alerts" result "config/alerts.json" because of the warning: warning: the record with the same fingerprint "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" was already recorded at path "config/namespaces_with_overlapping_uids.json", recording another one with a different path "config/alerts.json" I0425 08:14:38.285647 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.074687369s to process 1 records W0425 08:14:39.253870 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:14:39.686694 1 tasks_processing.go:74] worker 44 stopped. I0425 08:14:39.686768 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=f1cc9eb41754459e2a93370ffe230a1ccee91a4c4c8842b449614d03ae78e5a8 I0425 08:14:39.686822 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0425 08:14:39.686843 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=af9368415f4ecbead04f2a1087cadbec11c25209c73d5187f40f3847704bfbc6 I0425 08:14:39.686853 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0425 08:14:39.686874 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=243baf6b2c7f4f6324598b6931bd6651b0be673d91ec9e3950b4189d3aff235e I0425 08:14:39.686888 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0425 08:14:39.686908 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=b207b9252f9431f229296bc89d12b67dd2846865d699e96cb77198b2735457a4 I0425 08:14:39.686933 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=d7cc48274451455b65262e9253b93d5b835a659673b8c500d4e72bb1db741abf I0425 08:14:39.686957 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=f6758bf580742f27cdccebaf0fbf5142ac7415aa60d8104755f82e1912fda1ef I0425 08:14:39.687015 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=5118164648d285cc7528728741ef9ad8ab09abcba163db8a2fa3eb842ad30942 I0425 08:14:39.687265 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=36296b9f34fe54186342218d5977903ef3b09463d70c013a57ab5efc23f8d434 I0425 08:14:39.687284 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=a7dbd82c835535b0f5ba46ebdad57454fef4921ffcfd90a6fb0debd8dfbd24a3 I0425 08:14:39.687293 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0425 08:14:39.687321 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=309b2cca746573a7df700fa1c8a2d682c53d7286f5d8019ea1bf06f95831fe2d I0425 08:14:39.687329 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0425 08:14:39.687344 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=7c61692df6b380e4721e1ba974f515d2c3f3c7c369b01444a59bf8e8813f0bd3 I0425 08:14:39.687354 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0425 08:14:39.687373 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=7f13d1fc8af0419f16715287d0379e7bd32664f27c9e11e04eb17460a3041381 I0425 08:14:39.687380 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0425 08:14:39.687398 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=6130ecdf94b1caeb0600739260b91895c7d42151accb94a2b676291bcc4b46ca I0425 08:14:39.687494 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=c5bbeef5a1118dfcd233a2f9834b5708b3df624e0329b79dfc1fff592a3c525a I0425 08:14:39.687503 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0425 08:14:39.687510 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0425 08:14:39.687531 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0425 08:14:39.687557 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=4988d903923846265a47b69eef65e8284a150c923c7a8f85649dc753c39ad4ae I0425 08:14:39.687581 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=7e8968b5afdfdf3e080bcf208d75604a9fc196a2a58fc4a52f686ae3e6b76344 I0425 08:14:39.687590 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0425 08:14:39.687605 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=e2d565d504c3b5e523942bb78e88f1ed4fff4cb4be7b02b083228f5c4573ea12 I0425 08:14:39.687614 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0425 08:14:39.687631 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=20b4f24099e121a9d92485b3c6d465b7442ede1d15dcf85b11df24a6ee7b0a5e I0425 08:14:39.687639 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0425 08:14:39.687650 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=3aeae080a535af947bd133b476b0e59f0ad50a8e9998268205c91c5d5c601c47 I0425 08:14:39.687663 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=bc29095b60c29827a17c0c483a25f15aaf8ab59c605e5765a7b4a15e9ea256f6 I0425 08:14:39.687676 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=56ad097e929ee5089895319319997f3ab4558ae64a4bbea196d0703fb805b07c I0425 08:14:39.687696 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=90a9b09ebd5e36578f0d1aaac4d6a10a8209c8c766bc718fbbc1f1158f15622d I0425 08:14:39.687705 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0425 08:14:39.687727 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=ca466269a2f735aec40bfe36c932ddb5ecb053d66d58498e2a4e09bdcc6ec94d I0425 08:14:39.687747 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0425 08:14:39.687756 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0425 08:14:39.687763 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.475467603s to process 39 records W0425 08:14:40.253896 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0425 08:14:41.253755 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0425 08:14:42.253381 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0425 08:14:42.253412 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0425 08:14:42.253426 1 tasks_processing.go:74] worker 7 stopped. E0425 08:14:42.253435 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0425 08:14:42.253446 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0425 08:14:42.253455 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.043248717s to process 1 records I0425 08:14:50.069361 1 tasks_processing.go:74] worker 56 stopped. I0425 08:14:50.069403 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0425 08:14:50.069415 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.861062354s to process 1 records I0425 08:14:50.815635 1 tasks_processing.go:74] worker 26 stopped. I0425 08:14:50.815895 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=f5738032f28aea743b389898fadee779c5cd56b79a04dcc121fb2c80f0e9fc94 I0425 08:14:50.815911 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606386967s to process 1 records E0425 08:14:50.815972 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.608s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0425 08:14:50.817070 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0425 08:14:50.817084 1 periodic.go:209] Running workloads gatherer I0425 08:14:50.817096 1 tasks_processing.go:45] number of workers: 2 I0425 08:14:50.817102 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:14:50.817106 1 tasks_processing.go:71] worker 1 working on workload_info task. I0425 08:14:50.817117 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:14:50.817139 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0425 08:14:50.823652 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-71.ec2.internal... I0425 08:14:50.823660 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-234.ec2.internal... I0425 08:14:50.823667 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-42.ec2.internal... I0425 08:14:50.844627 1 tasks_processing.go:74] worker 0 stopped. I0425 08:14:50.844640 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.470216ms to process 0 records I0425 08:14:54.872103 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 4s I0425 08:14:54.896912 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0425 08:14:54.905454 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms) I0425 08:14:54.914421 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms) I0425 08:14:54.923320 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms) I0425 08:14:54.932013 1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (9ms) I0425 08:14:54.940828 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (9ms) I0425 08:14:54.949281 1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (8ms) I0425 08:14:54.957640 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (8ms) I0425 08:14:54.967238 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (10ms) I0425 08:14:54.976177 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (9ms) I0425 08:14:54.985391 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (9ms) I0425 08:14:55.005562 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (20ms) I0425 08:14:55.106981 1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (101ms) I0425 08:14:55.206355 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (99ms) I0425 08:14:55.306270 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms) I0425 08:14:55.406404 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms) I0425 08:14:55.506633 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms) I0425 08:14:55.605879 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (99ms) I0425 08:14:55.705669 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms) I0425 08:14:55.805846 1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (100ms) I0425 08:14:55.906233 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms) I0425 08:14:56.008006 1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (102ms) I0425 08:14:56.111289 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (103ms) I0425 08:14:56.207998 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (97ms) I0425 08:14:56.307226 1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (99ms) I0425 08:14:56.407179 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0425 08:14:56.508423 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (101ms) I0425 08:14:56.607447 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (99ms) I0425 08:14:56.707064 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (100ms) I0425 08:14:56.818010 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (111ms) I0425 08:14:56.906340 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (88ms) I0425 08:14:57.009974 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (104ms) I0425 08:14:57.106214 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (96ms) I0425 08:14:57.205747 1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (100ms) I0425 08:14:57.310865 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (105ms) I0425 08:14:57.411681 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (101ms) I0425 08:14:57.505895 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (94ms) I0425 08:14:57.606508 1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (101ms) I0425 08:14:57.708093 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (102ms) I0425 08:14:57.809145 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms) I0425 08:14:57.905361 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (96ms) I0425 08:14:58.006058 1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (101ms) I0425 08:14:58.105840 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0425 08:14:58.206892 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (101ms) I0425 08:14:58.306669 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0425 08:14:58.405752 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (99ms) I0425 08:14:58.505207 1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (99ms) I0425 08:14:58.605759 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (101ms) I0425 08:14:58.707027 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (101ms) I0425 08:14:58.707057 1 tasks_processing.go:74] worker 1 stopped. I0425 08:14:58.707364 1 recorder.go:75] Recording config/workload_info with fingerprint=75eeef0d1ac7ca405f1c9cf40407562bc9a80d6ea02471f82e1aa7f5cca8bdee I0425 08:14:58.707379 1 gather.go:177] gatherer "workloads" function "workload_info" took 7.889944917s to process 1 records I0425 08:14:58.707402 1 periodic.go:256] Periodic gather workloads completed in 7.89s I0425 08:14:58.707412 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0425 08:14:58.707417 1 periodic.go:209] Running conditional gatherer I0425 08:14:58.713390 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0425 08:14:58.864750 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer I0425 08:14:59.918108 1 conditional_gatherer.go:374] alert "Watchdog" has state "firing" I0425 08:14:59.918124 1 conditional_gatherer.go:374] alert "PrometheusKubernetesListWatchFailures" has state "pending" I0425 08:14:59.918205 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0425 08:14:59.924841 1 conditional_gatherer.go:392] cluster version is '4.20.8' I0425 08:14:59.924868 1 tasks_processing.go:45] number of workers: 3 I0425 08:14:59.924877 1 tasks_processing.go:69] worker 2 listening for tasks. I0425 08:14:59.924881 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0425 08:14:59.924888 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:14:59.924903 1 tasks_processing.go:71] worker 0 working on rapid_container_logs task. I0425 08:14:59.924901 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:14:59.924912 1 tasks_processing.go:74] worker 1 stopped. I0425 08:14:59.924935 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0425 08:14:59.924922 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0425 08:14:59.924948 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 633ns to process 1 records I0425 08:14:59.925004 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c I0425 08:14:59.925013 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 2.01µs to process 1 records I0425 08:14:59.925019 1 tasks_processing.go:74] worker 2 stopped. I0425 08:14:59.925172 1 tasks_processing.go:74] worker 0 stopped. I0425 08:14:59.925187 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 260.543µs to process 0 records I0425 08:14:59.925208 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0425 08:14:59.925233 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0425 08:14:59.952160 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=ae97cc8496c10c11fdad269561123fa2b20733fe9d66c40b8062d329d2fe040f I0425 08:14:59.952326 1 diskrecorder.go:70] Writing 111 records to /var/lib/insights-operator/insights-2026-04-25-081459.tar.gz I0425 08:14:59.959512 1 diskrecorder.go:51] Wrote 111 records to disk in 7ms I0425 08:14:59.959538 1 periodic.go:278] Gathering cluster info every 2h0m0s I0425 08:14:59.959557 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0425 08:16:07.208551 1 diskrecorder.go:223] Found files to send: insights-2026-04-25-081459.tar.gz I0425 08:16:07.208579 1 insightsuploader.go:150] Checking archives to upload periodically every 16m23.309803937s I0425 08:16:07.208587 1 insightsuploader.go:165] Uploading latest report since 2026-04-25T08:14:30Z I0425 08:16:07.218245 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0425 08:16:07.461799 1 requests.go:87] Successfully reported id=2026-04-25T08:16:07Z x-rh-insights-request-id=df040c2f49c34b748fc49a96cf36384a, wrote=48814 I0425 08:16:07.461858 1 insightsuploader.go:187] Uploaded report successfully in 253.264631ms I0425 08:16:07.461897 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0425 08:16:07.461911 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0425 08:16:07.461919 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0425 08:16:07.467317 1 controller.go:512] The operator is healthy I0425 08:16:37.273842 1 controller.go:512] The operator is healthy I0425 08:17:08.545079 1 insightsreport.go:137] Pulling report from smart-proxy I0425 08:17:08.545101 1 insightsreport.go:149] Retrieving report I0425 08:17:08.552331 1 requests.go:110] Retrieving report for cluster: 1377af2f-de6e-4c13-b835-dc41d1592a2e I0425 08:17:08.552341 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/1377af2f-de6e-4c13-b835-dc41d1592a2e/reports I0425 08:17:08.555012 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/1377af2f-de6e-4c13-b835-dc41d1592a2e/reports I0425 08:17:08.759763 1 insightsreport.go:184] Report retrieved I0425 08:17:08.834486 1 insightsreport.go:239] Report retrieved correctly I0425 08:18:37.271142 1 controller.go:512] The operator is healthy I0425 08:19:37.201741 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0425 08:19:37.207356 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:19:37.207374 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0425 08:19:37.211401 1 secretconfigobserver.go:119] support secret does not exist I0425 08:20:37.272343 1 controller.go:512] The operator is healthy I0425 08:22:37.271645 1 controller.go:512] The operator is healthy I0425 08:24:37.198771 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:24:37.211833 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0425 08:24:37.216240 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:24:37.216255 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0425 08:24:37.220309 1 secretconfigobserver.go:119] support secret does not exist I0425 08:24:37.269983 1 controller.go:512] The operator is healthy I0425 08:26:37.271548 1 controller.go:512] The operator is healthy I0425 08:28:37.270537 1 controller.go:512] The operator is healthy I0425 08:29:37.221125 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0425 08:29:37.225868 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:29:37.225885 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0425 08:29:37.229622 1 secretconfigobserver.go:119] support secret does not exist I0425 08:30:37.271208 1 controller.go:512] The operator is healthy I0425 08:32:35.773466 1 insightsuploader.go:146] Nothing to report since 2026-04-25T08:16:07Z I0425 08:32:37.274271 1 controller.go:512] The operator is healthy I0425 08:34:37.200702 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:34:37.206084 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:34:37.230143 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0425 08:34:37.240051 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:34:37.240077 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0425 08:34:37.243943 1 secretconfigobserver.go:119] support secret does not exist I0425 08:34:37.270939 1 controller.go:512] The operator is healthy I0425 08:36:37.273792 1 controller.go:512] The operator is healthy I0425 08:38:37.272523 1 controller.go:512] The operator is healthy I0425 08:39:37.244546 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0425 08:39:37.250127 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:39:37.250147 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0425 08:39:37.254573 1 secretconfigobserver.go:119] support secret does not exist I0425 08:40:37.270354 1 controller.go:512] The operator is healthy I0425 08:42:37.271412 1 controller.go:512] The operator is healthy I0425 08:44:37.199858 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:44:37.203894 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:44:37.254984 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0425 08:44:37.259379 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:44:37.259394 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0425 08:44:37.263220 1 secretconfigobserver.go:119] support secret does not exist I0425 08:44:37.270442 1 controller.go:512] The operator is healthy I0425 08:46:37.271800 1 controller.go:512] The operator is healthy I0425 08:48:05.393595 1 insightsuploader.go:146] Nothing to report since 2026-04-25T08:16:07Z I0425 08:48:37.273556 1 controller.go:512] The operator is healthy I0425 08:49:37.264052 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0425 08:49:37.269974 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:49:37.269992 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0425 08:49:37.274034 1 secretconfigobserver.go:119] support secret does not exist I0425 08:50:37.271979 1 controller.go:512] The operator is healthy I0425 08:52:37.271976 1 controller.go:512] The operator is healthy I0425 08:54:37.200618 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:54:37.204405 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:54:37.270067 1 controller.go:512] The operator is healthy I0425 08:54:37.274923 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0425 08:54:37.280316 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:54:37.280331 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0425 08:54:37.284076 1 secretconfigobserver.go:119] support secret does not exist