I0506 12:52:08.423905 1 cmd.go:253] Using service-serving-cert provided certificates I0506 12:52:08.424338 1 observer_polling.go:159] Starting file observer I0506 12:52:09.080694 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0506 12:52:09.080880 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0506 12:52:09.081498 1 secure_serving.go:57] Forcing use of http/1.1 only W0506 12:52:09.081522 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0506 12:52:09.081528 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0506 12:52:09.081534 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0506 12:52:09.081538 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0506 12:52:09.081542 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0506 12:52:09.081546 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0506 12:52:09.081567 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0506 12:52:09.085243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"f2844f12-5dcb-47c6-baa0-5d7c14818988", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0506 12:52:09.085223 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0506 12:52:09.086636 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0506 12:52:09.086651 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0506 12:52:09.086658 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0506 12:52:09.086703 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0506 12:52:09.086707 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0506 12:52:09.086714 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0506 12:52:09.086908 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0506 12:52:09.087479 1 secure_serving.go:213] Serving securely on [::]:8443 I0506 12:52:09.087503 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0506 12:52:09.094193 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0506 12:52:09.094217 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0506 12:52:09.094315 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0506 12:52:09.099079 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 12:52:09.099101 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0506 12:52:09.104226 1 secretconfigobserver.go:119] support secret does not exist I0506 12:52:09.108370 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 12:52:09.112434 1 secretconfigobserver.go:119] support secret does not exist I0506 12:52:09.115071 1 recorder.go:161] Pruning old reports every 4h20m5s, max age is 288h0m0s I0506 12:52:09.119218 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0506 12:52:09.119236 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0506 12:52:09.119238 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0506 12:52:09.119246 1 insightsreport.go:296] Starting report retriever I0506 12:52:09.119243 1 periodic.go:209] Running clusterconfig gatherer I0506 12:52:09.119252 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0506 12:52:09.119290 1 tasks_processing.go:45] number of workers: 64 I0506 12:52:09.119314 1 tasks_processing.go:69] worker 4 listening for tasks. I0506 12:52:09.119328 1 tasks_processing.go:69] worker 2 listening for tasks. I0506 12:52:09.119328 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 12:52:09.119334 1 tasks_processing.go:69] worker 31 listening for tasks. I0506 12:52:09.119338 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 12:52:09.119340 1 tasks_processing.go:69] worker 5 listening for tasks. I0506 12:52:09.119341 1 tasks_processing.go:71] worker 31 working on openshift_machine_api_events task. I0506 12:52:09.119337 1 tasks_processing.go:69] worker 3 listening for tasks. I0506 12:52:09.119346 1 tasks_processing.go:69] worker 6 listening for tasks. I0506 12:52:09.119348 1 tasks_processing.go:71] worker 5 working on feature_gates task. I0506 12:52:09.119351 1 tasks_processing.go:69] worker 39 listening for tasks. I0506 12:52:09.119354 1 tasks_processing.go:69] worker 7 listening for tasks. I0506 12:52:09.119355 1 tasks_processing.go:71] worker 6 working on service_accounts task. I0506 12:52:09.119362 1 tasks_processing.go:71] worker 7 working on crds task. I0506 12:52:09.119360 1 tasks_processing.go:69] worker 38 listening for tasks. I0506 12:52:09.119370 1 tasks_processing.go:69] worker 21 listening for tasks. I0506 12:52:09.119374 1 tasks_processing.go:71] worker 38 working on support_secret task. I0506 12:52:09.119379 1 tasks_processing.go:69] worker 22 listening for tasks. I0506 12:52:09.119370 1 tasks_processing.go:69] worker 19 listening for tasks. I0506 12:52:09.119387 1 tasks_processing.go:69] worker 23 listening for tasks. I0506 12:52:09.119392 1 tasks_processing.go:69] worker 8 listening for tasks. I0506 12:52:09.119395 1 tasks_processing.go:69] worker 24 listening for tasks. I0506 12:52:09.119391 1 tasks_processing.go:69] worker 34 listening for tasks. I0506 12:52:09.119343 1 tasks_processing.go:71] worker 0 working on machine_autoscalers task. I0506 12:52:09.119403 1 tasks_processing.go:69] worker 10 listening for tasks. I0506 12:52:09.119403 1 tasks_processing.go:69] worker 25 listening for tasks. I0506 12:52:09.119398 1 tasks_processing.go:69] worker 9 listening for tasks. I0506 12:52:09.119411 1 tasks_processing.go:69] worker 26 listening for tasks. I0506 12:52:09.119413 1 tasks_processing.go:69] worker 32 listening for tasks. I0506 12:52:09.119420 1 tasks_processing.go:69] worker 12 listening for tasks. I0506 12:52:09.119420 1 tasks_processing.go:69] worker 27 listening for tasks. I0506 12:52:09.119423 1 tasks_processing.go:69] worker 35 listening for tasks. I0506 12:52:09.119427 1 tasks_processing.go:71] worker 12 working on clusterroles task. I0506 12:52:09.119433 1 tasks_processing.go:71] worker 21 working on overlapping_namespace_uids task. I0506 12:52:09.119434 1 tasks_processing.go:71] worker 35 working on sap_datahubs task. I0506 12:52:09.119440 1 tasks_processing.go:69] worker 30 listening for tasks. I0506 12:52:09.119441 1 tasks_processing.go:69] worker 33 listening for tasks. I0506 12:52:09.119447 1 tasks_processing.go:71] worker 30 working on certificate_signing_requests task. I0506 12:52:09.119433 1 tasks_processing.go:69] worker 42 listening for tasks. I0506 12:52:09.119452 1 tasks_processing.go:69] worker 40 listening for tasks. I0506 12:52:09.119457 1 tasks_processing.go:69] worker 41 listening for tasks. I0506 12:52:09.119415 1 tasks_processing.go:69] worker 11 listening for tasks. I0506 12:52:09.119476 1 tasks_processing.go:69] worker 16 listening for tasks. I0506 12:52:09.119475 1 tasks_processing.go:69] worker 43 listening for tasks. I0506 12:52:09.119344 1 tasks_processing.go:69] worker 45 listening for tasks. I0506 12:52:09.119477 1 tasks_processing.go:69] worker 44 listening for tasks. I0506 12:52:09.119492 1 tasks_processing.go:69] worker 53 listening for tasks. I0506 12:52:09.119495 1 tasks_processing.go:69] worker 49 listening for tasks. I0506 12:52:09.119429 1 tasks_processing.go:71] worker 27 working on container_runtime_configs task. I0506 12:52:09.119502 1 tasks_processing.go:69] worker 54 listening for tasks. I0506 12:52:09.119499 1 tasks_processing.go:69] worker 58 listening for tasks. I0506 12:52:09.119501 1 tasks_processing.go:69] worker 50 listening for tasks. I0506 12:52:09.119508 1 tasks_processing.go:69] worker 18 listening for tasks. I0506 12:52:09.119363 1 tasks_processing.go:69] worker 20 listening for tasks. I0506 12:52:09.119508 1 tasks_processing.go:69] worker 55 listening for tasks. I0506 12:52:09.119516 1 tasks_processing.go:71] worker 10 working on version task. I0506 12:52:09.119513 1 tasks_processing.go:71] worker 34 working on sap_pods task. I0506 12:52:09.119522 1 tasks_processing.go:71] worker 9 working on openstack_dataplanenodesets task. I0506 12:52:09.119527 1 tasks_processing.go:71] worker 1 working on image_registries task. I0506 12:52:09.119432 1 tasks_processing.go:69] worker 29 listening for tasks. I0506 12:52:09.119528 1 tasks_processing.go:71] worker 22 working on nodenetworkconfigurationpolicies task. I0506 12:52:09.119756 1 tasks_processing.go:71] worker 41 working on storage_cluster task. I0506 12:52:09.119795 1 tasks_processing.go:71] worker 45 working on openstack_version task. I0506 12:52:09.119942 1 tasks_processing.go:71] worker 54 working on cluster_apiserver task. I0506 12:52:09.120107 1 tasks_processing.go:71] worker 44 working on dvo_metrics task. I0506 12:52:09.120118 1 tasks_processing.go:71] worker 58 working on lokistack task. I0506 12:52:09.120246 1 tasks_processing.go:71] worker 11 working on qemu_kubevirt_launcher_logs task. I0506 12:52:09.120260 1 tasks_processing.go:71] worker 42 working on jaegers task. I0506 12:52:09.120311 1 tasks_processing.go:71] worker 40 working on config_maps task. I0506 12:52:09.119437 1 tasks_processing.go:69] worker 15 listening for tasks. I0506 12:52:09.120333 1 tasks_processing.go:71] worker 15 working on machine_sets task. I0506 12:52:09.120724 1 tasks_processing.go:71] worker 43 working on tsdb_status task. I0506 12:52:09.120110 1 tasks_processing.go:71] worker 18 working on active_alerts task. I0506 12:52:09.121045 1 tasks_processing.go:71] worker 55 working on sap_config task. I0506 12:52:09.121140 1 tasks_processing.go:71] worker 50 working on container_images task. I0506 12:52:09.119522 1 tasks_processing.go:69] worker 62 listening for tasks. I0506 12:52:09.119350 1 tasks_processing.go:71] worker 3 working on proxies task. I0506 12:52:09.119426 1 tasks_processing.go:69] worker 28 listening for tasks. I0506 12:52:09.119428 1 tasks_processing.go:69] worker 37 listening for tasks. I0506 12:52:09.119357 1 tasks_processing.go:71] worker 39 working on authentication task. I0506 12:52:09.119414 1 tasks_processing.go:69] worker 36 listening for tasks. I0506 12:52:09.119443 1 tasks_processing.go:69] worker 14 listening for tasks. I0506 12:52:09.119461 1 tasks_processing.go:69] worker 56 listening for tasks. I0506 12:52:09.119455 1 tasks_processing.go:69] worker 13 listening for tasks. I0506 12:52:09.119469 1 tasks_processing.go:69] worker 17 listening for tasks. I0506 12:52:09.119469 1 tasks_processing.go:69] worker 46 listening for tasks. I0506 12:52:09.119475 1 tasks_processing.go:69] worker 61 listening for tasks. I0506 12:52:09.119476 1 tasks_processing.go:69] worker 47 listening for tasks. I0506 12:52:09.119484 1 tasks_processing.go:69] worker 52 listening for tasks. I0506 12:52:09.119483 1 tasks_processing.go:69] worker 57 listening for tasks. I0506 12:52:09.119484 1 tasks_processing.go:69] worker 51 listening for tasks. I0506 12:52:09.119486 1 tasks_processing.go:69] worker 59 listening for tasks. I0506 12:52:09.119493 1 tasks_processing.go:69] worker 48 listening for tasks. I0506 12:52:09.119492 1 tasks_processing.go:69] worker 60 listening for tasks. I0506 12:52:09.119509 1 tasks_processing.go:71] worker 25 working on mutating_webhook_configurations task. I0506 12:52:09.119514 1 tasks_processing.go:71] worker 4 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0506 12:52:09.119529 1 tasks_processing.go:69] worker 63 listening for tasks. I0506 12:52:09.119530 1 tasks_processing.go:71] worker 23 working on oauths task. I0506 12:52:09.119530 1 tasks_processing.go:71] worker 8 working on machine_healthchecks task. I0506 12:52:09.119538 1 tasks_processing.go:71] worker 29 working on pdbs task. I0506 12:52:09.119421 1 tasks_processing.go:71] worker 26 working on operators_pods_and_events task. I0506 12:52:09.119810 1 tasks_processing.go:71] worker 16 working on node_logs task. I0506 12:52:09.121344 1 tasks_processing.go:71] worker 37 working on schedulers task. I0506 12:52:09.121491 1 tasks_processing.go:71] worker 60 working on metrics task. I0506 12:52:09.121647 1 tasks_processing.go:71] worker 46 working on openstack_dataplanedeployments task. I0506 12:52:09.121773 1 tasks_processing.go:71] worker 61 working on ingress task. I0506 12:52:09.121932 1 tasks_processing.go:71] worker 57 working on operators task. I0506 12:52:09.121947 1 tasks_processing.go:71] worker 14 working on silenced_alerts task. I0506 12:52:09.121973 1 tasks_processing.go:71] worker 28 working on image_pruners task. I0506 12:52:09.121940 1 tasks_processing.go:71] worker 13 working on openstack_controlplanes task. I0506 12:52:09.122104 1 tasks_processing.go:71] worker 52 working on nodenetworkstates task. I0506 12:52:09.122113 1 tasks_processing.go:71] worker 47 working on machine_config_pools task. I0506 12:52:09.119421 1 tasks_processing.go:71] worker 32 working on nodes task. I0506 12:52:09.121101 1 tasks_processing.go:71] worker 20 working on pod_network_connectivity_checks task. I0506 12:52:09.121181 1 tasks_processing.go:71] worker 49 working on monitoring_persistent_volumes task. I0506 12:52:09.121235 1 tasks_processing.go:71] worker 62 working on machine_configs task. I0506 12:52:09.121286 1 tasks_processing.go:71] worker 53 working on install_plans task. I0506 12:52:09.122092 1 tasks_processing.go:71] worker 36 working on cost_management_metrics_configs task. I0506 12:52:09.122098 1 tasks_processing.go:71] worker 56 working on aggregated_monitoring_cr_names task. I0506 12:52:09.122110 1 tasks_processing.go:71] worker 48 working on olm_operators task. I0506 12:52:09.121073 1 tasks_processing.go:71] worker 33 working on ingress_certificates task. I0506 12:52:09.123229 1 tasks_processing.go:71] worker 2 working on openshift_logging task. I0506 12:52:09.123240 1 tasks_processing.go:71] worker 17 working on image task. I0506 12:52:09.123298 1 tasks_processing.go:71] worker 63 working on storage_classes task. I0506 12:52:09.123403 1 tasks_processing.go:71] worker 19 working on machines task. I0506 12:52:09.123310 1 tasks_processing.go:71] worker 51 working on networks task. I0506 12:52:09.123610 1 tasks_processing.go:71] worker 24 working on validating_webhook_configurations task. I0506 12:52:09.123877 1 tasks_processing.go:71] worker 59 working on infrastructures task. I0506 12:52:09.124255 1 tasks_processing.go:71] worker 9 working on ceph_cluster task. I0506 12:52:09.124345 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 4.723957ms to process 0 records I0506 12:52:09.124358 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.534163ms to process 0 records I0506 12:52:09.124409 1 tasks_processing.go:74] worker 41 stopped. I0506 12:52:09.127002 1 tasks_processing.go:74] worker 35 stopped. I0506 12:52:09.127038 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 7.558362ms to process 0 records I0506 12:52:09.127045 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 6.697734ms to process 0 records I0506 12:52:09.127058 1 tasks_processing.go:74] worker 15 stopped. I0506 12:52:09.127351 1 tasks_processing.go:74] worker 42 stopped. I0506 12:52:09.127367 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 7.07523ms to process 0 records I0506 12:52:09.127407 1 tasks_processing.go:74] worker 31 stopped. I0506 12:52:09.127409 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0506 12:52:09.127414 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 8.057653ms to process 0 records I0506 12:52:09.127426 1 controller.go:326] The initial operator extension status is healthy I0506 12:52:09.127434 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0506 12:52:09.127438 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0506 12:52:09.127441 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready E0506 12:52:09.127432 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.155.132:9091: connect: connection refused E0506 12:52:09.127410 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.155.132:9091: connect: connection refused I0506 12:52:09.127458 1 controller.go:489] The operator is still being initialized I0506 12:52:09.127462 1 tasks_processing.go:74] worker 60 stopped. I0506 12:52:09.127463 1 controller.go:512] The operator is healthy E0506 12:52:09.127472 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.155.132:9091: connect: connection refused I0506 12:52:09.127494 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 5.943767ms to process 0 records E0506 12:52:09.127512 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.155.132:9091: connect: connection refused I0506 12:52:09.127525 1 tasks_processing.go:74] worker 43 stopped. I0506 12:52:09.127528 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 6.721436ms to process 0 records I0506 12:52:09.127553 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0506 12:52:09.127557 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0506 12:52:09.127600 1 tasks_processing.go:74] worker 5 stopped. W0506 12:52:09.127670 1 operator.go:288] started I0506 12:52:09.127692 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0506 12:52:09.127798 1 recorder.go:75] Recording config/featuregate with fingerprint=29e9050cd9ce0568df29e703d0faaeaedb16e6a3adea49118a8bc9c88797dc07 I0506 12:52:09.127818 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 8.240521ms to process 1 records I0506 12:52:09.127899 1 tasks_processing.go:74] worker 54 stopped. I0506 12:52:09.128033 1 recorder.go:75] Recording config/apiserver with fingerprint=2811aab5f14086af7ea885f6bebeee4c6ce8c92127e6ba193bb934ada07e0468 I0506 12:52:09.128049 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 7.723402ms to process 1 records I0506 12:52:09.129835 1 tasks_processing.go:74] worker 23 stopped. I0506 12:52:09.130068 1 recorder.go:75] Recording config/oauth with fingerprint=013e0da0d3bda41ad5a45eccc5aa03cd153d1a9167c6551786516f73a6ec74db I0506 12:52:09.130083 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 8.251132ms to process 1 records I0506 12:52:09.130092 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 10.339815ms to process 0 records I0506 12:52:09.130100 1 tasks_processing.go:74] worker 22 stopped. I0506 12:52:09.131540 1 tasks_processing.go:74] worker 37 stopped. I0506 12:52:09.131594 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=7350f5f1d5578de3918893e884e28e43a89057f792cecd99322e5ddea1a97768 I0506 12:52:09.131605 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 10.182151ms to process 1 records I0506 12:52:09.134885 1 tasks_processing.go:74] worker 39 stopped. I0506 12:52:09.135057 1 recorder.go:75] Recording config/authentication with fingerprint=a1319aac46bb9ffea8d230a074670b0bd5d82cec1bc8c11a4260f65979b6830e I0506 12:52:09.135070 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 13.584275ms to process 1 records I0506 12:52:09.135737 1 tasks_processing.go:74] worker 2 stopped. I0506 12:52:09.135750 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 12.492862ms to process 0 records I0506 12:52:09.135758 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 14.0777ms to process 0 records I0506 12:52:09.135763 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 15.894761ms to process 0 records I0506 12:52:09.135765 1 tasks_processing.go:74] worker 46 stopped. I0506 12:52:09.135772 1 tasks_processing.go:74] worker 55 stopped. I0506 12:52:09.135823 1 tasks_processing.go:74] worker 45 stopped. I0506 12:52:09.135769 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 14.645768ms to process 0 records I0506 12:52:09.136253 1 tasks_processing.go:74] worker 8 stopped. E0506 12:52:09.136312 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0506 12:52:09.136354 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 14.802585ms to process 0 records I0506 12:52:09.137540 1 tasks_processing.go:74] worker 21 stopped. I0506 12:52:09.137565 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0506 12:52:09.137574 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 18.094631ms to process 1 records I0506 12:52:09.138870 1 tasks_processing.go:74] worker 51 stopped. I0506 12:52:09.139032 1 recorder.go:75] Recording config/network with fingerprint=cb8e169c62768935d675da0f46879b87ae559223874cde0904166ff6800b1822 I0506 12:52:09.139045 1 gather.go:177] gatherer "clusterconfig" function "networks" took 15.411789ms to process 1 records I0506 12:52:09.140829 1 tasks_processing.go:74] worker 16 stopped. I0506 12:52:09.140842 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 19.491567ms to process 0 records I0506 12:52:09.143094 1 tasks_processing.go:74] worker 26 stopped. I0506 12:52:09.143111 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 20.773428ms to process 0 records I0506 12:52:09.143878 1 tasks_processing.go:74] worker 34 stopped. I0506 12:52:09.143887 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 24.345638ms to process 0 records E0506 12:52:09.143902 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0506 12:52:09.143912 1 gather.go:177] gatherer "clusterconfig" function "machines" took 20.468713ms to process 0 records I0506 12:52:09.143922 1 tasks_processing.go:74] worker 19 stopped. I0506 12:52:09.144108 1 tasks_processing.go:74] worker 61 stopped. I0506 12:52:09.144254 1 recorder.go:75] Recording config/ingress with fingerprint=d24051093d4c606e5e107c105ad0c2d0502f73ae2560e2c39fb66f683456764c I0506 12:52:09.144267 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 22.322144ms to process 1 records I0506 12:52:09.144277 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 24.644531ms to process 0 records I0506 12:52:09.144289 1 tasks_processing.go:74] worker 27 stopped. I0506 12:52:09.144353 1 tasks_processing.go:74] worker 25 stopped. I0506 12:52:09.144407 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=5a7a9472317fb9c4ccb7a72fda6c26ba3ea150d138af071c47668f2074a7e7ea I0506 12:52:09.144438 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=efa4b407462e61bc3a316b2601d1d6370bf627141c4a25e03ce40d621b1b2326 I0506 12:52:09.144465 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=48aeb6e94a9652beacaba34e7b093ea0777956df35b4ac65aeeaafd71c9b8474 I0506 12:52:09.144473 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 22.805936ms to process 3 records I0506 12:52:09.144515 1 recorder.go:75] Recording config/proxy with fingerprint=9a5d448b373902c188c6d76d314b9aa6e68e4cff241481772b91cb666d30835b I0506 12:52:09.144523 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 23.00674ms to process 1 records I0506 12:52:09.144529 1 tasks_processing.go:74] worker 3 stopped. I0506 12:52:09.150517 1 tasks_processing.go:74] worker 9 stopped. I0506 12:52:09.150529 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 26.246555ms to process 0 records I0506 12:52:09.150535 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 28.174602ms to process 0 records I0506 12:52:09.150539 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 28.427782ms to process 0 records I0506 12:52:09.150542 1 tasks_processing.go:74] worker 36 stopped. I0506 12:52:09.150544 1 tasks_processing.go:74] worker 13 stopped. I0506 12:52:09.153434 1 tasks_processing.go:74] worker 0 stopped. I0506 12:52:09.153450 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 34.023304ms to process 0 records I0506 12:52:09.153460 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 33.320261ms to process 0 records I0506 12:52:09.153467 1 tasks_processing.go:74] worker 58 stopped. I0506 12:52:09.161994 1 tasks_processing.go:74] worker 20 stopped. E0506 12:52:09.162028 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0506 12:52:09.162038 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 39.569563ms to process 0 records I0506 12:52:09.162090 1 tasks_processing.go:74] worker 52 stopped. I0506 12:52:09.162104 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 39.973265ms to process 0 records I0506 12:52:09.162359 1 tasks_processing.go:74] worker 38 stopped. E0506 12:52:09.162372 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0506 12:52:09.162379 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 42.977277ms to process 0 records I0506 12:52:09.162417 1 tasks_processing.go:74] worker 47 stopped. I0506 12:52:09.162429 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 39.980551ms to process 0 records I0506 12:52:09.163210 1 gather_logs.go:145] no pods in namespace were found I0506 12:52:09.163238 1 tasks_processing.go:74] worker 11 stopped. I0506 12:52:09.163248 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 42.973159ms to process 0 records I0506 12:52:09.163606 1 tasks_processing.go:74] worker 28 stopped. I0506 12:52:09.164179 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=04cfc0d0e345db52b502f9c422f38dde92ac63df8ad34fc1e78f8bae5faa1270 I0506 12:52:09.164478 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 41.542866ms to process 1 records I0506 12:52:09.164559 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=e813066fb9edad344e09886da6e47b0c8d26dae9d9fbc01797eb80b6a3ef1753 I0506 12:52:09.164568 1 tasks_processing.go:74] worker 63 stopped. I0506 12:52:09.164574 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=a7c2ba81e7cbc7e9b25d5586ab7fe953b352eee0c31e652c0ed3a7e4bc4b2ba6 I0506 12:52:09.164586 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 40.517804ms to process 2 records I0506 12:52:09.164669 1 tasks_processing.go:74] worker 1 stopped. I0506 12:52:09.164924 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=83e8b0503a9da9b5019ef4f68256acd66a056fec0e4c94387092f11abbe6af09 I0506 12:52:09.164935 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 44.426032ms to process 1 records I0506 12:52:09.165035 1 tasks_processing.go:74] worker 59 stopped. I0506 12:52:09.165401 1 recorder.go:75] Recording config/infrastructure with fingerprint=66513a3a48b88af8a15a0f0d0402c44b3b31a3f131adcaf626e5dbedd1c5e36d I0506 12:52:09.165412 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 40.229571ms to process 1 records I0506 12:52:09.165483 1 recorder.go:75] Recording config/image with fingerprint=bdf56fab89eaca27c15a6109b27cfbb016bc1d73f64afc2c7624c6e704a72896 I0506 12:52:09.165492 1 gather.go:177] gatherer "clusterconfig" function "image" took 40.94144ms to process 1 records I0506 12:52:09.165494 1 tasks_processing.go:74] worker 17 stopped. I0506 12:52:09.166098 1 tasks_processing.go:74] worker 49 stopped. I0506 12:52:09.166117 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 43.657833ms to process 0 records I0506 12:52:09.166241 1 controller.go:212] Source scaController *sca.Controller is not ready I0506 12:52:09.166253 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0506 12:52:09.166257 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0506 12:52:09.166259 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0506 12:52:09.166262 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0506 12:52:09.166279 1 controller.go:489] The operator is still being initialized I0506 12:52:09.166287 1 controller.go:512] The operator is healthy I0506 12:52:09.167881 1 tasks_processing.go:74] worker 7 stopped. W0506 12:52:09.169433 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 12:52:09.169624 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=850ddd3d69f072bce6eb94123112949f1e56975dc05bb5dec88d7481ee3a3963 I0506 12:52:09.170139 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=c2ebad0eefef310b4bb7232825b7dbf73cadc0b151b41e23deec593c7dbf0420 I0506 12:52:09.170190 1 gather.go:177] gatherer "clusterconfig" function "crds" took 48.508992ms to process 2 records I0506 12:52:09.170335 1 tasks_processing.go:74] worker 29 stopped. I0506 12:52:09.170426 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=4217b8d62f78c2512006f28ecf3dcf2e6aa3eb2944957cde5ae4c783477badaf I0506 12:52:09.170514 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=7eaab1d94bd5ac932fa8fb7f8dd13f034cacf98866dd05969153ab5bba7ae813 I0506 12:52:09.170909 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=3b6988d667584742b18b6f6f86aaf87854fa02ee14c63e0472673ea666a97859 I0506 12:52:09.170940 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=46608981469cc90f6ad89a8e7ad3cc66da3ec7076e1e8901a831c88464f7e2dd I0506 12:52:09.170970 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=9799bec62d37eab81917084baf59df313c1a1e8a80451367f4cf46d7568c9b89 I0506 12:52:09.170994 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=cab4acb6de44711e7c0f95ccbf49c62d6ceab0e8ea7ce4001f0879c5bb9b32ff I0506 12:52:09.171041 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=d45dfedc2ca5ec4014f50da7f1940a39c9e077acf6456741e94e3e227273a6b3 I0506 12:52:09.171077 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=33129bdfe30fb4e0075570eb691f55dfa7824fddaa755c92d141cf27f49fc8d8 I0506 12:52:09.171102 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=885b064f0dd60cf75b772423f30e830fe797ed3fd14244d1f4ab6618b262d5a3 I0506 12:52:09.171134 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=8a30bab283dca92b6798ed3158be079017d330e003e92d459233919e3bc57f03 I0506 12:52:09.171159 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=e15fac6efc09a19bb7670af0d2296702d16c373a983b9716d7e92ed4988f1937 I0506 12:52:09.171173 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 45.786183ms to process 11 records I0506 12:52:09.171265 1 tasks_processing.go:74] worker 32 stopped. I0506 12:52:09.171576 1 recorder.go:75] Recording config/node/ip-10-0-0-66.ec2.internal with fingerprint=27e3c8182c8d74c24fddd8d2732921d9919c465b585982613998b07c835511dd I0506 12:52:09.171671 1 recorder.go:75] Recording config/node/ip-10-0-2-116.ec2.internal with fingerprint=7aee5658df1534099367435fcce1aea4cdecea992e46f874b49bc8ba9fd1b90f I0506 12:52:09.171681 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 45.946759ms to process 2 records I0506 12:52:09.171694 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 46.53356ms to process 0 records I0506 12:52:09.171708 1 tasks_processing.go:74] worker 56 stopped. I0506 12:52:09.171774 1 tasks_processing.go:74] worker 24 stopped. I0506 12:52:09.171802 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=b5c6c7fcfd4168970186e9f178b858455a9f1fb2a6746218384135076efc7705 I0506 12:52:09.171879 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=893f8ac49cc46048414761a9a639eb4d237f6791af0b82f6f19dd352ae2b1278 I0506 12:52:09.172002 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=ca30a9bab62ae884ac51fe545ca1588d9fa9a24ec4b1ca85e4e4e03607bfab86 I0506 12:52:09.172064 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=a49a7ffc1cfd6f99b663544667c4c759113d4321f2fc2197013a00f950c998af I0506 12:52:09.172103 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=70f864c0e8c7118240ea0356eef4f620fa0b37933ac797005c0751feec6abd63 I0506 12:52:09.172143 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ae98fd881f464d780ce4dc5bddb795b24421472dcf978bbde19e8b6c8da02a07 I0506 12:52:09.172184 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=87f5932611da1bc6cb3bcba3a9c8369cb1f9e6319dd8118d89bc3d5316277956 I0506 12:52:09.172225 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=a9b4cd4b07b757cf2c258a7ba73a9e5e89ef6cc225803c3a1126dbead7b5a037 I0506 12:52:09.172265 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=8193683290405ffeec080809430d000a706bb8cccaa18b58669be2774b901ca9 I0506 12:52:09.172322 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c8c590d0077cce4a6a0fc8fdbf98ada9e5dce5e5b5041eee507d65b25cafb70a I0506 12:52:09.172361 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=7e91ebea8fa4b74a2b01e4b9a824931df2b21ac1b1b00133cc15c661566a1e3b I0506 12:52:09.172417 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=e361c53f3f4cfe619907005e9e5910aa99f4478613af6b34bd77b44c7f177b0c I0506 12:52:09.172458 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=93d483ff9b1226d499130d92dd0e6b2780de460c40cebba33629a6cf3421dd2c I0506 12:52:09.172470 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 45.469076ms to process 13 records I0506 12:52:09.172483 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 51.960241ms to process 0 records I0506 12:52:09.172495 1 tasks_processing.go:74] worker 30 stopped. I0506 12:52:09.179662 1 tasks_processing.go:74] worker 48 stopped. I0506 12:52:09.179721 1 recorder.go:75] Recording config/olm_operators with fingerprint=5dca3014a05514fea0aec46cf8a1b62c8833389f764ebde7852fb7e77d5ac344 I0506 12:52:09.179733 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 57.143949ms to process 1 records I0506 12:52:09.185588 1 tasks_processing.go:74] worker 10 stopped. I0506 12:52:09.185849 1 recorder.go:75] Recording config/version with fingerprint=965b8c88eaf3bc046a7e1f78425afc8defb5df7bfb36bc2e04cfd9d7060fdf1c I0506 12:52:09.185866 1 recorder.go:75] Recording config/id with fingerprint=673d447ac647ffb688f28f90781590a09fb99c6d6e23a04f6c4076165dbb9703 I0506 12:52:09.185876 1 gather.go:177] gatherer "clusterconfig" function "version" took 66.060393ms to process 2 records I0506 12:52:09.186790 1 tasks_processing.go:74] worker 12 stopped. I0506 12:52:09.186834 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0506 12:52:09.186856 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0506 12:52:09.186881 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0506 12:52:09.187207 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f783cedeef87bbbb08ca20630f8be9737e30d41b0d2aac05e646ba2197dbf2ee I0506 12:52:09.187402 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=d3a8ed1652e2f7799311553f653a7cb8c2ddc02feca5f6a32de0ad63142a03e9 I0506 12:52:09.187467 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 67.350663ms to process 2 records I0506 12:52:09.191748 1 tasks_processing.go:74] worker 62 stopped. I0506 12:52:09.191794 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0506 12:52:09.191809 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 69.319621ms to process 1 records I0506 12:52:09.192771 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0506 12:52:09.194355 1 base_controller.go:82] Caches are synced for ConfigController I0506 12:52:09.194367 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0506 12:52:09.194725 1 tasks_processing.go:74] worker 50 stopped. I0506 12:52:09.195964 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-cp5mq with fingerprint=f967039989c3b739e6bc42921426b7b84fc36d44bd011faa5bc75b9a59750e05 I0506 12:52:09.196056 1 recorder.go:75] Recording config/running_containers with fingerprint=efc464e209317f05b0033a8766060319247d1b2b2e944826be92315949c061b3 I0506 12:52:09.196067 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 73.506863ms to process 2 records I0506 12:52:09.196079 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 73.478029ms to process 0 records I0506 12:52:09.196085 1 tasks_processing.go:74] worker 4 stopped. I0506 12:52:09.201390 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 12:52:09.203371 1 tasks_processing.go:74] worker 40 stopped. E0506 12:52:09.203385 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0506 12:52:09.203391 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0506 12:52:09.203395 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0506 12:52:09.203403 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0506 12:52:09.203429 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0506 12:52:09.203436 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0506 12:52:09.203453 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0506 12:52:09.203463 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0506 12:52:09.203504 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0506 12:52:09.203512 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0506 12:52:09.203518 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 83.038296ms to process 7 records I0506 12:52:09.227775 1 base_controller.go:82] Caches are synced for LoggingSyncer I0506 12:52:09.227787 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0506 12:52:09.237207 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0506 12:52:09.240453 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0506 12:52:09.254411 1 cluster_transfer.go:102] no available accepted cluster transfer I0506 12:52:09.254424 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0506 12:52:09.291530 1 tasks_processing.go:74] worker 33 stopped. E0506 12:52:09.291550 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0506 12:52:09.291561 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q4ebqlgo0hj9sgms75it1rq1vffdtcm-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q4ebqlgo0hj9sgms75it1rq1vffdtcm-primary-cert-bundle-secret" not found I0506 12:52:09.291621 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=aadcd9458221a41e28c0a193893f45161f88706607055f6fecbdf061699e75f7 I0506 12:52:09.291636 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 169.001015ms to process 1 records I0506 12:52:09.414311 1 sca.go:266] etc-pki-entitlement secret successfully created I0506 12:52:09.414328 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated W0506 12:52:10.168581 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 12:52:10.173457 1 tasks_processing.go:74] worker 18 stopped. I0506 12:52:10.173498 1 recorder.go:75] Recording config/alerts with fingerprint=0ebdbbee96945e409ae3e36111b812fa467526b11360a7ec8fc3c35bea74f58e I0506 12:52:10.173512 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.052388169s to process 1 records I0506 12:52:10.174286 1 tasks_processing.go:74] worker 14 stopped. I0506 12:52:10.174300 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0506 12:52:10.174308 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.052325006s to process 1 records W0506 12:52:11.168588 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 12:52:11.599593 1 tasks_processing.go:74] worker 57 stopped. I0506 12:52:11.599714 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=fb5e272ea2c42f247f3d4ce5b432bbd1451fc805a26733b4f0432b51e75f6602 I0506 12:52:11.599761 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0506 12:52:11.599786 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=789996e5c817bd8786b290f315316029286e3678442051ba18b563a811204a46 I0506 12:52:11.599797 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0506 12:52:11.599820 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=daa0f7a360ed88f73d111ac79685686cdf25ca524788727b83843fd7f916225b I0506 12:52:11.599836 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0506 12:52:11.599860 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=a5ebed7a30c6995b45f79f7770b2d3af9885aaa240665453479ef260a958f830 I0506 12:52:11.599887 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=a251b8145e4a1811f168db98949fe5236efdfc86e124474d4423e3bd46991a84 I0506 12:52:11.599910 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=4883b4c4051da58cf4c0d65cf4b06a14e0ef06910ffa00e05c3c9f05aa59349f I0506 12:52:11.599942 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=de5fc715ca995d3cefe19fa5dd9e78dda1d637f97531d4505a6c9f877a2c3e91 I0506 12:52:11.600251 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=87300e8b3ce2c827dd91d9cef94158924c645564936fd4a3bea639355842c145 I0506 12:52:11.600274 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=5fa042ad78131082fad2ff5e06cbf1a97a714d2bc4ed52975d32bdce06320256 I0506 12:52:11.600284 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0506 12:52:11.600301 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=6619b4c32443af385d3fa1706d2404ac334606426b73e2a9e19eddb4953528d1 I0506 12:52:11.600311 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0506 12:52:11.600329 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=e20165a9c87946e74df58cca35f51a606462ee02e3a794bd7e34a4829aeaa3a8 I0506 12:52:11.600339 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0506 12:52:11.600359 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=0d69150177ffbed1b6d9ade1eb38faddc0c1a6c98e1a34b4f59e6fca7d7f7ce0 I0506 12:52:11.600369 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0506 12:52:11.600389 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=58086a2333e66ddf3386a4002f89f0f522f1643da01f8b27085ff6ac090b0388 I0506 12:52:11.600495 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=27ec79cb5911f011901ebb88904e37a7077c0a47fadf6a48999b7a1e31d4dc36 I0506 12:52:11.600523 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0506 12:52:11.600534 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0506 12:52:11.600565 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0506 12:52:11.600589 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=fe048d4d87b95ffd8700eae8fb65680ffdd52543dd4435ec0b1de75890242e91 I0506 12:52:11.600614 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=6747fe494b587099d517fc76e003bff62601826e9e52b42a848614d07f6c838c I0506 12:52:11.600624 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0506 12:52:11.600641 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=0b1aa9129213bda937ae99af16161e9d17bfac387dcdae3b5d0c880d600aa107 I0506 12:52:11.600650 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0506 12:52:11.600667 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=8f56dae9d8bc5de64c7f6f6da94b321e7ebcf0d3bb6ec05ac02038c95d3af6e8 I0506 12:52:11.600678 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0506 12:52:11.600690 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=7b287d12deff1ab6bd4d7538ad641565a8c9fed52df44c0f13e4ef3b70ee7d9f I0506 12:52:11.600705 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=1d79fe1ac1e61a0e5bda728b36d10a9a8c3e8f1c2f19e9fbc41e837f8f66a322 I0506 12:52:11.600720 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=99828b6879d90472f1839c5326c8e738ee10edf878c62ec59e59241a93f96d97 I0506 12:52:11.600743 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=2b5fb5edc2863853ceccdf2b63bdcb6466750a3fc565299540c77fdb701210cd I0506 12:52:11.600753 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0506 12:52:11.600777 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=343685339aafc879be240d922a5a4a5180bfe09e73741e787e38b864a1e50298 I0506 12:52:11.600795 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0506 12:52:11.600805 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0506 12:52:11.600812 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.47754261s to process 39 records W0506 12:52:12.169279 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0506 12:52:13.168490 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0506 12:52:14.169140 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0506 12:52:14.169185 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0506 12:52:14.169203 1 tasks_processing.go:74] worker 44 stopped. E0506 12:52:14.169212 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0506 12:52:14.169223 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0506 12:52:14.169233 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.0490779s to process 1 records I0506 12:52:21.952956 1 tasks_processing.go:74] worker 53 stopped. I0506 12:52:21.953002 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0506 12:52:21.953033 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.830515624s to process 1 records I0506 12:52:22.726451 1 tasks_processing.go:74] worker 6 stopped. I0506 12:52:22.726738 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=f5738032f28aea743b389898fadee779c5cd56b79a04dcc121fb2c80f0e9fc94 I0506 12:52:22.726755 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.60707706s to process 1 records E0506 12:52:22.726844 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.607s with: function \"metrics\" failed with an error, function \"tsdb_status\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0506 12:52:22.727949 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "metrics" failed with an error, function "tsdb_status" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0506 12:52:22.727964 1 periodic.go:209] Running workloads gatherer I0506 12:52:22.727980 1 tasks_processing.go:45] number of workers: 2 I0506 12:52:22.727994 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 12:52:22.727995 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 12:52:22.728023 1 tasks_processing.go:71] worker 0 working on workload_info task. I0506 12:52:22.728001 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0506 12:52:22.733985 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-116.ec2.internal... I0506 12:52:22.733994 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-66.ec2.internal... I0506 12:52:22.751260 1 tasks_processing.go:74] worker 1 stopped. I0506 12:52:22.751275 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 23.215379ms to process 0 records I0506 12:52:28.405242 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 6s I0506 12:52:28.428497 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 23s for image data I0506 12:52:28.437905 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms) I0506 12:52:28.445764 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms) I0506 12:52:28.454571 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms) I0506 12:52:28.462411 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (8ms) I0506 12:52:28.470293 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (8ms) I0506 12:52:28.478343 1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (8ms) I0506 12:52:28.487161 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (9ms) I0506 12:52:28.496707 1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (10ms) I0506 12:52:28.504108 1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (7ms) I0506 12:52:28.511967 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (8ms) I0506 12:52:28.537721 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (26ms) I0506 12:52:28.637447 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0506 12:52:28.736834 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (99ms) I0506 12:52:28.837348 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0506 12:52:28.940363 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (103ms) I0506 12:52:29.036688 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (96ms) I0506 12:52:29.137614 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms) I0506 12:52:29.237158 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (100ms) I0506 12:52:29.337359 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0506 12:52:29.442473 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (105ms) I0506 12:52:29.537649 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (95ms) I0506 12:52:29.637733 1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (100ms) I0506 12:52:29.745431 1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (108ms) I0506 12:52:29.837833 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (92ms) I0506 12:52:29.938066 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (100ms) I0506 12:52:30.040714 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (103ms) I0506 12:52:30.138148 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (97ms) I0506 12:52:30.238615 1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (100ms) I0506 12:52:30.337348 1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (99ms) I0506 12:52:30.437889 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (101ms) I0506 12:52:30.538677 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (101ms) I0506 12:52:30.638114 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (99ms) I0506 12:52:30.738059 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0506 12:52:30.837734 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms) I0506 12:52:30.938092 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0506 12:52:31.037276 1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (99ms) I0506 12:52:31.139544 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (102ms) I0506 12:52:31.237218 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (98ms) I0506 12:52:31.337844 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms) I0506 12:52:31.437724 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0506 12:52:31.537380 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (100ms) I0506 12:52:31.642146 1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (105ms) I0506 12:52:31.740032 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (98ms) I0506 12:52:31.837658 1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (98ms) I0506 12:52:31.937319 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms) I0506 12:52:32.037123 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (100ms) I0506 12:52:32.136851 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms) I0506 12:52:32.237174 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms) I0506 12:52:32.237212 1 tasks_processing.go:74] worker 0 stopped. I0506 12:52:32.237505 1 recorder.go:75] Recording config/workload_info with fingerprint=eb2ee3651084a185c474e7eca0b58c8162e508a7d4620cfd0ca563bc08bd1477 I0506 12:52:32.237522 1 gather.go:177] gatherer "workloads" function "workload_info" took 9.509180207s to process 1 records I0506 12:52:32.237537 1 periodic.go:256] Periodic gather workloads completed in 9.509s I0506 12:52:32.237545 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0506 12:52:32.237549 1 periodic.go:209] Running conditional gatherer I0506 12:52:32.243796 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0506 12:52:32.468527 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer I0506 12:52:33.544803 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0506 12:52:33.550322 1 conditional_gatherer.go:392] cluster version is '4.20.8' I0506 12:52:33.550356 1 tasks_processing.go:45] number of workers: 3 I0506 12:52:33.550374 1 tasks_processing.go:69] worker 2 listening for tasks. I0506 12:52:33.550379 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0506 12:52:33.550393 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 12:52:33.550400 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 12:52:33.550412 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0506 12:52:33.550413 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0506 12:52:33.550425 1 tasks_processing.go:74] worker 1 stopped. I0506 12:52:33.550458 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c I0506 12:52:33.550472 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 962ns to process 1 records I0506 12:52:33.550507 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0506 12:52:33.550515 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 2.308µs to process 1 records I0506 12:52:33.550522 1 tasks_processing.go:74] worker 0 stopped. I0506 12:52:33.550686 1 tasks_processing.go:74] worker 2 stopped. I0506 12:52:33.550698 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 261.059µs to process 0 records I0506 12:52:33.550719 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0506 12:52:33.550739 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0506 12:52:33.577848 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=79954ee60ac7d65f3e5e66a0a758fa9c11b4372c5c34bf1bdc0add11c195411d I0506 12:52:33.578030 1 diskrecorder.go:70] Writing 110 records to /var/lib/insights-operator/insights-2026-05-06-125233.tar.gz I0506 12:52:33.584787 1 diskrecorder.go:51] Wrote 110 records to disk in 6ms I0506 12:52:33.584827 1 periodic.go:278] Gathering cluster info every 2h0m0s I0506 12:52:33.584846 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0506 12:53:39.119544 1 diskrecorder.go:223] Found files to send: insights-2026-05-06-125233.tar.gz I0506 12:53:39.119575 1 insightsuploader.go:150] Checking archives to upload periodically every 15m19.094592526s I0506 12:53:39.119584 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0506 12:53:39.139325 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0506 12:53:39.480272 1 requests.go:87] Successfully reported id=2026-05-06T12:53:39Z x-rh-insights-request-id=48419c12fd7e482cb6c4ef0849607702, wrote=48733 I0506 12:53:39.480395 1 insightsuploader.go:187] Uploaded report successfully in 360.801162ms I0506 12:53:39.480425 1 controller.go:128] Initializing last reported time to 2026-05-06T12:53:39Z I0506 12:53:39.480503 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0506 12:53:39.480519 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0506 12:53:39.480532 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0506 12:53:39.487294 1 controller.go:512] The operator is healthy I0506 12:54:09.134482 1 controller.go:512] The operator is healthy I0506 12:54:42.111680 1 insightsreport.go:137] Pulling report from smart-proxy I0506 12:54:42.111712 1 insightsreport.go:149] Retrieving report I0506 12:54:42.118458 1 requests.go:110] Retrieving report for cluster: 6caa162f-bcfc-4835-bbf1-f7620138a6df I0506 12:54:42.118471 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/6caa162f-bcfc-4835-bbf1-f7620138a6df/reports I0506 12:54:42.121261 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/6caa162f-bcfc-4835-bbf1-f7620138a6df/reports I0506 12:54:42.386832 1 insightsreport.go:184] Report retrieved I0506 12:54:42.413216 1 insightsreport.go:239] Report retrieved correctly I0506 12:56:09.133806 1 controller.go:512] The operator is healthy I0506 12:57:09.113126 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 12:57:09.118196 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 12:57:09.118214 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 12:57:09.121739 1 secretconfigobserver.go:119] support secret does not exist I0506 12:58:09.133388 1 controller.go:512] The operator is healthy I0506 13:00:09.137419 1 controller.go:512] The operator is healthy I0506 13:02:09.122456 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 13:02:09.154548 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 13:02:09.200581 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 13:02:09.200604 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 13:02:09.207520 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 13:02:09.237722 1 controller.go:512] The operator is healthy I0506 13:02:09.267273 1 secretconfigobserver.go:119] support secret does not exist I0506 13:04:09.138573 1 controller.go:512] The operator is healthy I0506 13:06:09.133747 1 controller.go:512] The operator is healthy I0506 13:07:09.267690 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 13:07:09.276327 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 13:07:09.276347 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 13:07:09.279838 1 secretconfigobserver.go:119] support secret does not exist I0506 13:08:09.137525 1 controller.go:512] The operator is healthy I0506 13:09:03.575819 1 insightsuploader.go:146] Nothing to report since 2026-05-06T12:53:39Z I0506 13:10:09.134127 1 controller.go:512] The operator is healthy I0506 13:12:09.113290 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 13:12:09.119537 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 13:12:09.133600 1 controller.go:512] The operator is healthy I0506 13:12:09.280944 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 13:12:09.285298 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 13:12:09.285323 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 13:12:09.291110 1 secretconfigobserver.go:119] support secret does not exist I0506 13:14:09.137068 1 controller.go:512] The operator is healthy I0506 13:16:09.138089 1 controller.go:512] The operator is healthy