I0511 17:59:09.694352 1 cmd.go:253] Using service-serving-cert provided certificates I0511 17:59:09.694797 1 observer_polling.go:159] Starting file observer I0511 17:59:10.169740 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0511 17:59:10.169923 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0511 17:59:10.170489 1 secure_serving.go:57] Forcing use of http/1.1 only W0511 17:59:10.170530 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0511 17:59:10.170535 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0511 17:59:10.170542 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0511 17:59:10.170547 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0511 17:59:10.170552 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0511 17:59:10.170557 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0511 17:59:10.170555 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0511 17:59:10.176387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"ad498873-a023-4518-9f12-705fbf147e26", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0511 17:59:10.176383 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0511 17:59:10.177906 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0511 17:59:10.177921 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0511 17:59:10.177922 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0511 17:59:10.177934 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0511 17:59:10.177939 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0511 17:59:10.177927 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0511 17:59:10.178199 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0511 17:59:10.178411 1 secure_serving.go:213] Serving securely on [::]:8443 I0511 17:59:10.178440 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0511 17:59:10.187629 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0511 17:59:10.187656 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0511 17:59:10.187722 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0511 17:59:10.194833 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0511 17:59:10.194850 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0511 17:59:10.200342 1 secretconfigobserver.go:119] support secret does not exist I0511 17:59:10.205225 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0511 17:59:10.210653 1 secretconfigobserver.go:119] support secret does not exist I0511 17:59:10.212627 1 recorder.go:176] Pruning old reports every 5h12m32s, max age is 288h0m0s I0511 17:59:10.218217 1 periodic.go:216] Running clusterconfig gatherer I0511 17:59:10.218233 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0511 17:59:10.218241 1 insightsreport.go:296] Starting report retriever I0511 17:59:10.218246 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0511 17:59:10.218259 1 tasks_processing.go:45] number of workers: 64 I0511 17:59:10.218277 1 tasks_processing.go:69] worker 3 listening for tasks. I0511 17:59:10.218218 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0511 17:59:10.218291 1 tasks_processing.go:69] worker 4 listening for tasks. I0511 17:59:10.218291 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0511 17:59:10.218301 1 tasks_processing.go:69] worker 0 listening for tasks. I0511 17:59:10.218307 1 tasks_processing.go:69] worker 5 listening for tasks. I0511 17:59:10.218312 1 tasks_processing.go:71] worker 5 working on schedulers task. I0511 17:59:10.218313 1 tasks_processing.go:69] worker 15 listening for tasks. I0511 17:59:10.218316 1 tasks_processing.go:69] worker 1 listening for tasks. I0511 17:59:10.218320 1 tasks_processing.go:69] worker 41 listening for tasks. I0511 17:59:10.218325 1 tasks_processing.go:69] worker 42 listening for tasks. I0511 17:59:10.218327 1 tasks_processing.go:69] worker 2 listening for tasks. I0511 17:59:10.218328 1 tasks_processing.go:69] worker 40 listening for tasks. I0511 17:59:10.218301 1 tasks_processing.go:71] worker 4 working on nodes task. I0511 17:59:10.218335 1 tasks_processing.go:69] worker 44 listening for tasks. I0511 17:59:10.218338 1 tasks_processing.go:69] worker 16 listening for tasks. I0511 17:59:10.218343 1 tasks_processing.go:69] worker 45 listening for tasks. I0511 17:59:10.218345 1 tasks_processing.go:69] worker 17 listening for tasks. I0511 17:59:10.218350 1 tasks_processing.go:69] worker 46 listening for tasks. I0511 17:59:10.218353 1 tasks_processing.go:69] worker 18 listening for tasks. I0511 17:59:10.218357 1 tasks_processing.go:69] worker 56 listening for tasks. I0511 17:59:10.218351 1 tasks_processing.go:69] worker 10 listening for tasks. I0511 17:59:10.218330 1 tasks_processing.go:69] worker 43 listening for tasks. I0511 17:59:10.218361 1 tasks_processing.go:69] worker 19 listening for tasks. I0511 17:59:10.218367 1 tasks_processing.go:69] worker 20 listening for tasks. I0511 17:59:10.218370 1 tasks_processing.go:69] worker 57 listening for tasks. I0511 17:59:10.218377 1 tasks_processing.go:69] worker 58 listening for tasks. I0511 17:59:10.218375 1 tasks_processing.go:69] worker 21 listening for tasks. I0511 17:59:10.218383 1 tasks_processing.go:69] worker 22 listening for tasks. I0511 17:59:10.218378 1 tasks_processing.go:69] worker 55 listening for tasks. I0511 17:59:10.218393 1 tasks_processing.go:69] worker 8 listening for tasks. I0511 17:59:10.218401 1 tasks_processing.go:69] worker 9 listening for tasks. I0511 17:59:10.218393 1 tasks_processing.go:69] worker 7 listening for tasks. I0511 17:59:10.218403 1 tasks_processing.go:69] worker 6 listening for tasks. I0511 17:59:10.218397 1 tasks_processing.go:69] worker 59 listening for tasks. I0511 17:59:10.218415 1 tasks_processing.go:69] worker 49 listening for tasks. I0511 17:59:10.218396 1 tasks_processing.go:69] worker 47 listening for tasks. I0511 17:59:10.218403 1 tasks_processing.go:69] worker 60 listening for tasks. I0511 17:59:10.218426 1 tasks_processing.go:69] worker 27 listening for tasks. I0511 17:59:10.218417 1 tasks_processing.go:69] worker 12 listening for tasks. I0511 17:59:10.218435 1 tasks_processing.go:69] worker 53 listening for tasks. I0511 17:59:10.218437 1 tasks_processing.go:69] worker 29 listening for tasks. I0511 17:59:10.218434 1 tasks_processing.go:69] worker 34 listening for tasks. I0511 17:59:10.218441 1 tasks_processing.go:69] worker 35 listening for tasks. I0511 17:59:10.218426 1 tasks_processing.go:69] worker 11 listening for tasks. I0511 17:59:10.218447 1 tasks_processing.go:69] worker 50 listening for tasks. I0511 17:59:10.218448 1 tasks_processing.go:69] worker 38 listening for tasks. I0511 17:59:10.218452 1 tasks_processing.go:69] worker 39 listening for tasks. I0511 17:59:10.218452 1 tasks_processing.go:69] worker 36 listening for tasks. I0511 17:59:10.218307 1 tasks_processing.go:71] worker 0 working on clusterroles task. I0511 17:59:10.218457 1 tasks_processing.go:69] worker 51 listening for tasks. I0511 17:59:10.218461 1 tasks_processing.go:71] worker 15 working on storage_classes task. I0511 17:59:10.218463 1 tasks_processing.go:71] worker 1 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0511 17:59:10.218470 1 tasks_processing.go:71] worker 10 working on crds task. I0511 17:59:10.218472 1 tasks_processing.go:71] worker 51 working on openstack_controlplanes task. I0511 17:59:10.218468 1 tasks_processing.go:69] worker 37 listening for tasks. I0511 17:59:10.218484 1 tasks_processing.go:71] worker 37 working on authentication task. I0511 17:59:10.218481 1 tasks_processing.go:71] worker 56 working on image_registries task. I0511 17:59:10.218529 1 tasks_processing.go:71] worker 19 working on sap_datahubs task. I0511 17:59:10.218533 1 tasks_processing.go:71] worker 20 working on node_features task. I0511 17:59:10.218467 1 tasks_processing.go:71] worker 58 working on feature_gates task. I0511 17:59:10.218544 1 tasks_processing.go:71] worker 21 working on networks task. I0511 17:59:10.218565 1 tasks_processing.go:71] worker 27 working on cost_management_metrics_configs task. I0511 17:59:10.218576 1 tasks_processing.go:71] worker 43 working on ceph_cluster task. I0511 17:59:10.218630 1 tasks_processing.go:71] worker 22 working on operators task. I0511 17:59:10.218636 1 tasks_processing.go:71] worker 16 working on openshift_machine_api_events task. I0511 17:59:10.218655 1 tasks_processing.go:71] worker 44 working on overlapping_namespace_uids task. I0511 17:59:10.218678 1 tasks_processing.go:71] worker 17 working on nodenetworkconfigurationpolicies task. I0511 17:59:10.218414 1 tasks_processing.go:69] worker 31 listening for tasks. I0511 17:59:10.218790 1 tasks_processing.go:71] worker 53 working on oauths task. I0511 17:59:10.218440 1 tasks_processing.go:69] worker 54 listening for tasks. I0511 17:59:10.218896 1 tasks_processing.go:71] worker 54 working on support_secret task. I0511 17:59:10.218797 1 tasks_processing.go:71] worker 31 working on olm_operators task. I0511 17:59:10.218418 1 tasks_processing.go:69] worker 62 listening for tasks. I0511 17:59:10.218425 1 tasks_processing.go:69] worker 63 listening for tasks. I0511 17:59:10.218424 1 tasks_processing.go:69] worker 33 listening for tasks. I0511 17:59:10.218407 1 tasks_processing.go:69] worker 48 listening for tasks. I0511 17:59:10.218429 1 tasks_processing.go:69] worker 28 listening for tasks. I0511 17:59:10.218430 1 tasks_processing.go:71] worker 3 working on pdbs task. I0511 17:59:10.218436 1 tasks_processing.go:69] worker 25 listening for tasks. I0511 17:59:10.218409 1 tasks_processing.go:69] worker 23 listening for tasks. I0511 17:59:10.218411 1 tasks_processing.go:69] worker 61 listening for tasks. I0511 17:59:10.218443 1 tasks_processing.go:69] worker 26 listening for tasks. I0511 17:59:10.218285 1 tasks_processing.go:69] worker 13 listening for tasks. I0511 17:59:10.218448 1 tasks_processing.go:69] worker 30 listening for tasks. I0511 17:59:10.218445 1 tasks_processing.go:69] worker 52 listening for tasks. I0511 17:59:10.218537 1 tasks_processing.go:71] worker 60 working on openstack_version task. I0511 17:59:10.218742 1 tasks_processing.go:71] worker 46 working on machine_config_pools task. I0511 17:59:10.219396 1 tasks_processing.go:71] worker 52 working on sap_config task. I0511 17:59:10.219406 1 tasks_processing.go:71] worker 23 working on qemu_kubevirt_launcher_logs task. I0511 17:59:10.219407 1 tasks_processing.go:71] worker 25 working on service_accounts task. I0511 17:59:10.219417 1 tasks_processing.go:71] worker 62 working on node_logs task. I0511 17:59:10.219444 1 tasks_processing.go:71] worker 63 working on jaegers task. I0511 17:59:10.218421 1 tasks_processing.go:69] worker 24 listening for tasks. I0511 17:59:10.218755 1 tasks_processing.go:71] worker 41 working on version task. I0511 17:59:10.219456 1 tasks_processing.go:71] worker 13 working on ingress_certificates task. I0511 17:59:10.219465 1 tasks_processing.go:71] worker 33 working on tsdb_status task. I0511 17:59:10.219465 1 tasks_processing.go:71] worker 61 working on active_alerts task. I0511 17:59:10.219512 1 tasks_processing.go:71] worker 24 working on machine_configs task. I0511 17:59:10.219521 1 tasks_processing.go:71] worker 30 working on install_plans task. I0511 17:59:10.218769 1 tasks_processing.go:71] worker 7 working on container_runtime_configs task. I0511 17:59:10.218750 1 tasks_processing.go:71] worker 42 working on image task. I0511 17:59:10.218765 1 tasks_processing.go:71] worker 57 working on dvo_metrics task. I0511 17:59:10.218782 1 tasks_processing.go:71] worker 35 working on infrastructures task. I0511 17:59:10.218786 1 tasks_processing.go:71] worker 12 working on machine_sets task. I0511 17:59:10.218415 1 tasks_processing.go:69] worker 32 listening for tasks. I0511 17:59:10.219656 1 tasks_processing.go:71] worker 32 working on nodenetworkstates task. I0511 17:59:10.218806 1 tasks_processing.go:71] worker 8 working on cluster_apiserver task. I0511 17:59:10.218812 1 tasks_processing.go:71] worker 38 working on silenced_alerts task. I0511 17:59:10.218817 1 tasks_processing.go:71] worker 11 working on validating_webhook_configurations task. I0511 17:59:10.218819 1 tasks_processing.go:71] worker 39 working on image_pruners task. I0511 17:59:10.218773 1 tasks_processing.go:71] worker 55 working on aggregated_monitoring_cr_names task. I0511 17:59:10.218821 1 tasks_processing.go:71] worker 50 working on openstack_dataplanenodesets task. I0511 17:59:10.218827 1 tasks_processing.go:71] worker 18 working on machines task. I0511 17:59:10.218828 1 tasks_processing.go:71] worker 45 working on monitoring_persistent_volumes task. I0511 17:59:10.218830 1 tasks_processing.go:71] worker 9 working on sap_pods task. I0511 17:59:10.218307 1 tasks_processing.go:69] worker 14 listening for tasks. I0511 17:59:10.218834 1 tasks_processing.go:71] worker 59 working on machine_autoscalers task. I0511 17:59:10.220116 1 tasks_processing.go:71] worker 14 working on pod_network_connectivity_checks task. I0511 17:59:10.218835 1 tasks_processing.go:71] worker 6 working on openstack_dataplanedeployments task. I0511 17:59:10.218838 1 tasks_processing.go:71] worker 40 working on metrics task. I0511 17:59:10.218842 1 tasks_processing.go:71] worker 29 working on ingress task. I0511 17:59:10.218842 1 tasks_processing.go:71] worker 34 working on machine_healthchecks task. I0511 17:59:10.218846 1 tasks_processing.go:71] worker 36 working on openshift_logging task. I0511 17:59:10.218850 1 tasks_processing.go:71] worker 49 working on certificate_signing_requests task. I0511 17:59:10.218851 1 tasks_processing.go:71] worker 47 working on operators_pods_and_events task. I0511 17:59:10.219457 1 tasks_processing.go:71] worker 26 working on mutating_webhook_configurations task. I0511 17:59:10.219460 1 tasks_processing.go:71] worker 48 working on lokistack task. I0511 17:59:10.219513 1 tasks_processing.go:71] worker 28 working on proxies task. I0511 17:59:10.218762 1 tasks_processing.go:71] worker 2 working on container_images task. E0511 17:59:10.225316 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0511 17:59:10.225331 1 tasks_processing.go:71] worker 20 working on storage_cluster task. I0511 17:59:10.225343 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 6.785729ms to process 0 records E0511 17:59:10.227588 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.101.241:9091: connect: connection refused E0511 17:59:10.227600 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.101.241:9091: connect: connection refused I0511 17:59:10.227608 1 tasks_processing.go:71] worker 33 working on config_maps task. E0511 17:59:10.227614 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.101.241:9091: connect: connection refused I0511 17:59:10.227624 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 8.12997ms to process 0 records E0511 17:59:10.227634 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.101.241:9091: connect: connection refused I0511 17:59:10.227651 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 7.129154ms to process 0 records I0511 17:59:10.227664 1 tasks_processing.go:74] worker 40 stopped. I0511 17:59:10.229643 1 tasks_processing.go:74] worker 51 stopped. I0511 17:59:10.229661 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 11.155721ms to process 0 records I0511 17:59:10.238456 1 tasks_processing.go:74] worker 17 stopped. I0511 17:59:10.238469 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 19.745402ms to process 0 records I0511 17:59:10.238482 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 19.917051ms to process 0 records I0511 17:59:10.238488 1 tasks_processing.go:74] worker 19 stopped. I0511 17:59:10.239050 1 tasks_processing.go:74] worker 14 stopped. E0511 17:59:10.239063 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0511 17:59:10.239091 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 18.925892ms to process 0 records I0511 17:59:10.239094 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0511 17:59:10.239113 1 controller.go:368] The initial operator extension status is healthy I0511 17:59:10.239136 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0511 17:59:10.239144 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0511 17:59:10.239149 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0511 17:59:10.239172 1 tasks_processing.go:74] worker 42 stopped. I0511 17:59:10.239177 1 controller.go:531] The operator is still being initialized I0511 17:59:10.239186 1 controller.go:554] The operator is healthy I0511 17:59:10.239251 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0511 17:59:10.239274 1 recorder.go:75] Recording config/image with fingerprint=75c15302927245a4826b2c9005e65b534d48768a6aaff6612fec407d9690c25a I0511 17:59:10.239281 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0511 17:59:10.239287 1 gather.go:177] gatherer "clusterconfig" function "image" took 19.615835ms to process 1 records W0511 17:59:10.239439 1 operator.go:328] started I0511 17:59:10.239454 1 tasks_processing.go:74] worker 37 stopped. I0511 17:59:10.239462 1 recorder.go:75] Recording config/authentication with fingerprint=4b6dd0d8e2798648cad7e1d3bbe82d2a7ec92730515fc9b41a7bc65a772aff41 I0511 17:59:10.239469 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 20.677147ms to process 1 records I0511 17:59:10.239474 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 17.948415ms to process 0 records I0511 17:59:10.239475 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0511 17:59:10.239481 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 20.070279ms to process 0 records I0511 17:59:10.239485 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 20.8665ms to process 0 records I0511 17:59:10.239490 1 tasks_processing.go:74] worker 43 stopped. I0511 17:59:10.239511 1 tasks_processing.go:74] worker 52 stopped. I0511 17:59:10.239493 1 tasks_processing.go:74] worker 48 stopped. I0511 17:59:10.239614 1 tasks_processing.go:74] worker 46 stopped. I0511 17:59:10.239631 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 20.349906ms to process 0 records I0511 17:59:10.239859 1 tasks_processing.go:74] worker 7 stopped. I0511 17:59:10.239875 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 20.32263ms to process 0 records I0511 17:59:10.239884 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 19.068095ms to process 0 records I0511 17:59:10.239891 1 tasks_processing.go:74] worker 36 stopped. I0511 17:59:10.240032 1 tasks_processing.go:74] worker 32 stopped. I0511 17:59:10.240044 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 20.3626ms to process 0 records E0511 17:59:10.240060 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0511 17:59:10.240071 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 19.297688ms to process 0 records I0511 17:59:10.240090 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 21.497972ms to process 0 records I0511 17:59:10.240079 1 tasks_processing.go:74] worker 34 stopped. I0511 17:59:10.240102 1 tasks_processing.go:74] worker 27 stopped. I0511 17:59:10.240168 1 tasks_processing.go:74] worker 6 stopped. I0511 17:59:10.240185 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 20.032802ms to process 0 records I0511 17:59:10.240622 1 tasks_processing.go:74] worker 15 stopped. I0511 17:59:10.240733 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=2d057dbde64c36880b31b5ca19be77192d51178f9c1804a586ae88fbb1b1d259 I0511 17:59:10.240758 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=773d2f7d481f0d51969450ecc05309e54fede62e7574e0ce886e8dd3c6b988f9 I0511 17:59:10.240768 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 22.150171ms to process 2 records I0511 17:59:10.244553 1 tasks_processing.go:74] worker 12 stopped. I0511 17:59:10.244562 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 24.903339ms to process 0 records I0511 17:59:10.244888 1 tasks_processing.go:74] worker 53 stopped. I0511 17:59:10.245070 1 recorder.go:75] Recording config/oauth with fingerprint=eb84a739e050835e4ca1bdc33661c1c4949a1a42d098cc3c3ea419544dc7e3f4 I0511 17:59:10.245082 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 26.048244ms to process 1 records I0511 17:59:10.245162 1 tasks_processing.go:74] worker 58 stopped. I0511 17:59:10.245168 1 recorder.go:75] Recording config/featuregate with fingerprint=7dd83d2c2e951f7d6a396ec47db495cb46c648d82b2af43ce02806d9cc6aaaff I0511 17:59:10.245178 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 26.365167ms to process 1 records I0511 17:59:10.245232 1 tasks_processing.go:74] worker 16 stopped. I0511 17:59:10.245245 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 26.586351ms to process 0 records I0511 17:59:10.245251 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 25.750542ms to process 0 records I0511 17:59:10.245255 1 tasks_processing.go:74] worker 63 stopped. I0511 17:59:10.245600 1 tasks_processing.go:74] worker 28 stopped. I0511 17:59:10.245649 1 recorder.go:75] Recording config/proxy with fingerprint=41658af84275e4b8bbac2296d31a98c24e1d0eb1f47b8adab6fe2ce1a7bb0aee I0511 17:59:10.245660 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 23.669281ms to process 1 records I0511 17:59:10.247173 1 tasks_processing.go:74] worker 29 stopped. I0511 17:59:10.247315 1 recorder.go:75] Recording config/ingress with fingerprint=15a66cd765489eeb069ba434de77edf08d4334b56931ccce9c8241d64b718405 I0511 17:59:10.247326 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 26.577683ms to process 1 records I0511 17:59:10.247597 1 tasks_processing.go:74] worker 54 stopped. E0511 17:59:10.247606 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0511 17:59:10.247612 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.676644ms to process 0 records I0511 17:59:10.247714 1 tasks_processing.go:74] worker 8 stopped. I0511 17:59:10.247845 1 recorder.go:75] Recording config/apiserver with fingerprint=93f39df2974affb586b59d1959603cc53ed1022dbc488153956b4dfe8e9ddd66 I0511 17:59:10.247862 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 28.038476ms to process 1 records I0511 17:59:10.280570 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0511 17:59:10.280667 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0511 17:59:10.281751 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0511 17:59:10.287000 1 tasks_processing.go:74] worker 24 stopped. E0511 17:59:10.287018 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0511 17:59:10.287078 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0511 17:59:10.287093 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 67.470373ms to process 1 records I0511 17:59:10.287100 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 67.884201ms to process 0 records I0511 17:59:10.287105 1 tasks_processing.go:74] worker 60 stopped. I0511 17:59:10.287765 1 base_controller.go:82] Caches are synced for ConfigController I0511 17:59:10.287779 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0511 17:59:10.289032 1 tasks_processing.go:74] worker 62 stopped. I0511 17:59:10.289041 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 69.603751ms to process 0 records I0511 17:59:10.289579 1 tasks_processing.go:74] worker 18 stopped. E0511 17:59:10.289917 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0511 17:59:10.290012 1 gather.go:177] gatherer "clusterconfig" function "machines" took 69.567193ms to process 0 records I0511 17:59:10.290348 1 tasks_processing.go:74] worker 20 stopped. I0511 17:59:10.290424 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 64.990078ms to process 0 records I0511 17:59:10.290466 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 70.301679ms to process 0 records I0511 17:59:10.290514 1 tasks_processing.go:74] worker 59 stopped. I0511 17:59:10.290633 1 tasks_processing.go:74] worker 21 stopped. I0511 17:59:10.291661 1 recorder.go:75] Recording config/network with fingerprint=86d93ca1a589b374b1bc260e6728d8c96584a971f0b699b9ae0738a3b9fa72ee I0511 17:59:10.291882 1 gather.go:177] gatherer "clusterconfig" function "networks" took 72.072178ms to process 1 records I0511 17:59:10.292025 1 tasks_processing.go:74] worker 26 stopped. I0511 17:59:10.292454 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=c14b909bb127986092d1ab77ad09f475e68f5014548822ccd7dc4241401c6cf2 I0511 17:59:10.292975 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ad2cdb22f156dfc46b40461e59ee1e9624af066bb53235f44d38cd64d27e9c5f I0511 17:59:10.293020 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=060d6c4bd4e1cab44f8c1f6aabdc5b523403f637f8aa3cc36536daaab5e8e727 I0511 17:59:10.293035 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 69.752611ms to process 3 records I0511 17:59:10.293048 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 72.220049ms to process 0 records I0511 17:59:10.293055 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 71.378082ms to process 0 records I0511 17:59:10.293065 1 tasks_processing.go:74] worker 31 stopped. I0511 17:59:10.293078 1 tasks_processing.go:74] worker 45 stopped. I0511 17:59:10.293123 1 tasks_processing.go:74] worker 35 stopped. I0511 17:59:10.293609 1 recorder.go:75] Recording config/infrastructure with fingerprint=a37627550eed4cf3dd1f6bf0cebad0f9e16fb1f90a4151df822ff9d3cc9eefa5 I0511 17:59:10.293630 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 72.4421ms to process 1 records I0511 17:59:10.293713 1 tasks_processing.go:74] worker 39 stopped. I0511 17:59:10.293833 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=45d8eaf5cea4027c40138e970950892f63797f77bfc8cf0059865870369c9b09 I0511 17:59:10.293848 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 72.342716ms to process 1 records I0511 17:59:10.293911 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=44a8839b080dc911b6e590eb9f87d2b2a787f45628bcb9a4ab1d394a80cf5c40 I0511 17:59:10.293925 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 73.96794ms to process 1 records I0511 17:59:10.293947 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0511 17:59:10.293962 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 74.592036ms to process 1 records I0511 17:59:10.293972 1 tasks_processing.go:74] worker 44 stopped. I0511 17:59:10.293948 1 tasks_processing.go:74] worker 5 stopped. I0511 17:59:10.294090 1 tasks_processing.go:74] worker 10 stopped. I0511 17:59:10.294376 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0511 17:59:10.294396 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0511 17:59:10.294401 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0511 17:59:10.294407 1 controller.go:254] Source scaController *sca.Controller is not ready I0511 17:59:10.294411 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0511 17:59:10.294436 1 controller.go:531] The operator is still being initialized I0511 17:59:10.294446 1 controller.go:554] The operator is healthy I0511 17:59:10.294756 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=130fabc2c6f500b1a2378a1e4e0520fcf07ad08680a2129efb0302c4afa6393f W0511 17:59:10.294999 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0511 17:59:10.295039 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=23a2ced5b8767f2565e9bd456d1e2829c17d2eb4ec74ce239f93ee9278ddf59f I0511 17:59:10.295050 1 gather.go:177] gatherer "clusterconfig" function "crds" took 75.611922ms to process 2 records I0511 17:59:10.295121 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=d32e7e992b0660b00e3e4182636dcad7ac7efc1f8a04c89a45a45ae4e1ac5c7c I0511 17:59:10.295133 1 tasks_processing.go:74] worker 11 stopped. I0511 17:59:10.295167 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=38f4a2ecedeb000dfc436bf1716c35b04c1b604a7e2bea210b08c8348fc3c43e I0511 17:59:10.295235 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=abb2240afe78621637e50592de9c13694a45584d3086d67835eb149429a2968b I0511 17:59:10.295258 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=91b4d431f9e1368e76023799ab1fdfbcfc6d759a837e7af05444942d7da9051a I0511 17:59:10.295282 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=61a9d55a19f0cdf95e15d22f558e982d161132992837f0ee4a297609f5911610 I0511 17:59:10.295305 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=1c6627aec8b0d9a320d909f52ef0332f8f5cfce8f20ece66dc9ee1dda60898fc I0511 17:59:10.295359 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=c36e100aad712f3009acab98bdb667e0eaedd10cba52fd171e738d844353c116 I0511 17:59:10.295383 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=1d561c32b1a79354e0b625df7820017cedd92ff9678c5d3f3869da5a0a8721c4 I0511 17:59:10.295408 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=2e31f5143ed1f90010a2266524d9bae71e3614836a7968ec9f8ff79527bc59f4 I0511 17:59:10.295446 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=f93f84213cdfbb986dc43ffc972dc703cd4e79586058f7baed40424885f91a71 I0511 17:59:10.295471 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=cfa224adc30a0e7912d02009d7417335537401daa4e54579b68a126a7877670e I0511 17:59:10.295493 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=3ccd2b5161365a295a3f34bbc319871305cfcf149e755f6b0c0036da39ccef4c I0511 17:59:10.295548 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=00900b30c0efb6b33a224a4366e58d54bd8b0006efcf7c3aaa8293e84f42d096 I0511 17:59:10.295555 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 74.406582ms to process 13 records I0511 17:59:10.295639 1 tasks_processing.go:74] worker 4 stopped. I0511 17:59:10.295875 1 recorder.go:75] Recording config/node/ip-10-0-0-174.ec2.internal with fingerprint=7f19b7bb931ca0b8a3bf7f2c8cb634f804944a6df5bcc6ee2739898859d5ae9d I0511 17:59:10.295931 1 recorder.go:75] Recording config/node/ip-10-0-1-234.ec2.internal with fingerprint=d0f09f4a5ed323a1d08ddda708be13bd63d342ce5b0a49c4418cf6d59ce91274 I0511 17:59:10.295991 1 recorder.go:75] Recording config/node/ip-10-0-2-22.ec2.internal with fingerprint=84a38bae6fc8c226d7d75458350e78656986b72c85cd225d1c478843ccfc97a9 I0511 17:59:10.295999 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 75.864267ms to process 3 records I0511 17:59:10.296009 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 73.841428ms to process 0 records I0511 17:59:10.296015 1 tasks_processing.go:74] worker 47 stopped. I0511 17:59:10.296331 1 tasks_processing.go:74] worker 49 stopped. I0511 17:59:10.296346 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 75.491937ms to process 0 records I0511 17:59:10.302577 1 configmapobserver.go:84] configmaps "insights-config" not found I0511 17:59:10.307479 1 tasks_processing.go:74] worker 50 stopped. I0511 17:59:10.307487 1 gather_logs.go:145] no pods in namespace were found I0511 17:59:10.307597 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 87.486999ms to process 0 records I0511 17:59:10.307650 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 88.17901ms to process 0 records I0511 17:59:10.307693 1 tasks_processing.go:74] worker 23 stopped. I0511 17:59:10.308304 1 tasks_processing.go:74] worker 9 stopped. I0511 17:59:10.308332 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 88.189793ms to process 0 records I0511 17:59:10.308693 1 tasks_processing.go:74] worker 3 stopped. I0511 17:59:10.309092 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=1c2d5c45d3837461a3b8894fc6f6b32c1226f2406363b3f15615d7d10a673594 I0511 17:59:10.309325 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=94fa6acf097d8e3cd277b26d7d5470418e0e8e08475e0c79ed504cebacc09159 I0511 17:59:10.309364 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=fedeeb0c4b2b9bf516de9d331dc93b21a6bf0fb24df997ce52ecedfb84f8e7c9 I0511 17:59:10.309392 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=92f317d79cab509e0bcf855eb5bfd1547e9a3a3b6e002745096c3a1592e5a237 I0511 17:59:10.309425 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=2918538d0025cd106fd0d83956d03f1bb0c3cd8da6789307ed3deb1b29fca651 I0511 17:59:10.309454 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=497e7cb49cf42c635dba6504d5980dec3766b3253b5cf7a79a34a4c6d2016467 I0511 17:59:10.309486 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=ebb93b054cc2cdc740f10828ff149c53d08c207ebb71d6fcfbe31850b45c2f14 I0511 17:59:10.309537 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=97eab8c5b243c97875c3bbeba320e4a02c2190dea2312159f461cf45128d8be0 I0511 17:59:10.309565 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=c3fe208ddf109b7f810e1c74795fca7b1a10a64faa4e7be86445bb8efbdb2526 I0511 17:59:10.309729 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=965fae8beb184a4142a5683e18e650e217b52a978ebc9f30501987193f369717 I0511 17:59:10.309764 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=0d51aa4dfa627262b1b55ebf24e3a95a292e52773d2c3e8cfa70ab7389a08fb7 I0511 17:59:10.309785 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 89.543048ms to process 11 records I0511 17:59:10.309964 1 tasks_processing.go:74] worker 56 stopped. I0511 17:59:10.311212 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=d661cb78d7fd6cb296e9370c206d538e094f0f535456f6add397a76e9589a124 I0511 17:59:10.311235 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 91.464804ms to process 1 records I0511 17:59:10.311339 1 tasks_processing.go:74] worker 0 stopped. I0511 17:59:10.311661 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f50b5c7dc22930233972b5e9ae754ddbdec4cc10a8057666a1218df98565b731 I0511 17:59:10.311737 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0511 17:59:10.311842 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=bfffd913303e95482b52dc8d4d6bae7f04531e663d4de854ccf6b2ab004de12e I0511 17:59:10.311860 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 91.776828ms to process 2 records I0511 17:59:10.311964 1 tasks_processing.go:74] worker 41 stopped. I0511 17:59:10.312832 1 recorder.go:75] Recording config/version with fingerprint=6e244305272b4084fc477e2e4b96bb02c6c20e872e7af363002517c1f9d2501f I0511 17:59:10.312856 1 recorder.go:75] Recording config/id with fingerprint=a95f94d533e8c76473c515a64947c31882e73d61be63d9d249c33053417c6226 I0511 17:59:10.312864 1 gather.go:177] gatherer "clusterconfig" function "version" took 92.221857ms to process 2 records I0511 17:59:10.312874 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 92.448627ms to process 0 records I0511 17:59:10.312883 1 tasks_processing.go:74] worker 55 stopped. I0511 17:59:10.333890 1 tasks_processing.go:74] worker 13 stopped. E0511 17:59:10.333912 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0511 17:59:10.333920 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q7seai6iuch6pltn7smadh3stviopbe-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q7seai6iuch6pltn7smadh3stviopbe-primary-cert-bundle-secret" not found I0511 17:59:10.334006 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=1a74c6912b41be856c4484e15c1117eab9714c0997e1c3c1a5702ba612332de8 I0511 17:59:10.334022 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 114.420691ms to process 1 records I0511 17:59:10.334670 1 tasks_processing.go:74] worker 33 stopped. E0511 17:59:10.334686 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0511 17:59:10.334692 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0511 17:59:10.334697 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0511 17:59:10.334706 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0511 17:59:10.334742 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0511 17:59:10.334749 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0511 17:59:10.334754 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0511 17:59:10.334780 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0511 17:59:10.334821 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0511 17:59:10.334831 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0511 17:59:10.334838 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 107.042002ms to process 7 records I0511 17:59:10.339664 1 base_controller.go:82] Caches are synced for LoggingSyncer I0511 17:59:10.339683 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0511 17:59:10.340916 1 tasks_processing.go:74] worker 2 stopped. I0511 17:59:10.342184 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-g4qdx with fingerprint=3dd16660adf08c00be5f0c6b4b4bec74f9b54d00d4f64e9f08992eb5e81f331f I0511 17:59:10.342292 1 recorder.go:75] Recording config/running_containers with fingerprint=a15f5db3d19b969d3f9af59961354c4fde923bc25ff045c6b2d9100768df2988 I0511 17:59:10.342308 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 118.824906ms to process 2 records I0511 17:59:10.342483 1 tasks_processing.go:74] worker 1 stopped. I0511 17:59:10.342518 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 124.007183ms to process 0 records I0511 17:59:10.376043 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0511 17:59:10.380919 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0511 17:59:10.417747 1 cluster_transfer.go:102] no available accepted cluster transfer I0511 17:59:10.417765 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0511 17:59:10.495433 1 sca.go:266] etc-pki-entitlement secret successfully created I0511 17:59:10.495451 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0511 17:59:11.254731 1 tasks_processing.go:74] worker 38 stopped. I0511 17:59:11.254756 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0511 17:59:11.254769 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.035019498s to process 1 records I0511 17:59:11.255128 1 tasks_processing.go:74] worker 61 stopped. I0511 17:59:11.255166 1 recorder.go:75] Recording config/alerts with fingerprint=ebd11f979abc6762302688a74658d8962e2e420bd841b93ed54b820e479850ab I0511 17:59:11.255180 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.035643068s to process 1 records W0511 17:59:11.293045 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0511 17:59:12.293119 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0511 17:59:12.726876 1 tasks_processing.go:74] worker 22 stopped. I0511 17:59:12.726989 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=9c62f98c24be826b5877fcd00acffc8ce166096af5a231482df109e4587c36ad I0511 17:59:12.727037 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0511 17:59:12.727071 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=e76207400d4500c8c4fa65b751f91e71d960ba4f59f325a2e93f06d3c4e2ffa3 I0511 17:59:12.727081 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0511 17:59:12.727102 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=6b00653d538a987988c5e96f34ccc23521a75524af87eb33dd45a521e81324ce I0511 17:59:12.727117 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0511 17:59:12.727138 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=e1b6311be8cdf87eab2dc9db20e517c14231ba570c76a98d0cdbf317b4585e67 I0511 17:59:12.727164 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=6462ddaa2dae5c6c6c97059a3f25fde02861038e61e6a4e9e3448cd24b7d9c46 I0511 17:59:12.727187 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=c8cc67329867321a06a5f50ac47e327251df47c49a1e690cdce0b1c99b9ad8ba I0511 17:59:12.727216 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=5e9971bf9701e322ef50de7758d92340f288756d396831dffc6e6bd5a9090b33 I0511 17:59:12.727480 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=6025e4e266cf1fd031ba4d84558171dac45a00404ddf0c0833c44d895d77d036 I0511 17:59:12.727513 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=00f0d9b12d72881c930fc9341454b2d2086322fa202df1caf339e9332c9fa1a0 I0511 17:59:12.727521 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0511 17:59:12.727536 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=6e3a5a63698fc7659db271707acde3532c3c7a7471fc4e2698ae5ba959813b54 I0511 17:59:12.727545 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0511 17:59:12.727561 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=95c7d7ddce32e7801ee3d8eba5ac98d5127dd941fd7ddbc11517157700242b7e I0511 17:59:12.727569 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0511 17:59:12.727588 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=02dcf2daba96487dad7dc3d3f17445d1a72af15b274c0dbd035e6a57dcb15452 I0511 17:59:12.727598 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0511 17:59:12.727618 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=6dff199c70ad8193aac4d15b2e533e0cc28cd9a6b002fd3417d6532f82cf6b84 I0511 17:59:12.727723 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=3174692fbf2f7f0b95c5e3ab6e9ad255c5951f97830fd65090590e9b69b9f3ef I0511 17:59:12.727732 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0511 17:59:12.727751 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0511 17:59:12.727776 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0511 17:59:12.727799 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=7f02482ffc6f24a864595556e14908a2cc476487dcb8232394f65d37e1cf1a3a I0511 17:59:12.727822 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=58e16544ec3bc47d8ef747f0ab68a9d335264dbf868209dcfd8c8c292124f094 I0511 17:59:12.727831 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0511 17:59:12.727847 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=0782b1ced953fa4bb45afc909c03930e99c976d0e9145786e940123b5c8f4adf I0511 17:59:12.727856 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0511 17:59:12.727873 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=b718cec0968831abd7d7af1881eefae9c56f1e48a342ee60343f446264fdf2e1 I0511 17:59:12.727882 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0511 17:59:12.727895 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=c2166cdab9dde0bfa657a8497f9ae5e9c8af79e1b7110c12baa8447e50e8db50 I0511 17:59:12.727908 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=7de46717be4610a30cd70d404dc3ce9f93d332094c659c3dce3f36235e5c5e3c I0511 17:59:12.727923 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=7675a800b154dc815a3bc57dc46efde91dc29aad91ce8f6cea41b63ef79f2376 I0511 17:59:12.727942 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=495b0d764211e7cab598bcd0b1fbfddc0de1c5a3645f95ab81ddd8497bfcbcb1 I0511 17:59:12.727951 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0511 17:59:12.727979 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=a64bb3dd55769e9e8a491eb57f1a299d983f91428ac43b9cb157f497112e3dd6 I0511 17:59:12.727995 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0511 17:59:12.728002 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0511 17:59:12.728009 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.508228258s to process 39 records W0511 17:59:13.292959 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0511 17:59:14.293038 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0511 17:59:15.293013 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0511 17:59:15.293040 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0511 17:59:15.293055 1 tasks_processing.go:74] worker 57 stopped. E0511 17:59:15.293065 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0511 17:59:15.293077 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0511 17:59:15.293089 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.073483377s to process 1 records I0511 17:59:23.323880 1 tasks_processing.go:74] worker 30 stopped. I0511 17:59:23.323920 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0511 17:59:23.323933 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.104340042s to process 1 records I0511 17:59:24.029064 1 tasks_processing.go:74] worker 25 stopped. I0511 17:59:24.029348 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=dadc129ba51abfbb756683073832cb0a8ffd78a000cadc82240ae80a16c4db1f I0511 17:59:24.029366 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.809638414s to process 1 records E0511 17:59:24.029440 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.811s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"machines\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error" I0511 17:59:24.030547 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "machines" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0511 17:59:24.030563 1 periodic.go:216] Running workloads gatherer I0511 17:59:24.030579 1 tasks_processing.go:45] number of workers: 2 I0511 17:59:24.030589 1 tasks_processing.go:69] worker 1 listening for tasks. I0511 17:59:24.030593 1 tasks_processing.go:71] worker 1 working on workload_info task. I0511 17:59:24.030604 1 tasks_processing.go:69] worker 0 listening for tasks. I0511 17:59:24.030623 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0511 17:59:24.037537 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-22.ec2.internal... I0511 17:59:24.037546 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-234.ec2.internal... I0511 17:59:24.037562 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-174.ec2.internal... I0511 17:59:24.059658 1 tasks_processing.go:74] worker 0 stopped. I0511 17:59:24.059679 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 29.014344ms to process 0 records I0511 17:59:29.590922 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 6s I0511 17:59:29.615313 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0511 17:59:29.625256 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (11ms) I0511 17:59:29.635658 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms) I0511 17:59:29.645271 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (10ms) I0511 17:59:29.654641 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (9ms) I0511 17:59:29.664277 1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (10ms) I0511 17:59:29.673782 1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (9ms) I0511 17:59:29.683241 1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (9ms) I0511 17:59:29.692769 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (10ms) I0511 17:59:29.702669 1 gather_workloads_info.go:398] Found image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (10ms) I0511 17:59:29.712548 1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (10ms) I0511 17:59:29.725213 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (13ms) I0511 17:59:29.825231 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0511 17:59:29.925597 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0511 17:59:30.025880 1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (100ms) I0511 17:59:30.125260 1 gather_workloads_info.go:398] Found image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (99ms) I0511 17:59:30.226338 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (101ms) I0511 17:59:30.328850 1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (102ms) I0511 17:59:30.425634 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (97ms) I0511 17:59:30.526099 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0511 17:59:30.625825 1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (100ms) I0511 17:59:30.725625 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0511 17:59:30.827179 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (102ms) I0511 17:59:30.925940 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (99ms) I0511 17:59:31.026319 1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (100ms) I0511 17:59:31.125472 1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (99ms) I0511 17:59:31.225610 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms) I0511 17:59:31.325835 1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (100ms) I0511 17:59:31.425262 1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (99ms) I0511 17:59:31.525866 1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (101ms) I0511 17:59:31.624958 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (99ms) I0511 17:59:31.725428 1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (100ms) I0511 17:59:31.825716 1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (100ms) I0511 17:59:31.928653 1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (103ms) I0511 17:59:32.025766 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (97ms) I0511 17:59:32.125693 1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (100ms) I0511 17:59:32.225035 1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (99ms) I0511 17:59:32.325119 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0511 17:59:32.425386 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0511 17:59:32.525728 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (100ms) I0511 17:59:32.641866 1 gather_workloads_info.go:387] No image sha256:1f118a4ec0b92cb88c8544ea31d2b9adfc7006eeddb7a8d260150ecbce4adb8c (116ms) I0511 17:59:32.724922 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (83ms) I0511 17:59:32.825661 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (101ms) I0511 17:59:32.926206 1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (101ms) I0511 17:59:33.025851 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms) I0511 17:59:33.125965 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0511 17:59:33.225755 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0511 17:59:33.326177 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms) I0511 17:59:33.425024 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (99ms) I0511 17:59:33.425056 1 tasks_processing.go:74] worker 1 stopped. E0511 17:59:33.425067 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: received unexpected status code 500 Internal Server Error from https://10.129.0.11:8443/gather_runtime_info I0511 17:59:33.425353 1 recorder.go:75] Recording config/workload_info with fingerprint=763c6170176efb75488a18be16d2d7a3ae57dbe400f03063ad8be52b66d54867 I0511 17:59:33.425368 1 gather.go:177] gatherer "workloads" function "workload_info" took 9.394457081s to process 1 records E0511 17:59:33.425392 1 periodic.go:254] "Unhandled Error" err="workloads failed after 9.394s with: function \"workload_info\" failed with an error" I0511 17:59:33.426490 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0511 17:59:33.426517 1 periodic.go:216] Running conditional gatherer I0511 17:59:33.432844 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0511 17:59:33.570834 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0511 17:59:33.573486 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.101.241:9091: connect: connection refused I0511 17:59:33.573573 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0511 17:59:33.580402 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0511 17:59:33.580420 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580427 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580430 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580434 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580437 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580440 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580442 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580445 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580448 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0511 17:59:33.580451 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0511 17:59:33.580466 1 tasks_processing.go:45] number of workers: 3 I0511 17:59:33.580475 1 tasks_processing.go:69] worker 2 listening for tasks. I0511 17:59:33.580480 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0511 17:59:33.580480 1 tasks_processing.go:69] worker 0 listening for tasks. I0511 17:59:33.580490 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0511 17:59:33.580514 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0511 17:59:33.580511 1 tasks_processing.go:69] worker 1 listening for tasks. I0511 17:59:33.580527 1 tasks_processing.go:74] worker 1 stopped. I0511 17:59:33.580615 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0511 17:59:33.580633 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.084µs to process 1 records I0511 17:59:33.580687 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0511 17:59:33.580697 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 18.464µs to process 1 records I0511 17:59:33.580705 1 tasks_processing.go:74] worker 0 stopped. I0511 17:59:33.580810 1 tasks_processing.go:74] worker 2 stopped. I0511 17:59:33.580824 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 284.968µs to process 0 records I0511 17:59:33.580843 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0511 17:59:33.580862 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0511 17:59:33.605791 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=8acd5084225271b90e63505f840b61ca0a18b4e28ac807c17877eb9b29f6140d I0511 17:59:33.605911 1 diskrecorder.go:70] Writing 110 records to /var/lib/insights-operator/insights-2026-05-11-175933.tar.gz I0511 17:59:33.612643 1 diskrecorder.go:51] Wrote 110 records to disk in 6ms I0511 17:59:33.612669 1 periodic.go:285] Gathering cluster info every 2h0m0s I0511 17:59:33.612683 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0511 18:00:40.218936 1 diskrecorder.go:223] Found files to send: insights-2026-05-11-175933.tar.gz I0511 18:00:40.218967 1 insightsuploader.go:150] Checking archives to upload periodically every 15m44.261430488s I0511 18:00:40.218975 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0511 18:00:40.232218 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0511 18:00:40.425075 1 requests.go:87] Successfully reported id=2026-05-11T18:00:40Z x-rh-insights-request-id=787c0a44f5a24d6f868b2cffe47212c1, wrote=49216 I0511 18:00:40.425145 1 insightsuploader.go:187] Uploaded report successfully in 206.161555ms I0511 18:00:40.425171 1 controller.go:129] Initializing last reported time to 2026-05-11T18:00:40Z I0511 18:00:40.425201 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0511 18:00:40.425210 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0511 18:00:40.425216 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0511 18:00:40.431450 1 controller.go:554] The operator is healthy I0511 18:01:10.248779 1 controller.go:554] The operator is healthy I0511 18:01:45.332722 1 insightsreport.go:137] Pulling report from smart-proxy I0511 18:01:45.332761 1 insightsreport.go:149] Retrieving report I0511 18:01:45.340629 1 requests.go:110] Retrieving report for cluster: e03d1edf-bd1d-41c9-ba8d-f496cb603d16 I0511 18:01:45.340641 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/e03d1edf-bd1d-41c9-ba8d-f496cb603d16/reports I0511 18:01:45.343786 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/e03d1edf-bd1d-41c9-ba8d-f496cb603d16/reports I0511 18:01:45.735275 1 insightsreport.go:184] Report retrieved I0511 18:01:45.760827 1 insightsreport.go:239] Report retrieved correctly I0511 18:03:10.246671 1 controller.go:554] The operator is healthy I0511 18:04:10.211564 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0511 18:04:10.217735 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0511 18:04:10.217754 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0511 18:04:10.222373 1 secretconfigobserver.go:119] support secret does not exist I0511 18:05:10.249003 1 controller.go:554] The operator is healthy I0511 18:07:10.246393 1 controller.go:554] The operator is healthy I0511 18:09:10.206376 1 configmapobserver.go:84] configmaps "insights-config" not found I0511 18:09:10.222605 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0511 18:09:10.228317 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0511 18:09:10.228335 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0511 18:09:10.232878 1 secretconfigobserver.go:119] support secret does not exist I0511 18:09:10.246149 1 controller.go:554] The operator is healthy I0511 18:11:10.247485 1 controller.go:554] The operator is healthy I0511 18:13:10.248376 1 controller.go:554] The operator is healthy I0511 18:14:10.232918 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0511 18:14:10.238791 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0511 18:14:10.238808 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0511 18:14:10.243979 1 secretconfigobserver.go:119] support secret does not exist I0511 18:15:10.247849 1 controller.go:554] The operator is healthy I0511 18:16:29.687195 1 insightsuploader.go:146] Nothing to report since 2026-05-11T18:00:40Z I0511 18:17:10.246887 1 controller.go:554] The operator is healthy I0511 18:19:10.206041 1 configmapobserver.go:84] configmaps "insights-config" not found I0511 18:19:10.210702 1 configmapobserver.go:84] configmaps "insights-config" not found I0511 18:19:10.244076 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0511 18:19:10.246670 1 controller.go:554] The operator is healthy I0511 18:19:10.249198 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0511 18:19:10.249214 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0511 18:19:10.254071 1 secretconfigobserver.go:119] support secret does not exist I0511 18:21:10.247230 1 controller.go:554] The operator is healthy