I0506 03:08:36.364913 1 cmd.go:253] Using service-serving-cert provided certificates I0506 03:08:36.365319 1 observer_polling.go:159] Starting file observer I0506 03:08:36.882381 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0506 03:08:36.882592 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0506 03:08:36.883197 1 secure_serving.go:57] Forcing use of http/1.1 only W0506 03:08:36.883222 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0506 03:08:36.883226 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0506 03:08:36.883231 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0506 03:08:36.883235 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0506 03:08:36.883238 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0506 03:08:36.883241 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0506 03:08:36.883385 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0506 03:08:36.887594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"73931f3f-41e8-4601-8bfe-59a789c4ee58", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0506 03:08:36.887568 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0506 03:08:36.889072 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0506 03:08:36.889100 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0506 03:08:36.889089 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0506 03:08:36.889139 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0506 03:08:36.889089 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0506 03:08:36.889445 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0506 03:08:36.889426 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0506 03:08:36.890488 1 secure_serving.go:213] Serving securely on [::]:8443 I0506 03:08:36.890534 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0506 03:08:36.894122 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0506 03:08:36.894144 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0506 03:08:36.894237 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0506 03:08:36.900233 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 03:08:36.900252 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0506 03:08:36.906825 1 secretconfigobserver.go:119] support secret does not exist I0506 03:08:36.911224 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 03:08:36.916864 1 secretconfigobserver.go:119] support secret does not exist I0506 03:08:36.919996 1 recorder.go:176] Pruning old reports every 6h9m41s, max age is 288h0m0s I0506 03:08:36.925076 1 periodic.go:216] Running clusterconfig gatherer I0506 03:08:36.925092 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0506 03:08:36.925100 1 insightsreport.go:296] Starting report retriever I0506 03:08:36.925106 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0506 03:08:36.925119 1 tasks_processing.go:45] number of workers: 64 I0506 03:08:36.925076 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0506 03:08:36.925132 1 tasks_processing.go:69] worker 2 listening for tasks. I0506 03:08:36.925134 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0506 03:08:36.925141 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 03:08:36.925149 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 03:08:36.925158 1 tasks_processing.go:69] worker 16 listening for tasks. I0506 03:08:36.925165 1 tasks_processing.go:69] worker 3 listening for tasks. I0506 03:08:36.925170 1 tasks_processing.go:69] worker 4 listening for tasks. I0506 03:08:36.925175 1 tasks_processing.go:69] worker 5 listening for tasks. I0506 03:08:36.925180 1 tasks_processing.go:69] worker 11 listening for tasks. I0506 03:08:36.925182 1 tasks_processing.go:69] worker 10 listening for tasks. I0506 03:08:36.925185 1 tasks_processing.go:69] worker 31 listening for tasks. I0506 03:08:36.925185 1 tasks_processing.go:69] worker 12 listening for tasks. I0506 03:08:36.925192 1 tasks_processing.go:69] worker 6 listening for tasks. I0506 03:08:36.925191 1 tasks_processing.go:69] worker 13 listening for tasks. I0506 03:08:36.925198 1 tasks_processing.go:69] worker 14 listening for tasks. I0506 03:08:36.925203 1 tasks_processing.go:69] worker 8 listening for tasks. I0506 03:08:36.925196 1 tasks_processing.go:69] worker 7 listening for tasks. I0506 03:08:36.925206 1 tasks_processing.go:69] worker 17 listening for tasks. I0506 03:08:36.925215 1 tasks_processing.go:69] worker 25 listening for tasks. I0506 03:08:36.925217 1 tasks_processing.go:69] worker 9 listening for tasks. I0506 03:08:36.925223 1 tasks_processing.go:69] worker 29 listening for tasks. I0506 03:08:36.925227 1 tasks_processing.go:69] worker 20 listening for tasks. I0506 03:08:36.925225 1 tasks_processing.go:69] worker 15 listening for tasks. I0506 03:08:36.925230 1 tasks_processing.go:69] worker 28 listening for tasks. I0506 03:08:36.925239 1 tasks_processing.go:69] worker 42 listening for tasks. I0506 03:08:36.925229 1 tasks_processing.go:69] worker 30 listening for tasks. I0506 03:08:36.925232 1 tasks_processing.go:69] worker 18 listening for tasks. I0506 03:08:36.925239 1 tasks_processing.go:69] worker 19 listening for tasks. I0506 03:08:36.925252 1 tasks_processing.go:69] worker 26 listening for tasks. I0506 03:08:36.925246 1 tasks_processing.go:69] worker 36 listening for tasks. I0506 03:08:36.925263 1 tasks_processing.go:69] worker 27 listening for tasks. I0506 03:08:36.925251 1 tasks_processing.go:69] worker 37 listening for tasks. I0506 03:08:36.925251 1 tasks_processing.go:69] worker 22 listening for tasks. I0506 03:08:36.925273 1 tasks_processing.go:69] worker 35 listening for tasks. I0506 03:08:36.925275 1 tasks_processing.go:69] worker 34 listening for tasks. I0506 03:08:36.925279 1 tasks_processing.go:69] worker 45 listening for tasks. I0506 03:08:36.925280 1 tasks_processing.go:69] worker 54 listening for tasks. I0506 03:08:36.925259 1 tasks_processing.go:69] worker 21 listening for tasks. I0506 03:08:36.925287 1 tasks_processing.go:69] worker 33 listening for tasks. I0506 03:08:36.925290 1 tasks_processing.go:69] worker 47 listening for tasks. I0506 03:08:36.925293 1 tasks_processing.go:71] worker 21 working on storage_classes task. I0506 03:08:36.925297 1 tasks_processing.go:69] worker 52 listening for tasks. I0506 03:08:36.925297 1 tasks_processing.go:69] worker 49 listening for tasks. I0506 03:08:36.925295 1 tasks_processing.go:69] worker 51 listening for tasks. I0506 03:08:36.925304 1 tasks_processing.go:69] worker 24 listening for tasks. I0506 03:08:36.925271 1 tasks_processing.go:69] worker 23 listening for tasks. I0506 03:08:36.925309 1 tasks_processing.go:71] worker 29 working on infrastructures task. I0506 03:08:36.925310 1 tasks_processing.go:71] worker 33 working on monitoring_persistent_volumes task. I0506 03:08:36.925314 1 tasks_processing.go:71] worker 20 working on dvo_metrics task. I0506 03:08:36.925316 1 tasks_processing.go:71] worker 3 working on lokistack task. I0506 03:08:36.925320 1 tasks_processing.go:69] worker 62 listening for tasks. I0506 03:08:36.925314 1 tasks_processing.go:71] worker 24 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0506 03:08:36.925323 1 tasks_processing.go:71] worker 51 working on tsdb_status task. I0506 03:08:36.925328 1 tasks_processing.go:71] worker 62 working on node_logs task. I0506 03:08:36.925329 1 tasks_processing.go:71] worker 7 working on oauths task. I0506 03:08:36.925336 1 tasks_processing.go:71] worker 10 working on certificate_signing_requests task. I0506 03:08:36.925338 1 tasks_processing.go:71] worker 35 working on ingress task. I0506 03:08:36.925340 1 tasks_processing.go:69] worker 57 listening for tasks. I0506 03:08:36.925342 1 tasks_processing.go:71] worker 47 working on machine_configs task. I0506 03:08:36.925356 1 tasks_processing.go:69] worker 58 listening for tasks. I0506 03:08:36.925354 1 tasks_processing.go:71] worker 25 working on aggregated_monitoring_cr_names task. I0506 03:08:36.925369 1 tasks_processing.go:69] worker 60 listening for tasks. I0506 03:08:36.925377 1 tasks_processing.go:71] worker 34 working on image_pruners task. I0506 03:08:36.925313 1 tasks_processing.go:69] worker 50 listening for tasks. I0506 03:08:36.925285 1 tasks_processing.go:69] worker 32 listening for tasks. I0506 03:08:36.925290 1 tasks_processing.go:69] worker 44 listening for tasks. I0506 03:08:36.925265 1 tasks_processing.go:69] worker 48 listening for tasks. I0506 03:08:36.925297 1 tasks_processing.go:69] worker 40 listening for tasks. I0506 03:08:36.925301 1 tasks_processing.go:69] worker 55 listening for tasks. I0506 03:08:36.925299 1 tasks_processing.go:69] worker 39 listening for tasks. I0506 03:08:36.925301 1 tasks_processing.go:69] worker 53 listening for tasks. I0506 03:08:36.925402 1 tasks_processing.go:71] worker 11 working on operators task. I0506 03:08:36.925408 1 tasks_processing.go:71] worker 6 working on service_accounts task. I0506 03:08:36.925282 1 tasks_processing.go:69] worker 46 listening for tasks. I0506 03:08:36.925305 1 tasks_processing.go:71] worker 52 working on ingress_certificates task. I0506 03:08:36.925418 1 tasks_processing.go:71] worker 12 working on active_alerts task. I0506 03:08:36.925363 1 tasks_processing.go:69] worker 59 listening for tasks. I0506 03:08:36.925441 1 tasks_processing.go:71] worker 2 working on image_registries task. I0506 03:08:36.925617 1 tasks_processing.go:69] worker 63 listening for tasks. I0506 03:08:36.925694 1 tasks_processing.go:71] worker 59 working on machines task. I0506 03:08:36.925750 1 tasks_processing.go:71] worker 13 working on qemu_kubevirt_launcher_logs task. I0506 03:08:36.925801 1 tasks_processing.go:71] worker 53 working on openstack_dataplanenodesets task. I0506 03:08:36.925871 1 tasks_processing.go:71] worker 40 working on jaegers task. I0506 03:08:36.925886 1 tasks_processing.go:71] worker 32 working on metrics task. I0506 03:08:36.925893 1 tasks_processing.go:71] worker 48 working on clusterroles task. I0506 03:08:36.925295 1 tasks_processing.go:69] worker 38 listening for tasks. I0506 03:08:36.925919 1 tasks_processing.go:71] worker 57 working on config_maps task. I0506 03:08:36.925926 1 tasks_processing.go:71] worker 39 working on machine_autoscalers task. I0506 03:08:36.925292 1 tasks_processing.go:71] worker 54 working on proxies task. I0506 03:08:36.925640 1 tasks_processing.go:71] worker 28 working on sap_datahubs task. I0506 03:08:36.925697 1 tasks_processing.go:71] worker 63 working on container_images task. I0506 03:08:36.925927 1 tasks_processing.go:71] worker 38 working on install_plans task. I0506 03:08:36.925803 1 tasks_processing.go:71] worker 58 working on mutating_webhook_configurations task. I0506 03:08:36.925442 1 tasks_processing.go:71] worker 15 working on olm_operators task. I0506 03:08:36.925310 1 tasks_processing.go:71] worker 18 working on openshift_machine_api_events task. I0506 03:08:36.925306 1 tasks_processing.go:71] worker 8 working on image task. I0506 03:08:36.925307 1 tasks_processing.go:71] worker 1 working on schedulers task. I0506 03:08:36.925307 1 tasks_processing.go:71] worker 49 working on nodes task. I0506 03:08:36.925309 1 tasks_processing.go:71] worker 30 working on sap_pods task. I0506 03:08:36.925311 1 tasks_processing.go:71] worker 37 working on feature_gates task. I0506 03:08:36.925311 1 tasks_processing.go:71] worker 16 working on nodenetworkconfigurationpolicies task. I0506 03:08:36.925312 1 tasks_processing.go:69] worker 56 listening for tasks. I0506 03:08:36.925315 1 tasks_processing.go:71] worker 23 working on machine_healthchecks task. I0506 03:08:36.925315 1 tasks_processing.go:71] worker 19 working on ceph_cluster task. I0506 03:08:36.925321 1 tasks_processing.go:71] worker 26 working on storage_cluster task. I0506 03:08:36.925325 1 tasks_processing.go:71] worker 36 working on nodenetworkstates task. I0506 03:08:36.925323 1 tasks_processing.go:71] worker 17 working on pod_network_connectivity_checks task. I0506 03:08:36.925329 1 tasks_processing.go:71] worker 27 working on silenced_alerts task. I0506 03:08:36.925331 1 tasks_processing.go:69] worker 61 listening for tasks. I0506 03:08:36.925317 1 tasks_processing.go:71] worker 22 working on cost_management_metrics_configs task. I0506 03:08:36.925391 1 tasks_processing.go:71] worker 4 working on networks task. I0506 03:08:36.925395 1 tasks_processing.go:71] worker 5 working on authentication task. I0506 03:08:36.925301 1 tasks_processing.go:69] worker 41 listening for tasks. I0506 03:08:36.925443 1 tasks_processing.go:71] worker 9 working on machine_sets task. I0506 03:08:36.925446 1 tasks_processing.go:71] worker 31 working on support_secret task. I0506 03:08:36.925305 1 tasks_processing.go:71] worker 14 working on node_features task. I0506 03:08:36.925274 1 tasks_processing.go:69] worker 43 listening for tasks. I0506 03:08:36.925724 1 tasks_processing.go:71] worker 42 working on container_runtime_configs task. I0506 03:08:36.925778 1 tasks_processing.go:71] worker 45 working on validating_webhook_configurations task. I0506 03:08:36.925787 1 tasks_processing.go:71] worker 44 working on version task. I0506 03:08:36.925793 1 tasks_processing.go:71] worker 60 working on openstack_controlplanes task. I0506 03:08:36.925793 1 tasks_processing.go:71] worker 0 working on openstack_dataplanedeployments task. I0506 03:08:36.925798 1 tasks_processing.go:71] worker 50 working on cluster_apiserver task. I0506 03:08:36.925821 1 tasks_processing.go:71] worker 55 working on overlapping_namespace_uids task. I0506 03:08:36.925829 1 tasks_processing.go:71] worker 46 working on openstack_version task. I0506 03:08:36.928744 1 tasks_processing.go:71] worker 56 working on crds task. I0506 03:08:36.929020 1 tasks_processing.go:71] worker 61 working on openshift_logging task. I0506 03:08:36.929335 1 tasks_processing.go:71] worker 41 working on machine_config_pools task. I0506 03:08:36.929602 1 tasks_processing.go:71] worker 43 working on pdbs task. I0506 03:08:36.931168 1 tasks_processing.go:71] worker 35 working on sap_config task. I0506 03:08:36.931383 1 recorder.go:75] Recording config/ingress with fingerprint=bf42bb9b785607d992bb23f0e72fe2b9ce60fca7e2905a2505667580e1a5930b I0506 03:08:36.931404 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 5.815662ms to process 1 records I0506 03:08:36.933792 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0506 03:08:36.933808 1 controller.go:368] The initial operator extension status is healthy I0506 03:08:36.933815 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0506 03:08:36.933820 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0506 03:08:36.933822 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0506 03:08:36.933836 1 controller.go:531] The operator is still being initialized I0506 03:08:36.933841 1 controller.go:554] The operator is healthy I0506 03:08:36.933901 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0506 03:08:36.933985 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0506 03:08:36.934007 1 operator.go:328] started I0506 03:08:36.934022 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer E0506 03:08:36.935445 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.239.169:9091: connect: connection refused E0506 03:08:36.935452 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.239.169:9091: connect: connection refused I0506 03:08:36.935463 1 tasks_processing.go:71] worker 51 working on operators_pods_and_events task. E0506 03:08:36.935476 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.239.169:9091: connect: connection refused I0506 03:08:36.935493 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 10.126875ms to process 0 records E0506 03:08:36.935502 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.239.169:9091: connect: connection refused I0506 03:08:36.935526 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 9.574183ms to process 0 records I0506 03:08:36.935539 1 tasks_processing.go:74] worker 32 stopped. I0506 03:08:36.952270 1 tasks_processing.go:74] worker 16 stopped. I0506 03:08:36.952280 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 24.43063ms to process 0 records I0506 03:08:36.952289 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 24.426132ms to process 0 records I0506 03:08:36.952298 1 tasks_processing.go:74] worker 26 stopped. I0506 03:08:36.952429 1 tasks_processing.go:74] worker 29 stopped. I0506 03:08:36.953036 1 recorder.go:75] Recording config/infrastructure with fingerprint=0734295be8f59b991f0792e990d9a1b4909ceb43772c4fec6555c1f90f8fd37b I0506 03:08:36.953052 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 27.106837ms to process 1 records I0506 03:08:36.953058 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 24.133871ms to process 0 records I0506 03:08:36.953142 1 tasks_processing.go:74] worker 0 stopped. I0506 03:08:36.953267 1 tasks_processing.go:74] worker 7 stopped. I0506 03:08:36.953293 1 recorder.go:75] Recording config/oauth with fingerprint=6d44b1d2cb7e904e555807d4291268950430239d8948bbe24a78efb600d78b62 I0506 03:08:36.953307 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 27.37733ms to process 1 records I0506 03:08:36.953399 1 recorder.go:75] Recording config/image with fingerprint=4c0357ae5d24b1d80c89b9fac883ad8b6bf361a7cff06a79f714126ca39140f5 I0506 03:08:36.953413 1 gather.go:177] gatherer "clusterconfig" function "image" took 26.548111ms to process 1 records I0506 03:08:36.953414 1 tasks_processing.go:74] worker 8 stopped. I0506 03:08:36.953418 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 24.510797ms to process 0 records I0506 03:08:36.953423 1 tasks_processing.go:74] worker 46 stopped. I0506 03:08:36.953423 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 25.313898ms to process 0 records I0506 03:08:36.953428 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 24.170514ms to process 0 records I0506 03:08:36.953430 1 tasks_processing.go:74] worker 22 stopped. I0506 03:08:36.953435 1 tasks_processing.go:74] worker 9 stopped. I0506 03:08:36.953431 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 25.287545ms to process 0 records I0506 03:08:36.953441 1 tasks_processing.go:74] worker 61 stopped. I0506 03:08:36.953445 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 25.383077ms to process 0 records I0506 03:08:36.953451 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 27.925015ms to process 0 records I0506 03:08:36.953456 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 27.908886ms to process 0 records I0506 03:08:36.953460 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 23.90902ms to process 0 records I0506 03:08:36.953461 1 tasks_processing.go:74] worker 19 stopped. I0506 03:08:36.953463 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 25.405049ms to process 0 records I0506 03:08:36.953469 1 tasks_processing.go:74] worker 33 stopped. I0506 03:08:36.953472 1 tasks_processing.go:74] worker 62 stopped. I0506 03:08:36.953466 1 tasks_processing.go:74] worker 36 stopped. I0506 03:08:36.953475 1 tasks_processing.go:74] worker 41 stopped. I0506 03:08:36.953546 1 tasks_processing.go:74] worker 21 stopped. I0506 03:08:36.953549 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=5d2de29a2954236eb93900fe14ccd8c91eb04204da8999b6fc08fe91654fb496 I0506 03:08:36.953580 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=f97082bff514899ab1b195f34815b63b1f62fe291fe91f551a76aba0fdc4fa17 I0506 03:08:36.953590 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 28.003737ms to process 2 records E0506 03:08:36.953598 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0506 03:08:36.953603 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 25.498713ms to process 0 records I0506 03:08:36.953608 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 22.207683ms to process 0 records I0506 03:08:36.953630 1 tasks_processing.go:74] worker 23 stopped. I0506 03:08:36.953630 1 tasks_processing.go:74] worker 35 stopped. I0506 03:08:36.953703 1 tasks_processing.go:74] worker 50 stopped. I0506 03:08:36.953735 1 recorder.go:75] Recording config/apiserver with fingerprint=151205c4d72e583f2bdc511967b56b56cd8cebebe9c8e6d0b31ec39586cdffb5 I0506 03:08:36.953744 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 24.809938ms to process 1 records I0506 03:08:36.953820 1 tasks_processing.go:74] worker 34 stopped. I0506 03:08:36.953914 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=b8e15e56d4024fe3a5217a1a29e373cad3e033981f7a2ff9a7a4ae48726c6d83 I0506 03:08:36.953922 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 28.174289ms to process 1 records I0506 03:08:36.955690 1 tasks_processing.go:74] worker 53 stopped. I0506 03:08:36.955695 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 29.828682ms to process 0 records E0506 03:08:36.955728 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0506 03:08:36.955751 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0506 03:08:36.955768 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 30.346857ms to process 1 records I0506 03:08:36.955778 1 tasks_processing.go:74] worker 47 stopped. I0506 03:08:36.956190 1 tasks_processing.go:74] worker 40 stopped. I0506 03:08:36.956202 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 30.299333ms to process 0 records I0506 03:08:36.956210 1 tasks_processing.go:74] worker 28 stopped. I0506 03:08:36.956219 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 30.241426ms to process 0 records E0506 03:08:36.956225 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0506 03:08:36.956231 1 gather.go:177] gatherer "clusterconfig" function "machines" took 30.460271ms to process 0 records I0506 03:08:36.956237 1 tasks_processing.go:74] worker 59 stopped. I0506 03:08:36.956308 1 tasks_processing.go:74] worker 3 stopped. I0506 03:08:36.956322 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 30.979973ms to process 0 records I0506 03:08:36.956346 1 tasks_processing.go:74] worker 54 stopped. I0506 03:08:36.956401 1 recorder.go:75] Recording config/proxy with fingerprint=e02a470ad3c5d1395123680c3adfae1f2a10c97bf96ce55b14f38a75391ab208 I0506 03:08:36.956414 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 30.392079ms to process 1 records I0506 03:08:36.956422 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 30.17971ms to process 0 records I0506 03:08:36.956428 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 30.461754ms to process 0 records I0506 03:08:36.956431 1 gather_logs.go:145] no pods in namespace were found I0506 03:08:36.956437 1 tasks_processing.go:74] worker 42 stopped. I0506 03:08:36.956433 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 28.451265ms to process 0 records I0506 03:08:36.956442 1 tasks_processing.go:74] worker 18 stopped. I0506 03:08:36.956447 1 tasks_processing.go:74] worker 39 stopped. I0506 03:08:36.956449 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 30.634029ms to process 0 records I0506 03:08:36.956459 1 tasks_processing.go:74] worker 13 stopped. I0506 03:08:36.956567 1 tasks_processing.go:74] worker 4 stopped. E0506 03:08:36.957139 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0506 03:08:36.957474 1 recorder.go:75] Recording config/network with fingerprint=40885b303bb9cfddb2c4b1e822807747d0027e604b012b768ad3d1fd5045d219 I0506 03:08:36.957498 1 gather.go:177] gatherer "clusterconfig" function "networks" took 28.675703ms to process 1 records E0506 03:08:36.957518 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0506 03:08:36.957527 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 29.256722ms to process 0 records I0506 03:08:36.957537 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 29.027734ms to process 0 records I0506 03:08:36.957544 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 29.199837ms to process 0 records I0506 03:08:36.957555 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 30.146239ms to process 0 records I0506 03:08:36.957564 1 tasks_processing.go:74] worker 30 stopped. I0506 03:08:36.957569 1 tasks_processing.go:74] worker 17 stopped. I0506 03:08:36.957574 1 tasks_processing.go:74] worker 60 stopped. I0506 03:08:36.957579 1 tasks_processing.go:74] worker 14 stopped. I0506 03:08:36.957936 1 tasks_processing.go:74] worker 45 stopped. I0506 03:08:36.958263 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=3102cf854f6074573684737529bd2428240617d550b78fad20d7cf20c324670f I0506 03:08:36.958448 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=860fac53ccdaf7fa74da5d134d31408bd7f4a070386c0e28cf8935100ef91281 W0506 03:08:36.958908 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 03:08:36.958935 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=c54ce112e7f84b959bfb4fe0de0ad1cb59e75c3f1386dfad24061be09ae8306c I0506 03:08:36.958971 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=1d11e823a96f71d58aa661a5d6c7e8eabcc629ab3c8bcbef17dfe5ee49c34086 I0506 03:08:36.958999 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=3cf36beddbca92adbd2d5c0f6d4ac3643ba307f3c418b4a8b7288efdd2e62f8f I0506 03:08:36.959024 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=c75a6590a39da734ddba9007bf7576db8d847b92bde81cc1fd0b1dd34ade396c I0506 03:08:36.959060 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=d9b51c6224186c641d90f3237bb58ed13676a253fe4db09a87bfc1443b5d9043 I0506 03:08:36.959082 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=43aa42089dc7face1320bbc4fc15447ff1f5e11d4f6c4c500a625c1b37009978 I0506 03:08:36.959106 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=118ed9f28ecaaae740bfac4ad47003f1a20bce0c58a5b2bce8e1b3ecd8b94ef6 I0506 03:08:36.959136 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=93cce766c7b916454fe58495af7be28ccd37f09fda4c48cac3e8542d9bed9039 I0506 03:08:36.959158 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=ea65240f53f543a075472b7df956914b021f6a06b90d451f6a998e9e275420a7 I0506 03:08:36.959180 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=8df19faa2ca12eb1b2f056a4418c3feee018ca92f0472a0a00a64f82df5d4010 I0506 03:08:36.959202 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=2b2ac1a1f6db7b30de5e7a48f5a152030ffc5a6a957a82baeea2d4647241fc2d I0506 03:08:36.959210 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 29.930443ms to process 13 records I0506 03:08:36.959320 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0506 03:08:36.959339 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0506 03:08:36.959344 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0506 03:08:36.959350 1 controller.go:254] Source scaController *sca.Controller is not ready I0506 03:08:36.959362 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0506 03:08:36.959384 1 controller.go:531] The operator is still being initialized I0506 03:08:36.959396 1 controller.go:554] The operator is healthy I0506 03:08:36.959770 1 tasks_processing.go:74] worker 37 stopped. I0506 03:08:36.959899 1 recorder.go:75] Recording config/featuregate with fingerprint=febba5ae3131f82d20130d7919df4e9e5ee210cd05db1a2134480ac1cbff158e I0506 03:08:36.959913 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 31.935196ms to process 1 records I0506 03:08:36.961148 1 tasks_processing.go:74] worker 31 stopped. E0506 03:08:36.961160 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0506 03:08:36.961166 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 33.194405ms to process 0 records I0506 03:08:36.961903 1 tasks_processing.go:74] worker 55 stopped. I0506 03:08:36.961930 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0506 03:08:36.961955 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 33.235885ms to process 1 records I0506 03:08:36.962041 1 tasks_processing.go:74] worker 2 stopped. I0506 03:08:36.962265 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=a84a0a99c6c79eca3ac5705a2a89f6a5e4bfe6216eaa982274d7b2316b4cfd89 I0506 03:08:36.962274 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 36.304125ms to process 1 records I0506 03:08:36.962623 1 tasks_processing.go:74] worker 1 stopped. I0506 03:08:36.962692 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e4cc1bc2cf788a5b47ac045f68a9c688c6f2c27354534193b5c0275589378d6b I0506 03:08:36.962702 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 36.21659ms to process 1 records I0506 03:08:36.963405 1 tasks_processing.go:74] worker 5 stopped. I0506 03:08:36.963918 1 recorder.go:75] Recording config/authentication with fingerprint=c0cdae840750fe12da1b34cfd541a92a2ec9fd418f72a1b992b51ba93592d8c4 I0506 03:08:36.964006 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 35.460229ms to process 1 records I0506 03:08:36.964104 1 tasks_processing.go:74] worker 49 stopped. I0506 03:08:36.964719 1 recorder.go:75] Recording config/node/ip-10-0-0-56.ec2.internal with fingerprint=86da936247b7d8cb311e5a0bbc4601791d1101fe85d8b230b7e951f801905afb I0506 03:08:36.965159 1 recorder.go:75] Recording config/node/ip-10-0-1-194.ec2.internal with fingerprint=7849d0c83f43d61214bf05685ed0ad51e44c98b8fa8ed38b16a76b4cb790f686 I0506 03:08:36.965227 1 recorder.go:75] Recording config/node/ip-10-0-2-14.ec2.internal with fingerprint=7a0748e3091119d8a0f69ea55a9fd9be7158a384154c47c6441ba627215aac8a I0506 03:08:36.965236 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.45042ms to process 3 records I0506 03:08:36.965418 1 tasks_processing.go:74] worker 51 stopped. I0506 03:08:36.965439 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 29.937799ms to process 0 records I0506 03:08:36.971959 1 tasks_processing.go:74] worker 58 stopped. I0506 03:08:36.972115 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=df9aa3a8a58f8367dcf5367870e4c864476a660c8405b7a4608b3b7353b459f5 I0506 03:08:36.972164 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=09553e96d5de16a01360e2bcf1c5d0a805f7c802e497b9bd6a87aaa64e5f221d I0506 03:08:36.972204 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=57100b29183c9da6924cb16323cbecbb89109f458cc0e7cddf58076a92755146 I0506 03:08:36.972216 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 45.916843ms to process 3 records I0506 03:08:36.973443 1 tasks_processing.go:74] worker 44 stopped. I0506 03:08:36.973717 1 recorder.go:75] Recording config/version with fingerprint=c8dec94b2d8fcdc115ced63e0ccf2875a8b8ce0f1bb942b6fb398d98c3315982 I0506 03:08:36.973734 1 recorder.go:75] Recording config/id with fingerprint=04dbfd38ae37781fa7743183722890fae4d8e9bb4d0b41247805877c83410e4d I0506 03:08:36.973744 1 gather.go:177] gatherer "clusterconfig" function "version" took 45.370583ms to process 2 records I0506 03:08:36.973796 1 tasks_processing.go:74] worker 43 stopped. I0506 03:08:36.973877 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=1b83dcf4063c0720c398c51d2ec2b36aff71b99014df83c9457d50d7306115aa I0506 03:08:36.973895 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=29991baa14e9309fc174f3e7d37a21f9f0999629a858df6b3d73b54b7449ac8a I0506 03:08:36.973909 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=383cdc9514a6f8543a41deb81a4300c31fa9917314d275cc067bbd8174968eb2 I0506 03:08:36.973927 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=224cfa6bb8c3483ea354c0d529359072959251a60b728b6917acbfe55bcc60d3 I0506 03:08:36.973953 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=9ad2d2138623f307e52c52a49e15ceb379c409bc25db9196f12957c1ecfab6a5 I0506 03:08:36.973970 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=4a6cff0a1edcc3ad339fd0eee02103d323a74081885b57768111a8a3b1830b37 I0506 03:08:36.973985 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=0daa8c452e0e7da42b6d8d900d0a89091086272823b11d1140ee6778340a0776 I0506 03:08:36.974000 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=cc8ad81226f447fe65d9720ac4b5a14c6127f9670d84364124324b8e5e9fc600 I0506 03:08:36.974020 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=5c8cb992eabebb0ab477c8692a38f15fbe0fbd8678b63ae10bcb569cdb71ba85 I0506 03:08:36.974045 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=063db61dcf21c654b8c018cc2c306836f1bf1a48ad9539413331e7080d5555c5 I0506 03:08:36.974068 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=64ab18a5f50937591e601dd67447060355b26bd9ea49459372fc7330fb464c4e I0506 03:08:36.974079 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 44.181595ms to process 11 records I0506 03:08:36.974159 1 tasks_processing.go:74] worker 48 stopped. I0506 03:08:36.974311 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=2f2ea1572e436d4f09130916e3387a20479bcfff89bff99d24c37834bbf966a5 I0506 03:08:36.974466 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=0c7a716535376b29610d47fd8174f8b46124da3090ff2f8b3b0d12a71346a04f I0506 03:08:36.974478 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 48.0288ms to process 2 records I0506 03:08:36.974539 1 recorder.go:75] Recording config/olm_operators with fingerprint=57a3034fa4f23650ea49c5d3af314ab5116c511b590f377bb24a54de5199147e I0506 03:08:36.974550 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 48.081812ms to process 1 records I0506 03:08:36.974558 1 tasks_processing.go:74] worker 15 stopped. I0506 03:08:36.977619 1 tasks_processing.go:74] worker 10 stopped. I0506 03:08:36.977642 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 52.272944ms to process 0 records I0506 03:08:36.983605 1 tasks_processing.go:74] worker 56 stopped. I0506 03:08:36.984106 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=46c618296a9a161002e88612e09fa79ee5504f6d07326c22a99152e638a8d599 I0506 03:08:36.984331 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=328e0a9a43370a333a93cd579deb1ee2b75a47c3733044292f51f1fe8dff49d1 I0506 03:08:36.984342 1 gather.go:177] gatherer "clusterconfig" function "crds" took 54.841498ms to process 2 records I0506 03:08:36.986712 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0506 03:08:36.989173 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0506 03:08:36.989182 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0506 03:08:36.989613 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0506 03:08:36.990500 1 tasks_processing.go:74] worker 25 stopped. I0506 03:08:36.990522 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 65.127946ms to process 0 records I0506 03:08:36.994396 1 base_controller.go:82] Caches are synced for ConfigController I0506 03:08:36.994455 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0506 03:08:37.007479 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 03:08:37.009962 1 tasks_processing.go:74] worker 63 stopped. I0506 03:08:37.011292 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-d59n6 with fingerprint=7c42420857a032f163195b5342a65276ca5ab7414baac23143164cd4920bcc73 I0506 03:08:37.011409 1 recorder.go:75] Recording config/running_containers with fingerprint=332cf34777dcbaed705aaac2051b6c226d02ffa2284613cad00f1e3ca516bfb9 I0506 03:08:37.011421 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 83.964022ms to process 2 records I0506 03:08:37.012025 1 tasks_processing.go:74] worker 24 stopped. I0506 03:08:37.012038 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 86.688275ms to process 0 records I0506 03:08:37.012871 1 tasks_processing.go:74] worker 57 stopped. E0506 03:08:37.012884 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0506 03:08:37.012889 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0506 03:08:37.012893 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0506 03:08:37.012901 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0506 03:08:37.012941 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0506 03:08:37.012962 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0506 03:08:37.012968 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0506 03:08:37.012979 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0506 03:08:37.013018 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0506 03:08:37.013025 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0506 03:08:37.013030 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 86.933135ms to process 7 records I0506 03:08:37.034828 1 base_controller.go:82] Caches are synced for LoggingSyncer I0506 03:08:37.034840 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0506 03:08:37.036799 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0506 03:08:37.041166 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0506 03:08:37.058605 1 cluster_transfer.go:102] no available accepted cluster transfer I0506 03:08:37.058619 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0506 03:08:37.088122 1 tasks_processing.go:74] worker 52 stopped. E0506 03:08:37.088139 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0506 03:08:37.088149 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q45svcivdm15p3pj0gf8q8sbn6f50mb-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q45svcivdm15p3pj0gf8q8sbn6f50mb-primary-cert-bundle-secret" not found I0506 03:08:37.088219 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=f648f5d23e9f5859ae90a0a34eeacd412f1ba52a49c8549f8386ac41b401a106 I0506 03:08:37.088238 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 162.690252ms to process 1 records I0506 03:08:37.166969 1 sca.go:266] etc-pki-entitlement secret successfully created I0506 03:08:37.166983 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated W0506 03:08:37.959552 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 03:08:37.998408 1 tasks_processing.go:74] worker 27 stopped. I0506 03:08:37.998434 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0506 03:08:37.998457 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.070528756s to process 1 records I0506 03:08:37.998479 1 tasks_processing.go:74] worker 12 stopped. I0506 03:08:37.998516 1 recorder.go:75] Recording config/alerts with fingerprint=1ef7da57ac27608642cb0155d4e017ae6626b0d02841b42ab684c5d548d21de9 I0506 03:08:37.998529 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.073042905s to process 1 records W0506 03:08:38.958926 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 03:08:39.392929 1 tasks_processing.go:74] worker 11 stopped. I0506 03:08:39.393039 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=91752e785ceb95da6add7195990c6b4734489ca413bbf8736a6cb54451d646db I0506 03:08:39.393083 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0506 03:08:39.393118 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=4f6d663e7946240c4ca51a766ad7f315f054aef1b66f13f933530314b2c87f59 I0506 03:08:39.393128 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0506 03:08:39.393150 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=5ed0679d233c99dc842760fb5dad02f60ab9fcd084214a7bea9dfec1f4db27e9 I0506 03:08:39.393165 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0506 03:08:39.393185 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=5fb084afe901b89bbd512b55dbb5420e2d6042d509e5d636248825dd44935d9b I0506 03:08:39.393216 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=bfed7a33c63070fe750c378b541b8b7f3ab91e9a165d818deba72665b579a5d7 I0506 03:08:39.393239 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=dafca4be771e3f7863893e6e043a73167d044a4d09a9ca4ac296dc28ba4b8a12 I0506 03:08:39.393269 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=7963fbc80a20a6b26929df7b516f408be607367f8478269d01d40f36a57c9d24 I0506 03:08:39.393556 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=1be0e78ea0b427b8c42eeeb83301416839184f9907dd7bc99edb28ccb0b503a9 I0506 03:08:39.393577 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=5140793fa461c3db7d52a5d2eea7f47ba8b19372a6009ab938cec20ca5429db9 I0506 03:08:39.393587 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0506 03:08:39.393604 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=96cc02a2e2ad3b27453c28ff87ba132d7b6ef436a82f5cd821b8accce47b5c69 I0506 03:08:39.393615 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0506 03:08:39.393630 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=c712959efdd9a10417e0693316e4cdd580000d6b792ab2210cc56780d90ce73c I0506 03:08:39.393640 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0506 03:08:39.393660 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b8ff3ac0d03d9027940c6a51b9260cecebb62bfaa1c12c13aded53b2f4d3876b I0506 03:08:39.393669 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0506 03:08:39.393701 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=fb0e5e28809debad35105d3816ba8f20d2f30c446b82d070d8ad565e305b973a I0506 03:08:39.393806 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=16100e45ff7630f014aee9f2f5837db2b01f91605a61d0ecf6ceb10a52b7db5c I0506 03:08:39.394023 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0506 03:08:39.394047 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0506 03:08:39.394111 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0506 03:08:39.394196 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=7656c3b4f96c7d85a5dc2b0fb280aab35892e0359a0015916a2b45246097adf3 I0506 03:08:39.394322 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=e29d19030b61e48ae05350d25336b5ec81d73f9c4059392d5be91692db4f0440 I0506 03:08:39.394365 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0506 03:08:39.394427 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=c928233228932b452d6a5ce57fae8655edac6e5c6b8139fc8a74e46d345220d2 I0506 03:08:39.394459 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0506 03:08:39.394509 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=f21ee70ef49d75af42f1b69d65be17c50d677b11903f6dc20cc525a36867f127 I0506 03:08:39.394548 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0506 03:08:39.394589 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=01b639a5955667a21f05d3e2bf8931fea9cce6fbcc6578661d7b5de595a488f6 I0506 03:08:39.394628 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=6373c404bbd706989656bc42e3244bacea86414c187a1152ce02a9b0f5868fb2 I0506 03:08:39.394670 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=1209528173ec29b8baf2245c175edc7d16d5d57097cf127fdbc48bbe96e07d47 I0506 03:08:39.394760 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=c76576c43fdd184b9433d8e979990778c718483c3adf85f2e3d0f852bd8bad13 I0506 03:08:39.394792 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0506 03:08:39.394861 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=02002fe9e2d736bfb17167277f0e2222839fa4989e10b2282a80cd1576c8992b I0506 03:08:39.394905 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0506 03:08:39.394942 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0506 03:08:39.394971 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.467509527s to process 39 records W0506 03:08:39.958588 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0506 03:08:40.958235 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0506 03:08:41.958422 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0506 03:08:41.958448 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0506 03:08:41.958463 1 tasks_processing.go:74] worker 20 stopped. E0506 03:08:41.958473 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0506 03:08:41.958485 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0506 03:08:41.958495 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.03313687s to process 1 records I0506 03:08:49.767175 1 tasks_processing.go:74] worker 38 stopped. I0506 03:08:49.767217 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0506 03:08:49.767231 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.841167285s to process 1 records I0506 03:08:50.534851 1 tasks_processing.go:74] worker 6 stopped. I0506 03:08:50.535241 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=796bd9f20e825fd32af435d21e60c10c3ec4910fa1211c5a6338f5b81c3f8071 I0506 03:08:50.535260 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.609422553s to process 1 records E0506 03:08:50.535323 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.61s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0506 03:08:50.536440 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0506 03:08:50.536456 1 periodic.go:216] Running workloads gatherer I0506 03:08:50.536472 1 tasks_processing.go:45] number of workers: 2 I0506 03:08:50.536482 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 03:08:50.536486 1 tasks_processing.go:71] worker 1 working on workload_info task. I0506 03:08:50.536485 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 03:08:50.536501 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0506 03:08:50.545351 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-14.ec2.internal... I0506 03:08:50.545360 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-194.ec2.internal... I0506 03:08:50.545384 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-56.ec2.internal... I0506 03:08:50.571815 1 tasks_processing.go:74] worker 0 stopped. I0506 03:08:50.571833 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 35.300905ms to process 0 records I0506 03:08:55.337081 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0506 03:08:55.364218 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0506 03:08:55.372345 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (9ms) I0506 03:08:55.380904 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0506 03:08:55.389741 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (9ms) I0506 03:08:55.398142 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (8ms) I0506 03:08:55.406668 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (9ms) I0506 03:08:55.416318 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (10ms) I0506 03:08:55.425082 1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (9ms) I0506 03:08:55.434097 1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (9ms) I0506 03:08:55.442920 1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (9ms) I0506 03:08:55.454128 1 gather_workloads_info.go:398] Found image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (11ms) I0506 03:08:55.474127 1 gather_workloads_info.go:387] No image sha256:1f118a4ec0b92cb88c8544ea31d2b9adfc7006eeddb7a8d260150ecbce4adb8c (20ms) I0506 03:08:55.577702 1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (104ms) I0506 03:08:55.672908 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (95ms) I0506 03:08:55.772991 1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (100ms) I0506 03:08:55.881295 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (108ms) I0506 03:08:55.972092 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (91ms) I0506 03:08:56.073142 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (101ms) I0506 03:08:56.172840 1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (100ms) I0506 03:08:56.273916 1 gather_workloads_info.go:398] Found image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (101ms) I0506 03:08:56.372468 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (99ms) I0506 03:08:56.473575 1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (101ms) I0506 03:08:56.573806 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms) I0506 03:08:56.673824 1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (100ms) I0506 03:08:56.773955 1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (100ms) I0506 03:08:56.873057 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (99ms) I0506 03:08:56.973264 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (100ms) I0506 03:08:57.072953 1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (100ms) I0506 03:08:57.174778 1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (102ms) I0506 03:08:57.275697 1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (101ms) I0506 03:08:57.374880 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (99ms) I0506 03:08:57.473204 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (98ms) I0506 03:08:57.572566 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (99ms) I0506 03:08:57.675183 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (103ms) I0506 03:08:57.772932 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (98ms) I0506 03:08:57.872913 1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (100ms) I0506 03:08:57.973153 1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (100ms) I0506 03:08:58.072703 1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (100ms) I0506 03:08:58.173348 1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (101ms) I0506 03:08:58.273305 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms) I0506 03:08:58.372872 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0506 03:08:58.472912 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (100ms) I0506 03:08:58.572707 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0506 03:08:58.674852 1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (102ms) I0506 03:08:58.776438 1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (102ms) I0506 03:08:58.873302 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (97ms) I0506 03:08:58.974712 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (101ms) I0506 03:08:59.073285 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (99ms) I0506 03:08:59.172966 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms) I0506 03:08:59.272881 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0506 03:08:59.272915 1 tasks_processing.go:74] worker 1 stopped. I0506 03:08:59.273208 1 recorder.go:75] Recording config/workload_info with fingerprint=ab2fdd4604a6ad2665f4df5cd0c825c3f8b4999fe67ed68314f0e4cd51ee5080 I0506 03:08:59.273224 1 gather.go:177] gatherer "workloads" function "workload_info" took 8.736421424s to process 1 records I0506 03:08:59.273249 1 periodic.go:263] Periodic gather workloads completed in 8.736s I0506 03:08:59.273259 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0506 03:08:59.273264 1 periodic.go:216] Running conditional gatherer I0506 03:08:59.279181 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0506 03:08:59.534619 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0506 03:08:59.541372 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.239.169:9091: connect: connection refused I0506 03:08:59.541443 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0506 03:08:59.547593 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0506 03:08:59.547606 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547612 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547615 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547618 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547621 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547624 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547627 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547630 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547632 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 03:08:59.547636 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0506 03:08:59.547649 1 tasks_processing.go:45] number of workers: 3 I0506 03:08:59.547660 1 tasks_processing.go:69] worker 2 listening for tasks. I0506 03:08:59.547664 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0506 03:08:59.547670 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 03:08:59.547698 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0506 03:08:59.547686 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 03:08:59.547759 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0506 03:08:59.547765 1 tasks_processing.go:71] worker 0 working on conditional_gatherer_rules task. I0506 03:08:59.547768 1 tasks_processing.go:74] worker 1 stopped. I0506 03:08:59.547773 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.489µs to process 1 records I0506 03:08:59.547840 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0506 03:08:59.547849 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.088µs to process 1 records I0506 03:08:59.547857 1 tasks_processing.go:74] worker 0 stopped. I0506 03:08:59.547912 1 tasks_processing.go:74] worker 2 stopped. I0506 03:08:59.547923 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 242.724µs to process 0 records I0506 03:08:59.547936 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0506 03:08:59.547952 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0506 03:08:59.573638 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=655a63989d16d83ea2db7617ab043ed52ae5bb73c545b5c364483926e8dd1fff I0506 03:08:59.573781 1 diskrecorder.go:70] Writing 111 records to /var/lib/insights-operator/insights-2026-05-06-030859.tar.gz I0506 03:08:59.582073 1 diskrecorder.go:51] Wrote 111 records to disk in 8ms I0506 03:08:59.582105 1 periodic.go:285] Gathering cluster info every 2h0m0s I0506 03:08:59.582120 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0506 03:10:06.925516 1 diskrecorder.go:223] Found files to send: insights-2026-05-06-030859.tar.gz I0506 03:10:06.925545 1 insightsuploader.go:150] Checking archives to upload periodically every 16m17.650590806s I0506 03:10:06.925553 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0506 03:10:06.936364 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0506 03:10:07.183232 1 requests.go:87] Successfully reported id=2026-05-06T03:10:06Z x-rh-insights-request-id=3f8efae8294242449a9e7409e0b6fb5a, wrote=49437 I0506 03:10:07.183327 1 insightsuploader.go:187] Uploaded report successfully in 257.771327ms I0506 03:10:07.183345 1 controller.go:129] Initializing last reported time to 2026-05-06T03:10:06Z I0506 03:10:07.183421 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0506 03:10:07.183437 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0506 03:10:07.183445 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0506 03:10:07.189034 1 controller.go:554] The operator is healthy I0506 03:10:36.941225 1 controller.go:554] The operator is healthy I0506 03:11:13.016203 1 insightsreport.go:137] Pulling report from smart-proxy I0506 03:11:13.016232 1 insightsreport.go:149] Retrieving report I0506 03:11:13.023287 1 requests.go:110] Retrieving report for cluster: f2124f23-7cb5-4b6c-8743-2894a06a4dfa I0506 03:11:13.023300 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/f2124f23-7cb5-4b6c-8743-2894a06a4dfa/reports I0506 03:11:13.026389 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/f2124f23-7cb5-4b6c-8743-2894a06a4dfa/reports I0506 03:11:13.472037 1 insightsreport.go:184] Report retrieved I0506 03:11:13.500454 1 insightsreport.go:239] Report retrieved correctly I0506 03:12:36.941479 1 controller.go:554] The operator is healthy I0506 03:13:36.917511 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 03:13:36.923297 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 03:13:36.923315 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 03:13:36.927643 1 secretconfigobserver.go:119] support secret does not exist I0506 03:14:36.940863 1 controller.go:554] The operator is healthy I0506 03:16:36.975842 1 controller.go:554] The operator is healthy I0506 03:18:36.914722 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 03:18:36.919006 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 03:18:36.928024 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 03:18:36.932920 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 03:18:36.932946 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 03:18:36.937129 1 secretconfigobserver.go:119] support secret does not exist I0506 03:18:36.940548 1 controller.go:554] The operator is healthy I0506 03:20:36.942285 1 controller.go:554] The operator is healthy I0506 03:22:36.940248 1 controller.go:554] The operator is healthy I0506 03:23:36.938188 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 03:23:36.943098 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 03:23:36.943116 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 03:23:36.947500 1 secretconfigobserver.go:119] support secret does not exist I0506 03:24:36.941892 1 controller.go:554] The operator is healthy I0506 03:26:29.834708 1 insightsuploader.go:146] Nothing to report since 2026-05-06T03:10:06Z I0506 03:26:36.941049 1 controller.go:554] The operator is healthy I0506 03:28:36.914785 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 03:28:36.919169 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 03:28:36.940036 1 controller.go:554] The operator is healthy I0506 03:28:36.947898 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 03:28:36.952249 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 03:28:36.952266 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 03:28:36.956175 1 secretconfigobserver.go:119] support secret does not exist I0506 03:30:36.941957 1 controller.go:554] The operator is healthy I0506 03:32:36.940857 1 controller.go:554] The operator is healthy I0506 03:33:36.956716 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0506 03:33:36.962576 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 03:33:36.962594 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0506 03:33:36.966633 1 secretconfigobserver.go:119] support secret does not exist I0506 03:34:36.941113 1 controller.go:554] The operator is healthy