I0521 19:35:51.925845 1 cmd.go:253] Using service-serving-cert provided certificates I0521 19:35:51.926326 1 observer_polling.go:159] Starting file observer I0521 19:35:52.361278 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0521 19:35:52.361577 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0521 19:35:52.362557 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0521 19:35:52.362673 1 secure_serving.go:57] Forcing use of http/1.1 only W0521 19:35:52.362700 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0521 19:35:52.362706 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0521 19:35:52.362709 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0521 19:35:52.362712 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0521 19:35:52.362715 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0521 19:35:52.362717 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0521 19:35:52.367266 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0521 19:35:52.367289 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0521 19:35:52.367317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"641720ce-7844-4b88-8223-02e624da883d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0521 19:35:52.367347 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:35:52.367337 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:35:52.367312 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0521 19:35:52.367375 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 19:35:52.367375 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 19:35:52.367625 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0521 19:35:52.367958 1 secure_serving.go:213] Serving securely on [::]:8443 I0521 19:35:52.367986 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0521 19:35:52.375485 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0521 19:35:52.375508 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0521 19:35:52.375610 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0521 19:35:52.380938 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:35:52.380954 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0521 19:35:52.385627 1 secretconfigobserver.go:119] support secret does not exist I0521 19:35:52.389764 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:35:52.393267 1 secretconfigobserver.go:119] support secret does not exist I0521 19:35:52.396338 1 recorder.go:176] Pruning old reports every 7h25m45s, max age is 288h0m0s I0521 19:35:52.401016 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0521 19:35:52.401033 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0521 19:35:52.401034 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0521 19:35:52.401044 1 periodic.go:216] Running clusterconfig gatherer I0521 19:35:52.401046 1 insightsreport.go:296] Starting report retriever I0521 19:35:52.401057 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0521 19:35:52.401087 1 tasks_processing.go:45] number of workers: 64 I0521 19:35:52.401116 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 19:35:52.401132 1 tasks_processing.go:69] worker 45 listening for tasks. I0521 19:35:52.401133 1 tasks_processing.go:71] worker 0 working on ceph_cluster task. I0521 19:35:52.401136 1 tasks_processing.go:71] worker 45 working on pod_network_connectivity_checks task. I0521 19:35:52.401134 1 tasks_processing.go:69] worker 17 listening for tasks. I0521 19:35:52.401166 1 tasks_processing.go:69] worker 18 listening for tasks. I0521 19:35:52.401174 1 tasks_processing.go:69] worker 54 listening for tasks. I0521 19:35:52.401177 1 tasks_processing.go:69] worker 19 listening for tasks. I0521 19:35:52.401184 1 tasks_processing.go:69] worker 20 listening for tasks. I0521 19:35:52.401187 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 19:35:52.401190 1 tasks_processing.go:69] worker 46 listening for tasks. I0521 19:35:52.401194 1 tasks_processing.go:69] worker 21 listening for tasks. I0521 19:35:52.401196 1 tasks_processing.go:69] worker 47 listening for tasks. I0521 19:35:52.401197 1 tasks_processing.go:69] worker 2 listening for tasks. I0521 19:35:52.401205 1 tasks_processing.go:69] worker 22 listening for tasks. I0521 19:35:52.401206 1 tasks_processing.go:69] worker 48 listening for tasks. I0521 19:35:52.401208 1 tasks_processing.go:69] worker 39 listening for tasks. I0521 19:35:52.401211 1 tasks_processing.go:69] worker 59 listening for tasks. I0521 19:35:52.401221 1 tasks_processing.go:69] worker 51 listening for tasks. I0521 19:35:52.401219 1 tasks_processing.go:69] worker 36 listening for tasks. I0521 19:35:52.401225 1 tasks_processing.go:69] worker 24 listening for tasks. I0521 19:35:52.401210 1 tasks_processing.go:69] worker 49 listening for tasks. I0521 19:35:52.401232 1 tasks_processing.go:69] worker 6 listening for tasks. I0521 19:35:52.401235 1 tasks_processing.go:69] worker 40 listening for tasks. I0521 19:35:52.401231 1 tasks_processing.go:69] worker 38 listening for tasks. I0521 19:35:52.401239 1 tasks_processing.go:69] worker 57 listening for tasks. I0521 19:35:52.401244 1 tasks_processing.go:69] worker 34 listening for tasks. I0521 19:35:52.401244 1 tasks_processing.go:69] worker 31 listening for tasks. I0521 19:35:52.401243 1 tasks_processing.go:69] worker 28 listening for tasks. I0521 19:35:52.401249 1 tasks_processing.go:69] worker 58 listening for tasks. I0521 19:35:52.401253 1 tasks_processing.go:69] worker 35 listening for tasks. I0521 19:35:52.401254 1 tasks_processing.go:69] worker 42 listening for tasks. I0521 19:35:52.401248 1 tasks_processing.go:69] worker 61 listening for tasks. I0521 19:35:52.401257 1 tasks_processing.go:69] worker 60 listening for tasks. I0521 19:35:52.401263 1 tasks_processing.go:69] worker 10 listening for tasks. I0521 19:35:52.401265 1 tasks_processing.go:69] worker 11 listening for tasks. I0521 19:35:52.401265 1 tasks_processing.go:69] worker 26 listening for tasks. I0521 19:35:52.401269 1 tasks_processing.go:69] worker 16 listening for tasks. I0521 19:35:52.401272 1 tasks_processing.go:71] worker 19 working on operators task. I0521 19:35:52.401271 1 tasks_processing.go:69] worker 44 listening for tasks. I0521 19:35:52.401271 1 tasks_processing.go:71] worker 17 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0521 19:35:52.401278 1 tasks_processing.go:71] worker 47 working on crds task. I0521 19:35:52.401280 1 tasks_processing.go:71] worker 18 working on openstack_dataplanenodesets task. I0521 19:35:52.401282 1 tasks_processing.go:71] worker 2 working on certificate_signing_requests task. I0521 19:35:52.401275 1 tasks_processing.go:69] worker 32 listening for tasks. I0521 19:35:52.401286 1 tasks_processing.go:71] worker 22 working on config_maps task. I0521 19:35:52.401292 1 tasks_processing.go:71] worker 20 working on support_secret task. I0521 19:35:52.401287 1 tasks_processing.go:69] worker 63 listening for tasks. I0521 19:35:52.401301 1 tasks_processing.go:71] worker 51 working on openstack_dataplanedeployments task. I0521 19:35:52.401296 1 tasks_processing.go:71] worker 54 working on node_features task. I0521 19:35:52.401307 1 tasks_processing.go:71] worker 63 working on machine_autoscalers task. I0521 19:35:52.401315 1 tasks_processing.go:71] worker 21 working on machine_healthchecks task. I0521 19:35:52.401313 1 tasks_processing.go:71] worker 46 working on qemu_kubevirt_launcher_logs task. I0521 19:35:52.401282 1 tasks_processing.go:71] worker 48 working on machines task. I0521 19:35:52.401409 1 tasks_processing.go:71] worker 61 working on ingress task. I0521 19:35:52.401207 1 tasks_processing.go:69] worker 3 listening for tasks. I0521 19:35:52.401620 1 tasks_processing.go:71] worker 3 working on image_pruners task. I0521 19:35:52.401471 1 tasks_processing.go:71] worker 11 working on openstack_controlplanes task. I0521 19:35:52.401137 1 tasks_processing.go:69] worker 33 listening for tasks. I0521 19:35:52.401288 1 tasks_processing.go:71] worker 1 working on openshift_logging task. I0521 19:35:52.401737 1 tasks_processing.go:71] worker 33 working on proxies task. I0521 19:35:52.401216 1 tasks_processing.go:69] worker 50 listening for tasks. I0521 19:35:52.401218 1 tasks_processing.go:69] worker 23 listening for tasks. I0521 19:35:52.401769 1 tasks_processing.go:71] worker 23 working on machine_sets task. I0521 19:35:52.401225 1 tasks_processing.go:69] worker 37 listening for tasks. I0521 19:35:52.401224 1 tasks_processing.go:69] worker 5 listening for tasks. I0521 19:35:52.401229 1 tasks_processing.go:69] worker 55 listening for tasks. I0521 19:35:52.401233 1 tasks_processing.go:69] worker 29 listening for tasks. I0521 19:35:52.401232 1 tasks_processing.go:69] worker 52 listening for tasks. I0521 19:35:52.401234 1 tasks_processing.go:69] worker 56 listening for tasks. I0521 19:35:52.401239 1 tasks_processing.go:69] worker 30 listening for tasks. I0521 19:35:52.401243 1 tasks_processing.go:69] worker 7 listening for tasks. I0521 19:35:52.401245 1 tasks_processing.go:69] worker 41 listening for tasks. I0521 19:35:52.401239 1 tasks_processing.go:69] worker 53 listening for tasks. I0521 19:35:52.401252 1 tasks_processing.go:69] worker 12 listening for tasks. I0521 19:35:52.401253 1 tasks_processing.go:69] worker 8 listening for tasks. I0521 19:35:52.401257 1 tasks_processing.go:69] worker 9 listening for tasks. I0521 19:35:52.401258 1 tasks_processing.go:69] worker 25 listening for tasks. I0521 19:35:52.401254 1 tasks_processing.go:69] worker 62 listening for tasks. I0521 19:35:52.401261 1 tasks_processing.go:69] worker 13 listening for tasks. I0521 19:35:52.401262 1 tasks_processing.go:69] worker 15 listening for tasks. I0521 19:35:52.401264 1 tasks_processing.go:69] worker 43 listening for tasks. I0521 19:35:52.401267 1 tasks_processing.go:69] worker 27 listening for tasks. I0521 19:35:52.401269 1 tasks_processing.go:69] worker 14 listening for tasks. I0521 19:35:52.401288 1 tasks_processing.go:71] worker 16 working on storage_classes task. I0521 19:35:52.401293 1 tasks_processing.go:71] worker 39 working on oauths task. I0521 19:35:52.401857 1 tasks_processing.go:71] worker 52 working on dvo_metrics task. I0521 19:35:52.401858 1 tasks_processing.go:71] worker 56 working on monitoring_persistent_volumes task. I0521 19:35:52.401861 1 tasks_processing.go:71] worker 14 working on sap_config task. I0521 19:35:52.401887 1 tasks_processing.go:71] worker 5 working on openshift_machine_api_events task. I0521 19:35:52.401935 1 tasks_processing.go:71] worker 55 working on nodenetworkconfigurationpolicies task. I0521 19:35:52.401957 1 tasks_processing.go:71] worker 37 working on schedulers task. I0521 19:35:52.401297 1 tasks_processing.go:71] worker 59 working on lokistack task. I0521 19:35:52.402068 1 tasks_processing.go:71] worker 41 working on active_alerts task. I0521 19:35:52.402067 1 tasks_processing.go:71] worker 29 working on ingress_certificates task. I0521 19:35:52.402084 1 tasks_processing.go:71] worker 53 working on cluster_apiserver task. I0521 19:35:52.402113 1 tasks_processing.go:71] worker 43 working on mutating_webhook_configurations task. I0521 19:35:52.401370 1 tasks_processing.go:71] worker 49 working on nodes task. I0521 19:35:52.402131 1 tasks_processing.go:71] worker 8 working on service_accounts task. I0521 19:35:52.402131 1 tasks_processing.go:71] worker 30 working on container_images task. I0521 19:35:52.402174 1 tasks_processing.go:71] worker 13 working on image task. I0521 19:35:52.402180 1 tasks_processing.go:71] worker 15 working on clusterroles task. I0521 19:35:52.402184 1 tasks_processing.go:71] worker 25 working on silenced_alerts task. I0521 19:35:52.401373 1 tasks_processing.go:71] worker 6 working on aggregated_monitoring_cr_names task. I0521 19:35:52.402226 1 tasks_processing.go:71] worker 27 working on nodenetworkstates task. I0521 19:35:52.401358 1 tasks_processing.go:71] worker 36 working on metrics task. I0521 19:35:52.401380 1 tasks_processing.go:71] worker 38 working on machine_configs task. I0521 19:35:52.402288 1 tasks_processing.go:71] worker 7 working on jaegers task. I0521 19:35:52.401384 1 tasks_processing.go:71] worker 57 working on tsdb_status task. I0521 19:35:52.401387 1 tasks_processing.go:71] worker 34 working on openstack_version task. I0521 19:35:52.401362 1 tasks_processing.go:71] worker 24 working on pdbs task. I0521 19:35:52.401390 1 tasks_processing.go:71] worker 31 working on authentication task. I0521 19:35:52.401394 1 tasks_processing.go:71] worker 28 working on storage_cluster task. I0521 19:35:52.401397 1 tasks_processing.go:71] worker 58 working on feature_gates task. I0521 19:35:52.401403 1 tasks_processing.go:71] worker 42 working on infrastructures task. I0521 19:35:52.401298 1 tasks_processing.go:71] worker 32 working on node_logs task. I0521 19:35:52.401477 1 tasks_processing.go:71] worker 60 working on container_runtime_configs task. I0521 19:35:52.401493 1 tasks_processing.go:71] worker 26 working on cost_management_metrics_configs task. I0521 19:35:52.401482 1 tasks_processing.go:71] worker 10 working on image_registries task. I0521 19:35:52.401504 1 tasks_processing.go:71] worker 44 working on sap_datahubs task. I0521 19:35:52.401759 1 tasks_processing.go:71] worker 50 working on sap_pods task. I0521 19:35:52.401216 1 tasks_processing.go:69] worker 4 listening for tasks. I0521 19:35:52.402127 1 tasks_processing.go:71] worker 12 working on olm_operators task. I0521 19:35:52.401376 1 tasks_processing.go:71] worker 40 working on version task. I0521 19:35:52.402079 1 tasks_processing.go:71] worker 62 working on overlapping_namespace_uids task. I0521 19:35:52.402526 1 tasks_processing.go:71] worker 4 working on validating_webhook_configurations task. I0521 19:35:52.401400 1 tasks_processing.go:71] worker 35 working on networks task. I0521 19:35:52.403039 1 tasks_processing.go:71] worker 9 working on machine_config_pools task. I0521 19:35:52.406324 1 tasks_processing.go:71] worker 0 working on install_plans task. I0521 19:35:52.406405 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 5.179503ms to process 0 records I0521 19:35:52.406520 1 tasks_processing.go:71] worker 45 working on operators_pods_and_events task. E0521 19:35:52.406527 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) E0521 19:35:52.406632 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0521 19:35:52.406660 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 5.355556ms to process 0 records I0521 19:35:52.406728 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 5.204903ms to process 0 records I0521 19:35:52.406733 1 tasks_processing.go:74] worker 63 stopped. I0521 19:35:52.406747 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 5.340161ms to process 0 records I0521 19:35:52.406755 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 5.369364ms to process 0 records I0521 19:35:52.406756 1 tasks_processing.go:74] worker 51 stopped. I0521 19:35:52.406764 1 tasks_processing.go:74] worker 54 stopped. I0521 19:35:52.407215 1 tasks_processing.go:74] worker 48 stopped. E0521 19:35:52.407233 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0521 19:35:52.407245 1 gather.go:177] gatherer "clusterconfig" function "machines" took 5.801485ms to process 0 records I0521 19:35:52.407288 1 tasks_processing.go:74] worker 21 stopped. E0521 19:35:52.407305 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0521 19:35:52.407342 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 5.96072ms to process 0 records E0521 19:35:52.408465 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.82.35:9094: connect: connection refused I0521 19:35:52.408482 1 tasks_processing.go:74] worker 41 stopped. E0521 19:35:52.408488 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.82.35:9094: connect: connection refused I0521 19:35:52.408498 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 6.399962ms to process 0 records E0521 19:35:52.408497 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.248.68:9091: connect: connection refused I0521 19:35:52.408517 1 tasks_processing.go:74] worker 57 stopped. E0521 19:35:52.408524 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.248.68:9091: connect: connection refused I0521 19:35:52.408532 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 6.198061ms to process 0 records E0521 19:35:52.408563 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.82.35:9094: connect: connection refused E0521 19:35:52.408562 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.248.68:9091: connect: connection refused I0521 19:35:52.408584 1 tasks_processing.go:74] worker 25 stopped. E0521 19:35:52.408591 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.82.35:9094: connect: connection refused I0521 19:35:52.408600 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 6.388833ms to process 0 records E0521 19:35:52.408609 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.248.68:9091: connect: connection refused I0521 19:35:52.408633 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 6.345506ms to process 0 records I0521 19:35:52.408644 1 tasks_processing.go:74] worker 36 stopped. I0521 19:35:52.420794 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0521 19:35:52.420811 1 controller.go:368] The initial operator extension status is healthy I0521 19:35:52.420820 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0521 19:35:52.420825 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0521 19:35:52.420828 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0521 19:35:52.420862 1 controller.go:531] The operator is still being initialized I0521 19:35:52.420870 1 controller.go:554] The operator is healthy I0521 19:35:52.420924 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0521 19:35:52.420943 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0521 19:35:52.421050 1 operator.go:328] started I0521 19:35:52.421070 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0521 19:35:52.433576 1 tasks_processing.go:74] worker 59 stopped. I0521 19:35:52.433595 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 31.545113ms to process 0 records E0521 19:35:52.433608 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0521 19:35:52.433616 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 32.282065ms to process 0 records I0521 19:35:52.433622 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 32.302608ms to process 0 records I0521 19:35:52.433629 1 tasks_processing.go:74] worker 18 stopped. I0521 19:35:52.433633 1 tasks_processing.go:74] worker 20 stopped. I0521 19:35:52.433803 1 tasks_processing.go:74] worker 61 stopped. I0521 19:35:52.433948 1 gather_logs.go:145] no pods in namespace were found I0521 19:35:52.434087 1 recorder.go:75] Recording config/ingress with fingerprint=3e8d3fac421f6e88d34919e5aa7cf0b6b634ab8c3cd7486e993c9cc497a1def3 I0521 19:35:52.434107 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 32.26952ms to process 1 records I0521 19:35:52.434118 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 32.63375ms to process 0 records I0521 19:35:52.434123 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 32.296299ms to process 0 records I0521 19:35:52.434129 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 32.198211ms to process 0 records I0521 19:35:52.434135 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 32.199663ms to process 0 records I0521 19:35:52.434160 1 tasks_processing.go:74] worker 1 stopped. I0521 19:35:52.434162 1 tasks_processing.go:74] worker 23 stopped. I0521 19:35:52.434170 1 tasks_processing.go:74] worker 14 stopped. I0521 19:35:52.434166 1 tasks_processing.go:74] worker 46 stopped. I0521 19:35:52.434257 1 tasks_processing.go:74] worker 33 stopped. I0521 19:35:52.434317 1 recorder.go:75] Recording config/proxy with fingerprint=c55d0c00bdbc9b8b2ab870454ccc9fbcf3294dc6f255b368cc4eda7ddac8c336 I0521 19:35:52.434329 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 32.510745ms to process 1 records I0521 19:35:52.434334 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 32.691452ms to process 0 records I0521 19:35:52.434339 1 tasks_processing.go:74] worker 11 stopped. I0521 19:35:52.434346 1 tasks_processing.go:74] worker 16 stopped. I0521 19:35:52.434426 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=6d8cd0b208d8160de4a7a02758cf4a2ef2746266fefdf95e6d9f181a72bded73 I0521 19:35:52.434442 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=48f8ea175c1fe67b664c61ec61a95843ef1c14dd1a27bf0f10a15791e7fbc5d4 I0521 19:35:52.434449 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 32.521002ms to process 2 records I0521 19:35:52.434538 1 tasks_processing.go:74] worker 39 stopped. I0521 19:35:52.434618 1 recorder.go:75] Recording config/oauth with fingerprint=7cd5aa2a984df9865342e5ac58714ad5c1181d3b03189e78416e0c2348efe0cb I0521 19:35:52.434627 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 32.485596ms to process 1 records I0521 19:35:52.434636 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 32.121449ms to process 0 records I0521 19:35:52.434642 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 32.468737ms to process 0 records I0521 19:35:52.434646 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 32.528183ms to process 0 records I0521 19:35:52.434646 1 tasks_processing.go:74] worker 27 stopped. I0521 19:35:52.434651 1 tasks_processing.go:74] worker 55 stopped. I0521 19:35:52.434657 1 tasks_processing.go:74] worker 5 stopped. I0521 19:35:52.437111 1 tasks_processing.go:74] worker 37 stopped. I0521 19:35:52.437213 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=d989aa450f82abd04e2a1212235d66696b8704fd8ba37cf952e348ed59206930 I0521 19:35:52.437228 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 35.135654ms to process 1 records I0521 19:35:52.437467 1 tasks_processing.go:74] worker 50 stopped. I0521 19:35:52.437478 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 34.972223ms to process 0 records I0521 19:35:52.437816 1 tasks_processing.go:74] worker 35 stopped. I0521 19:35:52.437995 1 recorder.go:75] Recording config/network with fingerprint=010007445424b928e68dbe13efb873448ae8956c5dc1873daeaad4adf9f9aaa5 I0521 19:35:52.438013 1 gather.go:177] gatherer "clusterconfig" function "networks" took 35.18943ms to process 1 records I0521 19:35:52.438104 1 tasks_processing.go:74] worker 53 stopped. I0521 19:35:52.438221 1 recorder.go:75] Recording config/apiserver with fingerprint=9d70c8ebbf81db72ed225d2a59a532925bf2b6e9a361d60b53bb6b10ef63cb4b I0521 19:35:52.438239 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 35.72529ms to process 1 records I0521 19:35:52.438245 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 35.743356ms to process 0 records I0521 19:35:52.438251 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 35.776182ms to process 0 records I0521 19:35:52.438259 1 tasks_processing.go:74] worker 26 stopped. I0521 19:35:52.438265 1 tasks_processing.go:74] worker 60 stopped. I0521 19:35:52.438283 1 tasks_processing.go:74] worker 44 stopped. I0521 19:35:52.438289 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 35.790432ms to process 0 records I0521 19:35:52.438369 1 tasks_processing.go:74] worker 13 stopped. I0521 19:35:52.438384 1 recorder.go:75] Recording config/image with fingerprint=fa3f2e58c30a5d6c4537efc7988ed68cad3923354958ea3ba83dcae0cbe99a74 I0521 19:35:52.438399 1 gather.go:177] gatherer "clusterconfig" function "image" took 36.104901ms to process 1 records I0521 19:35:52.438405 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 35.906338ms to process 0 records I0521 19:35:52.438411 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 35.899289ms to process 0 records I0521 19:35:52.438418 1 tasks_processing.go:74] worker 32 stopped. I0521 19:35:52.438425 1 tasks_processing.go:74] worker 28 stopped. I0521 19:35:52.438471 1 tasks_processing.go:74] worker 42 stopped. I0521 19:35:52.439104 1 recorder.go:75] Recording config/infrastructure with fingerprint=de19ea72495fe2033f6d28f3ebc675b630c3ac2131a8289d32d424f883bd6bee I0521 19:35:52.439123 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 36.045552ms to process 1 records I0521 19:35:52.439134 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 35.67218ms to process 0 records I0521 19:35:52.439138 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 36.477285ms to process 0 records I0521 19:35:52.439157 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 36.50812ms to process 0 records I0521 19:35:52.439161 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 37.120756ms to process 0 records I0521 19:35:52.439160 1 tasks_processing.go:74] worker 9 stopped. I0521 19:35:52.439163 1 tasks_processing.go:74] worker 7 stopped. I0521 19:35:52.439170 1 tasks_processing.go:74] worker 34 stopped. I0521 19:35:52.439167 1 tasks_processing.go:74] worker 56 stopped. I0521 19:35:52.439271 1 tasks_processing.go:74] worker 3 stopped. I0521 19:35:52.440261 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=f1fa4c54f3ffab745ab266fbb283d6b1817d68cc391b6161cec50ab95f4f0410 I0521 19:35:52.440347 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 37.643767ms to process 1 records I0521 19:35:52.440710 1 recorder.go:75] Recording config/authentication with fingerprint=29cc9a062c3a2722fdc08fe9fc38a275404b3d88cfb88ac74f1ef4480903b946 I0521 19:35:52.440728 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 36.99261ms to process 1 records I0521 19:35:52.440749 1 tasks_processing.go:74] worker 31 stopped. I0521 19:35:52.440893 1 tasks_processing.go:74] worker 43 stopped. I0521 19:35:52.441190 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=094baccc2488f47998dd1eacf07b8ebc209924a06edd516c8f50f3e0fe27b80f I0521 19:35:52.441228 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ad0fd27b691be13c6963d0d4a8ed401a9c218006073336dc44983c897ebfe10f I0521 19:35:52.441389 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=9b893ff999d06da939e3b7c387bca2f287d23ec651624b0d63b50fccfded27d8 I0521 19:35:52.441420 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 38.767197ms to process 3 records I0521 19:35:52.441482 1 tasks_processing.go:74] worker 49 stopped. I0521 19:35:52.442386 1 recorder.go:75] Recording config/node/ip-10-0-0-144.ec2.internal with fingerprint=833667806a8ab9a541f26041977a0e7a3d356b07e7aff13ae312413e51a5fee7 I0521 19:35:52.442456 1 recorder.go:75] Recording config/node/ip-10-0-1-115.ec2.internal with fingerprint=29c8404fa1580de84946f408d4b099a13478325c1de0ff0424474410178cd4d8 I0521 19:35:52.442520 1 recorder.go:75] Recording config/node/ip-10-0-2-54.ec2.internal with fingerprint=1b75e2174ad7033d933eb566fafd9253f965b5f2ac4bc36f6144409e7df65cb6 I0521 19:35:52.442529 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 38.877525ms to process 3 records I0521 19:35:52.442601 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=b0d98b3bc83426478458be0a507369a920990985ac28d11413f26b17202329e5 I0521 19:35:52.442616 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=d9f7ce0fd4101b6dcf8cb48f562895a938e2c407e78f2c0bd195103d130c2f6c I0521 19:35:52.442628 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=ece961a3dfdd9e5267ca23192f63f598b9ac005bd519901c93b76997f6f147e3 I0521 19:35:52.442648 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=2aa2db17c9090a46a35b85ad94e979a817a290cab6e88f4db8558d85d48d0555 I0521 19:35:52.442648 1 tasks_processing.go:74] worker 24 stopped. I0521 19:35:52.442673 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=b4cc1bb35e7ced2dca38d507a24e84455a57da01786a640b3adb4df4d00144dd I0521 19:35:52.442693 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=f41faa29d89b1fa161c64559ae2f1ab4070eb7e11d59c534ba0f65b495cca7ab I0521 19:35:52.442707 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=eea6e10f8ffa3d8c9632c1ab2f9256b76005e44cabc0266c348c76370a2368a8 I0521 19:35:52.442721 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=20757c434506a5ff997924105038db58ee18eb5a98af3246334186403ae6e5f5 I0521 19:35:52.442744 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=07b543dabdfdecc905b877bfa95ee9ac78b02a3c185141223f68afa61b44ece3 I0521 19:35:52.442759 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=6001fc4ddb4be99e4db8a2e71946605c387f3d515250429f8257ec8565fda473 I0521 19:35:52.442765 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 39.234318ms to process 10 records I0521 19:35:52.442869 1 tasks_processing.go:74] worker 58 stopped. I0521 19:35:52.442870 1 recorder.go:75] Recording config/featuregate with fingerprint=369b463037d67e3f305a4686f3cfa1902f033a4ca18b551be67ae1aba322da2d I0521 19:35:52.442895 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 39.212397ms to process 1 records I0521 19:35:52.443032 1 tasks_processing.go:74] worker 10 stopped. W0521 19:35:52.443284 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0521 19:35:52.443524 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=12ffa25fa07df21a80afd0af682bef957b91e46a39b54a04a1845c401d5f12f8 I0521 19:35:52.443544 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 40.560545ms to process 1 records I0521 19:35:52.443635 1 tasks_processing.go:74] worker 47 stopped. I0521 19:35:52.444251 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=990204d16efb8010d6eb08700f07ce42461e156b2fb55f287cb03a88720839dd I0521 19:35:52.444598 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=82c7233334cc790ebef48c7e30bdc7868d090accb7eeefed39303ffabc994a41 I0521 19:35:52.444612 1 gather.go:177] gatherer "clusterconfig" function "crds" took 41.802402ms to process 2 records E0521 19:35:52.444626 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0521 19:35:52.444648 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0521 19:35:52.444659 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 40.918493ms to process 1 records I0521 19:35:52.444668 1 tasks_processing.go:74] worker 38 stopped. I0521 19:35:52.444760 1 tasks_processing.go:74] worker 62 stopped. I0521 19:35:52.444790 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0521 19:35:52.444804 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 42.156031ms to process 1 records I0521 19:35:52.450839 1 tasks_processing.go:74] worker 12 stopped. I0521 19:35:52.450854 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 48.303261ms to process 0 records I0521 19:35:52.451595 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0521 19:35:52.451650 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0521 19:35:52.451677 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0521 19:35:52.451701 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0521 19:35:52.451727 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:35:52.451907 1 controller.go:531] The operator is still being initialized I0521 19:35:52.451944 1 controller.go:554] The operator is healthy I0521 19:35:52.452003 1 tasks_processing.go:74] worker 15 stopped. I0521 19:35:52.452359 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=36b70b047e94736f43a336e7fb85873aa68bbbd4f784921eaf0a373386478ca1 I0521 19:35:52.452534 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=a7faf795de2aa9b86b4165560e2513e06ae90dfb24b933cf8b97c7f0abf5a17f I0521 19:35:52.452551 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 49.812068ms to process 2 records I0521 19:35:52.452650 1 tasks_processing.go:74] worker 4 stopped. I0521 19:35:52.452845 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=1814442ed4d1c002ebd58cec563d7c738f8d8ac513ffeca0cf4e5233ba1bdf09 I0521 19:35:52.452948 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=bf3bafa82a4820370de16ab98fe52a5acd437b456ee21c47a83f3e59afd61386 I0521 19:35:52.453621 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=75e534781de9021e4760839c7038370346356e2bf8083989d3837d4521624f1d I0521 19:35:52.453719 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=09dbd9720156d30b47d7090c74982890a0ea7fe0c1c6fa836bffd612afeec422 I0521 19:35:52.453772 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=83903c12c8782ec7b0614cfcf4ea6de86c4dfb24216dd8f4ff5276e5af3fa302 I0521 19:35:52.453835 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=1363fc45b21000734a226c70f4b5b8b0e9a9461fadd0b40eab234a220c296730 I0521 19:35:52.453897 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=be205b6f8eba1fa980b53a508dcf81d66a792b1f79ad888ead1390634cc984a8 I0521 19:35:52.453952 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=ac9b6b958597cff1dbce760692d8767890961626c8d4ef12e1ab1d7678072b26 I0521 19:35:52.453986 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=5ab5c433b0dc9a5d35a020fff5c109a53f07c665ebe6544551539b6ed6f32538 I0521 19:35:52.454433 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c2e2c9391f34b6ef32574907b1e21d7e31673b88f45a25dcfbe9086312df3075 I0521 19:35:52.454502 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=6278c00f374642bc9dcb4d9064b62f6a2abde968d25e0bc89b051dd355021434 I0521 19:35:52.454544 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=e10ec6a5be5a3826fa45d3dd07a2f1fa865224a79ea191d8ccfe23f8b0f3d1aa I0521 19:35:52.454584 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=92e3643e6658126e401c5be87208019bc227a317fbecea0b0437b875fa320b0e I0521 19:35:52.454599 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 49.59037ms to process 13 records I0521 19:35:52.455276 1 tasks_processing.go:74] worker 2 stopped. I0521 19:35:52.455294 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 53.975467ms to process 0 records I0521 19:35:52.456597 1 tasks_processing.go:74] worker 40 stopped. I0521 19:35:52.456877 1 recorder.go:75] Recording config/version with fingerprint=2258a8a263084859882306f98549fdccfcd755c565a3098871f38de384105ca3 I0521 19:35:52.456888 1 recorder.go:75] Recording config/id with fingerprint=758eb5079f754228da859a24049dacc5f2b621bd8700ace68523270781e3aeb2 I0521 19:35:52.456894 1 gather.go:177] gatherer "clusterconfig" function "version" took 54.015679ms to process 2 records I0521 19:35:52.462604 1 tasks_processing.go:74] worker 6 stopped. I0521 19:35:52.462620 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 60.394352ms to process 0 records I0521 19:35:52.465305 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0521 19:35:52.467337 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0521 19:35:52.467465 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 19:35:52.467557 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 19:35:52.476256 1 base_controller.go:82] Caches are synced for ConfigController I0521 19:35:52.476272 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0521 19:35:52.482507 1 tasks_processing.go:74] worker 30 stopped. I0521 19:35:52.484245 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-bj48h with fingerprint=6edb97b3a447660351a977fdec599a32b32e8a9814f4430cce8447c69276af5b I0521 19:35:52.484321 1 recorder.go:75] Recording config/running_containers with fingerprint=aae11c949d42582546e5b236f83da6ad1d3a5167e9e3643f5f688f6284e4cab1 I0521 19:35:52.484331 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 80.331295ms to process 2 records E0521 19:35:52.484341 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0521 19:35:52.484346 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0521 19:35:52.484350 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0521 19:35:52.484357 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0521 19:35:52.484392 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0521 19:35:52.484399 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0521 19:35:52.484404 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0521 19:35:52.484416 1 tasks_processing.go:74] worker 22 stopped. I0521 19:35:52.484431 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0521 19:35:52.484481 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0521 19:35:52.484489 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0521 19:35:52.484494 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 82.617836ms to process 7 records I0521 19:35:52.485849 1 tasks_processing.go:74] worker 17 stopped. I0521 19:35:52.485862 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 84.559407ms to process 0 records I0521 19:35:52.486395 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 19:35:52.488024 1 tasks_processing.go:74] worker 29 stopped. E0521 19:35:52.488037 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0521 19:35:52.488042 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2qegodliprq74gho7aoi2isiraqmm012-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2qegodliprq74gho7aoi2isiraqmm012-primary-cert-bundle-secret" not found I0521 19:35:52.488085 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=79a8e4635dca7b9ec5e103f4e8f40a9f536ba4c153dbfd88c71b631f97a9db75 I0521 19:35:52.488097 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 85.931394ms to process 1 records I0521 19:35:52.521567 1 base_controller.go:82] Caches are synced for LoggingSyncer I0521 19:35:52.521583 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0521 19:35:52.524412 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-65d6b54964-p2xsj pod in namespace openshift-ingress (previous: false). I0521 19:35:52.528629 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0521 19:35:52.532115 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0521 19:35:52.553505 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-8467cf5fc7-cdct5 pod in namespace openshift-ingress (previous: false). I0521 19:35:52.563800 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-74x2w pod in namespace openshift-ingress-canary (previous: false). I0521 19:35:52.573540 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-wv9tz pod in namespace openshift-ingress-canary (previous: false). I0521 19:35:52.656389 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-xzkc8 pod in namespace openshift-ingress-canary (previous: false). I0521 19:35:52.862871 1 tasks_processing.go:74] worker 45 stopped. I0521 19:35:52.862999 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=e8a9dae31882d3ac84e70666ce91be846e8fb274f2e2c5ba0a5df43a41accf90 I0521 19:35:52.863177 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=908f53d281b27fa2536712c466177a85e6e2488fe16b7f3442f74549d7acb43d I0521 19:35:52.863248 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=b388e1a99738392960516ab8e5badb465256c28359629a9329ab3df6a87d8a4a I0521 19:35:52.863282 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-65d6b54964-h22dv/router_current.log with fingerprint=3f7e336dc050e707509a58a07bda4ef0a0e320ae5ba6ae73e04f0205d765eed9 I0521 19:35:52.863313 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-65d6b54964-p2xsj/router_current.log with fingerprint=cf3a3766782e61706e5911ea60b5d8b82aa74b2f32f942da63a901c78331fb8a I0521 19:35:52.863346 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-8467cf5fc7-cdct5/router_current.log with fingerprint=e0a989e84b089c8221fa791a41c32220dcbacdb721a912edebccde220392527c I0521 19:35:52.863356 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-74x2w/serve-healthcheck-canary_current.log with fingerprint=208e781d0378fa5995489ebbe3ee7608f9896d973ef57f1a0b7bec7053fad059 I0521 19:35:52.863362 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-wv9tz/serve-healthcheck-canary_current.log with fingerprint=6640475fcc9fdbed755f49c69d868c7350aef9b83c734f356478d5ab9e696bd6 I0521 19:35:52.863369 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-xzkc8/serve-healthcheck-canary_current.log with fingerprint=65ccd6792615f59d1ed537f084f48e9d6989e03fd4545efa25bc27cec5fb8ad1 I0521 19:35:52.863379 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 456.289494ms to process 9 records W0521 19:35:53.440666 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 19:35:54.440865 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0521 19:35:54.879648 1 tasks_processing.go:74] worker 19 stopped. I0521 19:35:54.879764 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=7a095ed010ae785c29cefec338ee98dcaf0f7151b929ced578f75cf4c805da2f I0521 19:35:54.879810 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0521 19:35:54.879846 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=94ac81ece12f5edbf05ed6a4ad6b2a45ff7051338bf7c03ca5c8eae51a6452f4 I0521 19:35:54.879856 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0521 19:35:54.879877 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=cde63d30b402f0bfdb1cc3d8ef4cc8865da17c9163a4a2fcec890bd3b1738970 I0521 19:35:54.879893 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0521 19:35:54.879914 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=2f900d44d7091456baaf716610c70d7115908f71a13c6fa5b825106b7b4fcc8a I0521 19:35:54.879943 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=7dd4d853cb76971e30a0c60fb45a762527daf3b6f2301b2ff1aec674e9571450 I0521 19:35:54.879967 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=ec5d10d6ef18bc38114b23902c3aa49974c98ea6544af78bfb7c6152574fe9ec I0521 19:35:54.879997 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=dcf83321d9f716dca88d5253fa74aec36f8491918b08d7820cd6d5564809eac0 I0521 19:35:54.880273 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=19e8989d6fb2c9de49ed28d3490e291e6cdd1491377c252bab326661b96b4cb3 I0521 19:35:54.880293 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=6af9f36c96cbf6bab0c8530d11c9c0c658977fe62d08df7e5942a1ab7d8b6f2b I0521 19:35:54.880303 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0521 19:35:54.880318 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=e95d71128c057f664d05ca82f0ff5c16d9ccde89716b9c16c5fe25bf955f4b76 I0521 19:35:54.880329 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0521 19:35:54.880346 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=b0fc345cde0ad058283eedfe4cbe103eddd8e8df77e98902ec2024a7496a2991 I0521 19:35:54.880356 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0521 19:35:54.880375 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=9efb11d18d50f7fc356b1da36359b16d47dd2e430096a4aa11650c5a6984dee8 I0521 19:35:54.880384 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0521 19:35:54.880406 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=1de46dd1be6ea1a0f5c916a297265b140c2d3a38e83bcf2f2c1cbb99448d8a6b I0521 19:35:54.880507 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=4c9091d0f58b6d40b9eb757a9b155ad5868f4954bfe3af1c75cc32d852beab63 I0521 19:35:54.880517 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0521 19:35:54.880524 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0521 19:35:54.880546 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0521 19:35:54.880569 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=bae87670c960b03ed8f3fcaa3a20424f833b8c10022809f08c3dbc1c920fadf5 I0521 19:35:54.880593 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=3d16eff5461998be81ffcceee1ac04b1409d3874c29630b68af0b469d2e77a7d I0521 19:35:54.880602 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0521 19:35:54.880618 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=c546624a8aff8a199656f20726a9e2f95d978f277c6547cd03744f44f9d3725a I0521 19:35:54.880627 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0521 19:35:54.880644 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=7c256cae8fa7d345eb81e7b25c33bcf16dfa4226ef94fc10cd3ee8b909500a80 I0521 19:35:54.880653 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0521 19:35:54.880666 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=70add8780d592a1bc4a47bd71727aab25f2274d33645d012dde7a24d3eb7f0e1 I0521 19:35:54.880680 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=92331540d47ff73d0bb333d73ceec63d044abb622a9e6bce0b6b645f673a71be I0521 19:35:54.880694 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=7e8e8a8fa7d452bde9c0c462949022fa451ff51b1dbb4e640f4d7a6b44813863 I0521 19:35:54.880714 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=de9ef11b964b38d36f04abe4d4e9d62a409e4237f62f55c5a98f92fddec1d29f I0521 19:35:54.880724 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0521 19:35:54.880747 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=f92f7ddbba38792910a20df879ef73af24dc0f3baeb9902330fbaaa24da33141 I0521 19:35:54.880764 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0521 19:35:54.880771 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0521 19:35:54.880779 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.478357837s to process 39 records W0521 19:35:55.440734 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 19:35:56.441016 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 19:35:57.440574 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 19:35:57.440604 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0521 19:35:57.440619 1 tasks_processing.go:74] worker 52 stopped. E0521 19:35:57.440628 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0521 19:35:57.440639 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0521 19:35:57.440649 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.038749023s to process 1 records I0521 19:36:02.984410 1 controllerstatus.go:89] name=clusterTransferController healthy=false reason=Unauthorized message=failed to pull cluster transfer: OCM API https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27e75803eb-b470-4c5f-9562-b7c93caa479d%27+and+status+is+%27accepted%27 returned HTTP 401: {"code":"ACCT-MGMT-15","href":"/api/accounts_mgmt/v1/errors/15","id":"15","kind":"Error","operation_id":"7d4e805c-4e8a-4521-9caa-1138511f9a41","reason":"Unable to get payload details from JWT token: Unable to retrieve JWT token from request context"} I0521 19:36:05.235207 1 controllerstatus.go:89] name=scaController healthy=false reason=Unauthorized message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: OCM API https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates returned HTTP 401: {"code":"ACCT-MGMT-15","href":"/api/accounts_mgmt/v1/errors/15","id":"15","kind":"Error","operation_id":"714b1a62-5145-46d4-b0c1-1e56d9cb551e","reason":"Unable to get payload details from JWT token: Unable to retrieve JWT token from request context"} I0521 19:36:05.450231 1 tasks_processing.go:74] worker 0 stopped. I0521 19:36:05.450273 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0521 19:36:05.450286 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.043881385s to process 1 records I0521 19:36:06.210256 1 tasks_processing.go:74] worker 8 stopped. I0521 19:36:06.210556 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=0e622de1a0df6c7f0a5eb6902180a423ca7338701a835665cf09ea0d0a5ab696 I0521 19:36:06.210573 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.808105837s to process 1 records E0521 19:36:06.210634 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.809s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"active_alerts\" failed with an error, function \"tsdb_status\" failed with an error, function \"silenced_alerts\" failed with an error, function \"metrics\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0521 19:36:06.211746 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "active_alerts" failed with an error, function "tsdb_status" failed with an error, function "silenced_alerts" failed with an error, function "metrics" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0521 19:36:06.211761 1 periodic.go:216] Running workloads gatherer I0521 19:36:06.211777 1 tasks_processing.go:45] number of workers: 2 I0521 19:36:06.211783 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 19:36:06.211787 1 tasks_processing.go:71] worker 1 working on workload_info task. I0521 19:36:06.211792 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 19:36:06.211816 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0521 19:36:06.220585 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-115.ec2.internal... I0521 19:36:06.220968 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-144.ec2.internal... I0521 19:36:06.220994 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-54.ec2.internal... I0521 19:36:06.239243 1 tasks_processing.go:74] worker 0 stopped. I0521 19:36:06.239334 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.3977ms to process 0 records I0521 19:36:10.665025 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 4s I0521 19:36:10.692495 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0521 19:36:10.699424 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (8ms) I0521 19:36:10.706919 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (7ms) I0521 19:36:10.714331 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (7ms) I0521 19:36:10.721206 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (7ms) I0521 19:36:10.728175 1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (7ms) I0521 19:36:10.735233 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (7ms) I0521 19:36:10.741960 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (7ms) I0521 19:36:10.748901 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (7ms) I0521 19:36:10.756546 1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (8ms) I0521 19:36:10.765271 1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (9ms) I0521 19:36:10.800365 1 gather_workloads_info.go:398] Found image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (35ms) I0521 19:36:10.900083 1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (100ms) I0521 19:36:10.999703 1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (100ms) I0521 19:36:11.100045 1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (100ms) I0521 19:36:11.200391 1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (100ms) I0521 19:36:11.311045 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (111ms) I0521 19:36:11.400445 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (89ms) I0521 19:36:11.500945 1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (100ms) I0521 19:36:11.600468 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (99ms) I0521 19:36:11.700284 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0521 19:36:11.800038 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0521 19:36:11.899853 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms) I0521 19:36:12.000312 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0521 19:36:12.100847 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (101ms) I0521 19:36:12.200551 1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (100ms) I0521 19:36:12.299678 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (99ms) I0521 19:36:12.399919 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0521 19:36:12.512696 1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (113ms) I0521 19:36:12.600388 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (88ms) I0521 19:36:12.701557 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (101ms) I0521 19:36:12.800520 1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (99ms) I0521 19:36:12.902294 1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (102ms) I0521 19:36:13.000181 1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (98ms) I0521 19:36:13.099860 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0521 19:36:13.201411 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (102ms) I0521 19:36:13.300518 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (99ms) I0521 19:36:13.400385 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (100ms) I0521 19:36:13.500629 1 gather_workloads_info.go:398] Found image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms) I0521 19:36:13.600381 1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (100ms) I0521 19:36:13.700069 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0521 19:36:13.800712 1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (101ms) I0521 19:36:13.903411 1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (103ms) I0521 19:36:14.000347 1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (97ms) I0521 19:36:14.100078 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0521 19:36:14.199640 1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (100ms) I0521 19:36:14.300883 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (101ms) I0521 19:36:14.400277 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (99ms) I0521 19:36:14.400311 1 tasks_processing.go:74] worker 1 stopped. I0521 19:36:14.400630 1 recorder.go:75] Recording config/workload_info with fingerprint=808922d4b56e79a3c4d9c7ef27b31064a0e4804505ce94b73dd01e29dee9b72b I0521 19:36:14.400678 1 gather.go:177] gatherer "workloads" function "workload_info" took 8.188516403s to process 1 records I0521 19:36:14.400694 1 periodic.go:263] Periodic gather workloads completed in 8.188s I0521 19:36:14.400701 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0521 19:36:14.400706 1 periodic.go:216] Running conditional gatherer I0521 19:36:14.406261 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0521 19:36:27.551782 1 conditional_gatherer.go:282] Received HTTP status code 401, trying again in 30s I0521 19:36:57.562098 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0521 19:37:07.993583 1 conditional_gatherer.go:282] Received HTTP status code 401, trying again in 1m0s I0521 19:37:07.993611 1 conditional_gatherer.go:107] received HTTP 401 Unauthorized from https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules. Using the default built-in configuration I0521 19:37:07.994002 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer I0521 19:37:09.074196 1 conditional_gatherer.go:374] alert "KubeStatefulSetReplicasMismatch" has state "pending" I0521 19:37:09.074211 1 conditional_gatherer.go:374] alert "KubeDaemonSetRolloutStuck" has state "pending" I0521 19:37:09.074214 1 conditional_gatherer.go:374] alert "KubeContainerWaiting" has state "pending" I0521 19:37:09.074216 1 conditional_gatherer.go:374] alert "KubePdbNotEnoughHealthyPods" has state "pending" I0521 19:37:09.074218 1 conditional_gatherer.go:374] alert "Watchdog" has state "firing" I0521 19:37:09.074222 1 conditional_gatherer.go:374] alert "ClusterMonitoringOperatorReconciliationErrors" has state "pending" I0521 19:37:09.074296 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0521 19:37:09.085596 1 conditional_gatherer.go:392] cluster version is '4.21.9' I0521 19:37:09.085632 1 tasks_processing.go:45] number of workers: 3 I0521 19:37:09.085646 1 tasks_processing.go:69] worker 2 listening for tasks. I0521 19:37:09.085652 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0521 19:37:09.085661 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 19:37:09.085674 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 19:37:09.085680 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0521 19:37:09.085682 1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task. I0521 19:37:09.085691 1 tasks_processing.go:74] worker 0 stopped. I0521 19:37:09.085754 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0521 19:37:09.085771 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.736µs to process 1 records I0521 19:37:09.085830 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=5e6e9deebe7018085c2e386bec070d88cace102ade375a07031a50ddcdc08e82 I0521 19:37:09.085839 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.078µs to process 1 records I0521 19:37:09.085845 1 tasks_processing.go:74] worker 1 stopped. I0521 19:37:09.085951 1 tasks_processing.go:74] worker 2 stopped. I0521 19:37:09.085967 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 292.798µs to process 0 records I0521 19:37:09.085987 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=HttpStatus401 message=received HTTP 401 Unauthorized from https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules. Using the default built-in configuration I0521 19:37:09.086013 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0521 19:37:09.120519 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=5db526be4a2f85798b99ec5bb23db489b1f83baf5ea0507215e2b3fb5828fbfd I0521 19:37:09.120664 1 diskrecorder.go:70] Writing 116 records to /var/lib/insights-operator/insights-2026-05-21-193709.tar.gz I0521 19:37:09.127772 1 diskrecorder.go:51] Wrote 116 records to disk in 7ms I0521 19:37:09.127809 1 periodic.go:285] Gathering cluster info every 2h0m0s I0521 19:37:09.127824 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0521 19:37:22.402065 1 diskrecorder.go:223] Found files to send: insights-2026-05-21-193709.tar.gz I0521 19:37:22.402092 1 insightsuploader.go:150] Checking archives to upload periodically every 15m34.263279754s I0521 19:37:22.402104 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0521 19:37:22.415125 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0521 19:37:22.939917 1 requests.go:69] gateway server https://console.redhat.com/api/ingress/v1/upload returned 401, x-rh-insights-request-id=4741d4e3fb7e4b7cb152301223332df4 I0521 19:37:22.940049 1 insightsuploader.go:169] Unable to upload report after 530ms: your Red Hat account is not enabled for remote support or your token has expired: {"errors":[{"status":401,"meta":{"response_by":"gateway"},"detail":"UHC services authentication failed"}]} I0521 19:37:22.940081 1 controllerstatus.go:80] name=insightsuploader healthy=false reason=NotAuthorized message=Reporting was not allowed: your Red Hat account is not enabled for remote support or your token has expired: {"errors":[{"status":401,"meta":{"response_by":"gateway"},"detail":"UHC services authentication failed"}]} I0521 19:37:52.428245 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:37:52.428290 1 controller.go:554] The operator is healthy I0521 19:39:52.439890 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:39:52.439932 1 controller.go:554] The operator is healthy I0521 19:40:52.393696 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:40:52.402480 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:40:52.402499 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:40:52.406372 1 secretconfigobserver.go:119] support secret does not exist I0521 19:41:52.447728 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:41:52.447767 1 controller.go:554] The operator is healthy I0521 19:43:52.431458 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:43:52.431500 1 controller.go:554] The operator is healthy I0521 19:45:52.389797 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 19:45:52.393795 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 19:45:52.406852 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:45:52.412120 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:45:52.412163 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:45:52.416406 1 secretconfigobserver.go:119] support secret does not exist I0521 19:45:52.427003 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:45:52.427049 1 controller.go:554] The operator is healthy I0521 19:47:52.431492 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:47:52.431529 1 controller.go:554] The operator is healthy I0521 19:49:52.431863 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:49:52.431903 1 controller.go:554] The operator is healthy I0521 19:50:52.416894 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:50:52.421917 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:50:52.421937 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:50:52.425714 1 secretconfigobserver.go:119] support secret does not exist I0521 19:51:52.432372 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:51:52.432408 1 controller.go:554] The operator is healthy I0521 19:53:52.430215 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:53:52.430260 1 controller.go:554] The operator is healthy I0521 19:55:52.390540 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 19:55:52.426805 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:55:52.427574 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:55:52.427608 1 controller.go:554] The operator is healthy I0521 19:55:52.431208 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:55:52.431227 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:55:52.434950 1 secretconfigobserver.go:119] support secret does not exist I0521 19:57:52.427431 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:57:52.427467 1 controller.go:554] The operator is healthy I0521 19:59:52.427792 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:59:52.427826 1 controller.go:554] The operator is healthy I0521 20:00:52.435892 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 20:00:52.441220 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 20:00:52.441240 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 20:00:52.445044 1 secretconfigobserver.go:119] support secret does not exist I0521 20:01:52.428493 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 20:01:52.428538 1 controller.go:554] The operator is healthy