I0521 19:33:09.350331 1 cmd.go:253] Using service-serving-cert provided certificates I0521 19:33:09.350759 1 observer_polling.go:159] Starting file observer I0521 19:33:09.860627 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0521 19:33:09.860819 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0521 19:33:09.861383 1 secure_serving.go:57] Forcing use of http/1.1 only W0521 19:33:09.861431 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0521 19:33:09.861436 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0521 19:33:09.861440 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0521 19:33:09.861442 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0521 19:33:09.861445 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0521 19:33:09.861447 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0521 19:33:09.861517 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0521 19:33:09.864956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"c441383a-982a-42f9-93e3-ef10860ffcd2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0521 19:33:09.864953 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0521 19:33:09.866093 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0521 19:33:09.866117 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0521 19:33:09.866152 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:33:09.866193 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 19:33:09.866159 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:33:09.866230 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 19:33:09.866423 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0521 19:33:09.866738 1 secure_serving.go:213] Serving securely on [::]:8443 I0521 19:33:09.866779 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0521 19:33:09.869568 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0521 19:33:09.869591 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0521 19:33:09.869685 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0521 19:33:09.891234 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:33:09.891252 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0521 19:33:09.904374 1 secretconfigobserver.go:119] support secret does not exist I0521 19:33:09.919149 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:33:09.925269 1 secretconfigobserver.go:119] support secret does not exist I0521 19:33:09.931482 1 recorder.go:176] Pruning old reports every 4h50m48s, max age is 288h0m0s I0521 19:33:09.941490 1 periodic.go:216] Running clusterconfig gatherer I0521 19:33:09.941494 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0521 19:33:09.941515 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0521 19:33:09.941534 1 tasks_processing.go:45] number of workers: 64 I0521 19:33:09.941540 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0521 19:33:09.941547 1 insightsreport.go:296] Starting report retriever I0521 19:33:09.941551 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0521 19:33:09.941561 1 tasks_processing.go:69] worker 6 listening for tasks. I0521 19:33:09.941562 1 tasks_processing.go:69] worker 15 listening for tasks. I0521 19:33:09.941567 1 tasks_processing.go:69] worker 11 listening for tasks. I0521 19:33:09.941574 1 tasks_processing.go:69] worker 12 listening for tasks. I0521 19:33:09.941575 1 tasks_processing.go:69] worker 10 listening for tasks. I0521 19:33:09.941579 1 tasks_processing.go:69] worker 14 listening for tasks. I0521 19:33:09.941579 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 19:33:09.941586 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 19:33:09.941590 1 tasks_processing.go:71] worker 0 working on feature_gates task. I0521 19:33:09.941591 1 tasks_processing.go:71] worker 14 working on jaegers task. I0521 19:33:09.941590 1 tasks_processing.go:69] worker 13 listening for tasks. I0521 19:33:09.941597 1 tasks_processing.go:69] worker 8 listening for tasks. I0521 19:33:09.941596 1 tasks_processing.go:69] worker 4 listening for tasks. I0521 19:33:09.941602 1 tasks_processing.go:69] worker 5 listening for tasks. I0521 19:33:09.941607 1 tasks_processing.go:69] worker 9 listening for tasks. I0521 19:33:09.941604 1 tasks_processing.go:69] worker 3 listening for tasks. I0521 19:33:09.941614 1 tasks_processing.go:69] worker 42 listening for tasks. I0521 19:33:09.941621 1 tasks_processing.go:69] worker 29 listening for tasks. I0521 19:33:09.941624 1 tasks_processing.go:71] worker 42 working on machine_config_pools task. I0521 19:33:09.941625 1 tasks_processing.go:69] worker 16 listening for tasks. I0521 19:33:09.941622 1 tasks_processing.go:69] worker 2 listening for tasks. I0521 19:33:09.941633 1 tasks_processing.go:69] worker 23 listening for tasks. I0521 19:33:09.941630 1 tasks_processing.go:71] worker 3 working on silenced_alerts task. I0521 19:33:09.941642 1 tasks_processing.go:69] worker 18 listening for tasks. I0521 19:33:09.941624 1 tasks_processing.go:69] worker 22 listening for tasks. I0521 19:33:09.941649 1 tasks_processing.go:69] worker 37 listening for tasks. I0521 19:33:09.941634 1 tasks_processing.go:69] worker 17 listening for tasks. I0521 19:33:09.941658 1 tasks_processing.go:69] worker 19 listening for tasks. I0521 19:33:09.941661 1 tasks_processing.go:69] worker 38 listening for tasks. I0521 19:33:09.941630 1 tasks_processing.go:69] worker 30 listening for tasks. I0521 19:33:09.941667 1 tasks_processing.go:69] worker 20 listening for tasks. I0521 19:33:09.941670 1 tasks_processing.go:69] worker 39 listening for tasks. I0521 19:33:09.941639 1 tasks_processing.go:69] worker 31 listening for tasks. I0521 19:33:09.941647 1 tasks_processing.go:69] worker 24 listening for tasks. I0521 19:33:09.941676 1 tasks_processing.go:69] worker 40 listening for tasks. I0521 19:33:09.941675 1 tasks_processing.go:69] worker 27 listening for tasks. I0521 19:33:09.941617 1 tasks_processing.go:69] worker 28 listening for tasks. I0521 19:33:09.941679 1 tasks_processing.go:69] worker 55 listening for tasks. I0521 19:33:09.941686 1 tasks_processing.go:69] worker 34 listening for tasks. I0521 19:33:09.941689 1 tasks_processing.go:69] worker 45 listening for tasks. I0521 19:33:09.941687 1 tasks_processing.go:69] worker 33 listening for tasks. I0521 19:33:09.941659 1 tasks_processing.go:69] worker 25 listening for tasks. I0521 19:33:09.941694 1 tasks_processing.go:69] worker 46 listening for tasks. I0521 19:33:09.941700 1 tasks_processing.go:69] worker 57 listening for tasks. I0521 19:33:09.941702 1 tasks_processing.go:69] worker 63 listening for tasks. I0521 19:33:09.941704 1 tasks_processing.go:71] worker 11 working on tsdb_status task. I0521 19:33:09.941702 1 tasks_processing.go:69] worker 44 listening for tasks. I0521 19:33:09.941705 1 tasks_processing.go:71] worker 10 working on aggregated_monitoring_cr_names task. I0521 19:33:09.941710 1 tasks_processing.go:71] worker 6 working on ingress task. I0521 19:33:09.941707 1 tasks_processing.go:69] worker 47 listening for tasks. I0521 19:33:09.941697 1 tasks_processing.go:69] worker 43 listening for tasks. I0521 19:33:09.941717 1 tasks_processing.go:69] worker 61 listening for tasks. I0521 19:33:09.941714 1 tasks_processing.go:69] worker 35 listening for tasks. I0521 19:33:09.941660 1 tasks_processing.go:69] worker 36 listening for tasks. I0521 19:33:09.941728 1 tasks_processing.go:69] worker 52 listening for tasks. I0521 19:33:09.941734 1 tasks_processing.go:71] worker 13 working on monitoring_persistent_volumes task. I0521 19:33:09.941736 1 tasks_processing.go:71] worker 5 working on machines task. I0521 19:33:09.941737 1 tasks_processing.go:71] worker 29 working on pod_network_connectivity_checks task. I0521 19:33:09.941741 1 tasks_processing.go:71] worker 9 working on openstack_version task. I0521 19:33:09.941740 1 tasks_processing.go:71] worker 4 working on proxies task. I0521 19:33:09.941739 1 tasks_processing.go:69] worker 53 listening for tasks. I0521 19:33:09.941750 1 tasks_processing.go:71] worker 52 working on clusterroles task. I0521 19:33:09.941756 1 tasks_processing.go:71] worker 53 working on container_runtime_configs task. I0521 19:33:09.941757 1 tasks_processing.go:71] worker 27 working on active_alerts task. I0521 19:33:09.941771 1 tasks_processing.go:71] worker 19 working on image_pruners task. I0521 19:33:09.941788 1 tasks_processing.go:71] worker 18 working on openshift_machine_api_events task. I0521 19:33:09.941676 1 tasks_processing.go:69] worker 32 listening for tasks. I0521 19:33:09.941618 1 tasks_processing.go:69] worker 21 listening for tasks. I0521 19:33:09.941844 1 tasks_processing.go:71] worker 55 working on networks task. I0521 19:33:09.941589 1 tasks_processing.go:69] worker 7 listening for tasks. I0521 19:33:09.941850 1 tasks_processing.go:71] worker 16 working on config_maps task. I0521 19:33:09.941855 1 tasks_processing.go:71] worker 23 working on qemu_kubevirt_launcher_logs task. I0521 19:33:09.941693 1 tasks_processing.go:69] worker 56 listening for tasks. I0521 19:33:09.941864 1 tasks_processing.go:71] worker 56 working on image task. I0521 19:33:09.941684 1 tasks_processing.go:69] worker 62 listening for tasks. I0521 19:33:09.941975 1 tasks_processing.go:71] worker 30 working on version task. I0521 19:33:09.942077 1 tasks_processing.go:71] worker 62 working on sap_pods task. I0521 19:33:09.941856 1 tasks_processing.go:71] worker 7 working on certificate_signing_requests task. I0521 19:33:09.941698 1 tasks_processing.go:69] worker 49 listening for tasks. I0521 19:33:09.941666 1 tasks_processing.go:69] worker 26 listening for tasks. I0521 19:33:09.941711 1 tasks_processing.go:69] worker 58 listening for tasks. I0521 19:33:09.941706 1 tasks_processing.go:69] worker 50 listening for tasks. I0521 19:33:09.941717 1 tasks_processing.go:69] worker 60 listening for tasks. I0521 19:33:09.941718 1 tasks_processing.go:69] worker 51 listening for tasks. I0521 19:33:09.941718 1 tasks_processing.go:71] worker 8 working on image_registries task. I0521 19:33:09.941699 1 tasks_processing.go:71] worker 12 working on infrastructures task. I0521 19:33:09.942318 1 tasks_processing.go:71] worker 51 working on openstack_dataplanedeployments task. I0521 19:33:09.941724 1 tasks_processing.go:69] worker 59 listening for tasks. I0521 19:33:09.942425 1 tasks_processing.go:71] worker 59 working on mutating_webhook_configurations task. I0521 19:33:09.941728 1 tasks_processing.go:69] worker 54 listening for tasks. I0521 19:33:09.941839 1 tasks_processing.go:71] worker 28 working on dvo_metrics task. I0521 19:33:09.942511 1 tasks_processing.go:71] worker 58 working on sap_datahubs task. I0521 19:33:09.942557 1 tasks_processing.go:71] worker 60 working on machine_configs task. I0521 19:33:09.942660 1 tasks_processing.go:71] worker 54 working on ceph_cluster task. I0521 19:33:09.942550 1 tasks_processing.go:71] worker 50 working on schedulers task. I0521 19:33:09.941839 1 tasks_processing.go:71] worker 32 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0521 19:33:09.942565 1 tasks_processing.go:71] worker 26 working on metrics task. I0521 19:33:09.941683 1 tasks_processing.go:69] worker 48 listening for tasks. I0521 19:33:09.941846 1 tasks_processing.go:71] worker 2 working on olm_operators task. I0521 19:33:09.942865 1 tasks_processing.go:71] worker 48 working on oauths task. I0521 19:33:09.941848 1 tasks_processing.go:71] worker 21 working on operators task. I0521 19:33:09.941680 1 tasks_processing.go:69] worker 41 listening for tasks. I0521 19:33:09.942994 1 tasks_processing.go:71] worker 41 working on nodenetworkconfigurationpolicies task. I0521 19:33:09.941906 1 tasks_processing.go:71] worker 37 working on machine_sets task. I0521 19:33:09.943030 1 tasks_processing.go:71] worker 49 working on authentication task. I0521 19:33:09.941921 1 tasks_processing.go:71] worker 22 working on storage_classes task. I0521 19:33:09.941694 1 tasks_processing.go:71] worker 15 working on service_accounts task. I0521 19:33:09.941933 1 tasks_processing.go:71] worker 63 working on nodenetworkstates task. I0521 19:33:09.941937 1 tasks_processing.go:71] worker 34 working on openshift_logging task. I0521 19:33:09.941944 1 tasks_processing.go:71] worker 25 working on support_secret task. I0521 19:33:09.941943 1 tasks_processing.go:71] worker 46 working on cluster_apiserver task. I0521 19:33:09.941949 1 tasks_processing.go:71] worker 45 working on storage_cluster task. I0521 19:33:09.941950 1 tasks_processing.go:71] worker 57 working on install_plans task. I0521 19:33:09.941955 1 tasks_processing.go:71] worker 33 working on machine_healthchecks task. I0521 19:33:09.941961 1 tasks_processing.go:71] worker 24 working on sap_config task. I0521 19:33:09.941962 1 tasks_processing.go:71] worker 39 working on overlapping_namespace_uids task. I0521 19:33:09.941963 1 tasks_processing.go:71] worker 17 working on operators_pods_and_events task. I0521 19:33:09.941968 1 tasks_processing.go:71] worker 38 working on pdbs task. I0521 19:33:09.941965 1 tasks_processing.go:71] worker 31 working on ingress_certificates task. I0521 19:33:09.941980 1 tasks_processing.go:71] worker 43 working on node_logs task. I0521 19:33:09.941975 1 tasks_processing.go:71] worker 20 working on crds task. I0521 19:33:09.941985 1 tasks_processing.go:71] worker 40 working on machine_autoscalers task. I0521 19:33:09.941986 1 tasks_processing.go:71] worker 47 working on openstack_dataplanenodesets task. I0521 19:33:09.941987 1 tasks_processing.go:71] worker 44 working on openstack_controlplanes task. I0521 19:33:09.941997 1 tasks_processing.go:71] worker 36 working on nodes task. I0521 19:33:09.941999 1 tasks_processing.go:71] worker 35 working on container_images task. I0521 19:33:09.942001 1 tasks_processing.go:71] worker 61 working on cost_management_metrics_configs task. I0521 19:33:09.941729 1 tasks_processing.go:71] worker 1 working on node_features task. E0521 19:33:09.948484 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.115.147:9091: connect: connection refused I0521 19:33:09.948504 1 tasks_processing.go:71] worker 11 working on validating_webhook_configurations task. E0521 19:33:09.948517 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.115.147:9091: connect: connection refused I0521 19:33:09.948536 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 6.788355ms to process 0 records E0521 19:33:09.948544 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.115.147:9091: connect: connection refused I0521 19:33:09.948576 1 tasks_processing.go:71] worker 26 working on lokistack task. E0521 19:33:09.948593 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.115.147:9091: connect: connection refused I0521 19:33:09.948627 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 5.804891ms to process 0 records I0521 19:33:09.955124 1 tasks_processing.go:74] worker 42 stopped. I0521 19:33:09.955145 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 13.492353ms to process 0 records E0521 19:33:09.955159 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0521 19:33:09.955166 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 13.390439ms to process 0 records I0521 19:33:09.955171 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 13.407367ms to process 0 records I0521 19:33:09.955175 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 13.397845ms to process 0 records I0521 19:33:09.955181 1 tasks_processing.go:74] worker 53 stopped. I0521 19:33:09.955185 1 tasks_processing.go:74] worker 29 stopped. I0521 19:33:09.955189 1 tasks_processing.go:74] worker 9 stopped. I0521 19:33:09.957251 1 tasks_processing.go:74] worker 14 stopped. I0521 19:33:09.957264 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 15.643683ms to process 0 records I0521 19:33:09.957661 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0521 19:33:09.957676 1 controller.go:368] The initial operator extension status is healthy I0521 19:33:09.957684 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0521 19:33:09.957688 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0521 19:33:09.957690 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0521 19:33:09.957704 1 controller.go:531] The operator is still being initialized I0521 19:33:09.957712 1 controller.go:554] The operator is healthy I0521 19:33:09.957768 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0521 19:33:09.957774 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0521 19:33:09.957922 1 operator.go:328] started I0521 19:33:09.957949 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0521 19:33:09.965125 1 tasks_processing.go:74] worker 58 stopped. I0521 19:33:09.965134 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 22.562338ms to process 0 records I0521 19:33:09.965143 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 22.797702ms to process 0 records I0521 19:33:09.965149 1 tasks_processing.go:74] worker 51 stopped. I0521 19:33:09.966209 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0521 19:33:09.966266 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 19:33:09.966287 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 19:33:09.970490 1 base_controller.go:82] Caches are synced for ConfigController I0521 19:33:09.970504 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0521 19:33:09.986462 1 tasks_processing.go:74] worker 54 stopped. I0521 19:33:09.986481 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 43.779029ms to process 0 records I0521 19:33:09.986492 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 44.378853ms to process 0 records I0521 19:33:09.986500 1 tasks_processing.go:74] worker 62 stopped. I0521 19:33:09.986524 1 tasks_processing.go:74] worker 37 stopped. I0521 19:33:09.986534 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 43.506494ms to process 0 records E0521 19:33:09.986545 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0521 19:33:09.986552 1 gather.go:177] gatherer "clusterconfig" function "machines" took 44.783963ms to process 0 records I0521 19:33:09.986553 1 tasks_processing.go:74] worker 5 stopped. I0521 19:33:09.986606 1 tasks_processing.go:74] worker 4 stopped. I0521 19:33:09.986684 1 recorder.go:75] Recording config/proxy with fingerprint=e5222ee82a1188aab13ae2eb758d0b8f4dfe0a09cc9a4b4fff011023e7204e7d I0521 19:33:09.986698 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 44.854028ms to process 1 records I0521 19:33:09.986869 1 tasks_processing.go:74] worker 19 stopped. I0521 19:33:09.987084 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=2d0952d774129aa33931f13f3f510949752042e0c0576eae54dfd7cbb9012f52 I0521 19:33:09.987096 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 45.082718ms to process 1 records I0521 19:33:10.005614 1 tasks_processing.go:74] worker 56 stopped. I0521 19:33:10.005693 1 recorder.go:75] Recording config/image with fingerprint=7eeb78ea0fa5727110ad7eed554f8960274898dcfa316142a16748c6bbe2038a I0521 19:33:10.005705 1 gather.go:177] gatherer "clusterconfig" function "image" took 63.742662ms to process 1 records I0521 19:33:10.005712 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 62.614074ms to process 0 records I0521 19:33:10.005716 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 62.356951ms to process 0 records I0521 19:33:10.005720 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 62.321737ms to process 0 records I0521 19:33:10.005726 1 tasks_processing.go:74] worker 45 stopped. I0521 19:33:10.005730 1 tasks_processing.go:74] worker 34 stopped. I0521 19:33:10.005731 1 tasks_processing.go:74] worker 41 stopped. I0521 19:33:10.005828 1 tasks_processing.go:74] worker 33 stopped. E0521 19:33:10.005840 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0521 19:33:10.005848 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 62.327557ms to process 0 records I0521 19:33:10.005889 1 tasks_processing.go:74] worker 63 stopped. I0521 19:33:10.005908 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 62.652443ms to process 0 records I0521 19:33:10.005948 1 tasks_processing.go:74] worker 12 stopped. I0521 19:33:10.006078 1 gather_logs.go:145] no pods in namespace were found I0521 19:33:10.006665 1 recorder.go:75] Recording config/infrastructure with fingerprint=f900eb44f4e8e3934148fcddd6ada3dc26fdf64d96c7575d4d064b95dec5fe56 I0521 19:33:10.006681 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 63.691779ms to process 1 records I0521 19:33:10.006779 1 tasks_processing.go:74] worker 55 stopped. I0521 19:33:10.006808 1 recorder.go:75] Recording config/network with fingerprint=00197174d841e5eb366a33ef534c863e98fc574688dba0fa1d92a8d41af0d901 I0521 19:33:10.006818 1 gather.go:177] gatherer "clusterconfig" function "networks" took 64.207005ms to process 1 records I0521 19:33:10.006827 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 64.228175ms to process 0 records I0521 19:33:10.006842 1 tasks_processing.go:74] worker 23 stopped. I0521 19:33:10.006907 1 tasks_processing.go:74] worker 6 stopped. I0521 19:33:10.006924 1 recorder.go:75] Recording config/ingress with fingerprint=733a6eb9b0864b0ed9e08253aa28b2b25bcfb6351b94df0aeea027299e778399 I0521 19:33:10.006930 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 64.447072ms to process 1 records I0521 19:33:10.007007 1 tasks_processing.go:74] worker 48 stopped. I0521 19:33:10.007213 1 recorder.go:75] Recording config/oauth with fingerprint=70862d7d185e3d343350b3dd7bd43296978820944ce74cade004af52c3299f25 I0521 19:33:10.007227 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 63.36231ms to process 1 records I0521 19:33:10.007326 1 tasks_processing.go:74] worker 49 stopped. I0521 19:33:10.007376 1 recorder.go:75] Recording config/authentication with fingerprint=602004746e0fd857c4b26c939e96f4a94968c44550ba8e877a8fc9e27a91a2d8 I0521 19:33:10.007386 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 63.192752ms to process 1 records I0521 19:33:10.007412 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 62.827927ms to process 0 records I0521 19:33:10.007416 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 64.580473ms to process 0 records I0521 19:33:10.007430 1 tasks_processing.go:74] worker 24 stopped. I0521 19:33:10.007439 1 tasks_processing.go:74] worker 18 stopped. I0521 19:33:10.007494 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=7574bc1b757ee1de987f5134cd3e1c1c402e0ea5e227d00706912e1789526f84 I0521 19:33:10.007509 1 tasks_processing.go:74] worker 22 stopped. I0521 19:33:10.007520 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=7b33a101b3f596f3172e227985ee501160660201bb8ee2808305d2d2a86903cb I0521 19:33:10.007527 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 63.369495ms to process 2 records I0521 19:33:10.007532 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 61.697396ms to process 0 records I0521 19:33:10.007536 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 63.619153ms to process 0 records I0521 19:33:10.007593 1 tasks_processing.go:74] worker 2 stopped. I0521 19:33:10.007593 1 tasks_processing.go:74] worker 44 stopped. I0521 19:33:10.007649 1 recorder.go:75] Recording config/featuregate with fingerprint=3a8dcf44ee89926cb46319ca9acca6498131bda49ff88273db096e729523ee30 I0521 19:33:10.007659 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 65.014023ms to process 1 records I0521 19:33:10.007664 1 tasks_processing.go:74] worker 0 stopped. W0521 19:33:10.008546 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. E0521 19:33:10.009808 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0521 19:33:10.009826 1 tasks_processing.go:74] worker 25 stopped. E0521 19:33:10.009834 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0521 19:33:10.009842 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 66.477502ms to process 0 records I0521 19:33:10.009848 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 64.783203ms to process 0 records I0521 19:33:10.009852 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 61.247644ms to process 0 records I0521 19:33:10.009855 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 64.89692ms to process 0 records I0521 19:33:10.009862 1 tasks_processing.go:74] worker 61 stopped. I0521 19:33:10.009865 1 tasks_processing.go:74] worker 1 stopped. I0521 19:33:10.009869 1 tasks_processing.go:74] worker 26 stopped. I0521 19:33:10.009879 1 tasks_processing.go:74] worker 13 stopped. I0521 19:33:10.009889 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 68.136653ms to process 0 records I0521 19:33:10.009943 1 tasks_processing.go:74] worker 40 stopped. I0521 19:33:10.009952 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 65.361183ms to process 0 records I0521 19:33:10.010070 1 tasks_processing.go:74] worker 59 stopped. I0521 19:33:10.010104 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=e39fa50512f4cf966ea68d14c9897e855f1f81d8b6634a62de1b6c81ec072477 I0521 19:33:10.010134 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=335033160d268e9a3d087178c8952c39e9bbbee28de6d0f836e66c58c7bdb874 I0521 19:33:10.010159 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=09b235bcb6d48817c56df449cd2f73305f8297494dde025c1f1327073a275f53 I0521 19:33:10.010168 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 67.521545ms to process 3 records I0521 19:33:10.010267 1 recorder.go:75] Recording config/apiserver with fingerprint=0fd45015951466974cb837afcc62b28d24c4e07981506faf09ad6e4e994f3fe1 I0521 19:33:10.010279 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 66.660474ms to process 1 records I0521 19:33:10.010284 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 65.549132ms to process 0 records I0521 19:33:10.010290 1 tasks_processing.go:74] worker 47 stopped. I0521 19:33:10.010294 1 tasks_processing.go:74] worker 46 stopped. I0521 19:33:10.010717 1 tasks_processing.go:74] worker 50 stopped. I0521 19:33:10.010788 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=8c9df8035cd19f7dc8f48e4834d482f4c701495eb986eef9b6026dc88197ec53 I0521 19:33:10.010805 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 67.972241ms to process 1 records I0521 19:33:10.010860 1 tasks_processing.go:74] worker 8 stopped. I0521 19:33:10.011168 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8c89c4ddc79fdde516f94731f89397c6eb655d33f14c787383560021e732262e I0521 19:33:10.011179 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 68.669976ms to process 1 records I0521 19:33:10.017969 1 tasks_processing.go:74] worker 39 stopped. I0521 19:33:10.018004 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0521 19:33:10.018013 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 74.122109ms to process 1 records I0521 19:33:10.020004 1 tasks_processing.go:74] worker 7 stopped. I0521 19:33:10.020020 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 77.896859ms to process 0 records I0521 19:33:10.020327 1 tasks_processing.go:74] worker 17 stopped. I0521 19:33:10.020342 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 76.301618ms to process 0 records I0521 19:33:10.023260 1 tasks_processing.go:74] worker 60 stopped. E0521 19:33:10.023272 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0521 19:33:10.023291 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0521 19:33:10.023303 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 80.627989ms to process 1 records I0521 19:33:10.040337 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 19:33:10.040766 1 tasks_processing.go:74] worker 38 stopped. I0521 19:33:10.040853 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=f89af9b1b920b78a7c95c5ee2686d9594b4916ebec54271e023cae67ea0b1695 I0521 19:33:10.040873 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=9486178e4d98463ffc600226d703515443bc8e59d49af3cdd6ce8e54d2c0f785 I0521 19:33:10.040888 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=5f0cbd5d70f88a894b2881b842b5603022b651b7b16c8cbae05c6005933addf9 I0521 19:33:10.040901 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=17c90aaf90c46128863718d71bd7161c35afe45354243259130e2c285fdd3dcd I0521 19:33:10.040919 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=8a264a631e2d5566b178b1f7a7e8165fb59684e424f9cce359fb1efa00694161 I0521 19:33:10.040931 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=6184a500fa50ed974abd9269465f47659d706f7182466f2973ed4840ce1395c1 I0521 19:33:10.040946 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=cf5f59b6b5e0ed2e183b222ac433c29c2e04ed29d3ab7fba60f66df8afdc30f3 I0521 19:33:10.040958 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=fe67abc899e912ade7d05cdb8c7d7b94d448f4479af547ff2c2813a3af9b53a5 I0521 19:33:10.040971 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=55a92e14b560a2cceb4134524f5dfe8126dfb65883402e3f5d0ddefc7a0bacee I0521 19:33:10.040984 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=8fab2e68484c86726aa5a80eecf0cb33fd6b63657d8d331aed6bccfbfe1bfa6f I0521 19:33:10.041003 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=e070b7e158be037c2316f5bef034e60aeb143c73568357cc58253098d481b227 I0521 19:33:10.041012 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 96.63159ms to process 11 records I0521 19:33:10.046613 1 tasks_processing.go:74] worker 52 stopped. I0521 19:33:10.046778 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=385511ea9b453507e7f9ed7c79b1c99d6091faf58d45263cc2542ce68fc0a293 I0521 19:33:10.046859 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=bd7061567cc6f6b94734aac5456b1acf2a2bf8c90e20883d0ccb46dcdc251eb3 I0521 19:33:10.046868 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 104.849039ms to process 2 records I0521 19:33:10.056116 1 tasks_processing.go:74] worker 43 stopped. I0521 19:33:10.056133 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 111.873891ms to process 0 records I0521 19:33:10.058455 1 base_controller.go:82] Caches are synced for LoggingSyncer I0521 19:33:10.058473 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0521 19:33:10.066095 1 tasks_processing.go:74] worker 30 stopped. I0521 19:33:10.066374 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0521 19:33:10.066384 1 recorder.go:75] Recording config/version with fingerprint=b759a49c669a1b57e496b0e81506664323537ee6dbb8be751e3a44eb33c55b40 I0521 19:33:10.066388 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0521 19:33:10.066429 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0521 19:33:10.066431 1 recorder.go:75] Recording config/id with fingerprint=f3d9e67754cbd459bb361066085c1b446c2ea12a36106e16a8a8e49d8c3d57d6 I0521 19:33:10.066434 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0521 19:33:10.066440 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:33:10.066441 1 gather.go:177] gatherer "clusterconfig" function "version" took 124.043812ms to process 2 records I0521 19:33:10.066463 1 controller.go:531] The operator is still being initialized I0521 19:33:10.066475 1 controller.go:554] The operator is healthy I0521 19:33:10.066953 1 tasks_processing.go:74] worker 20 stopped. I0521 19:33:10.067522 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=a17526f12e298fb14f662e215890489a13a37cc63f5dee619f85e59b0f1a14f5 I0521 19:33:10.067717 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=b4c5d1ac2e260ca0815afbc1c6e7c62e638f75e0715a272c37cae8f046784868 I0521 19:33:10.067726 1 gather.go:177] gatherer "clusterconfig" function "crds" took 122.466999ms to process 2 records I0521 19:33:10.067819 1 tasks_processing.go:74] worker 36 stopped. I0521 19:33:10.068412 1 recorder.go:75] Recording config/node/ip-10-0-0-70.ec2.internal with fingerprint=7c353d16d10c560f0d10580d232e3f30d4261a67aab1ca8e2572cb2f49ce817c I0521 19:33:10.068570 1 recorder.go:75] Recording config/node/ip-10-0-1-157.ec2.internal with fingerprint=e37e66fd51851226b0c01d8018bd134a83e5faf175a324715df334f5aaaf54c8 I0521 19:33:10.068713 1 recorder.go:75] Recording config/node/ip-10-0-2-113.ec2.internal with fingerprint=86268eaa2729238b6509f0cdb971c6324eda2d27ec42afb7c730750ffcdc685c I0521 19:33:10.068727 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 122.310027ms to process 3 records I0521 19:33:10.073164 1 tasks_processing.go:74] worker 11 stopped. I0521 19:33:10.073259 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=5217bcedf9ae91d1b6fabf4179852fbdc02ace13afb49ba3f27475709d352a26 I0521 19:33:10.073313 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=eb2153fd63b71f8d263bdfd51498319902370ec0cd28c6fe3a3042bc805a07e6 I0521 19:33:10.073387 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=d232627763b049dfd3d06ade8bf6eed6367b4866df6192aee6785206cf69557d I0521 19:33:10.073426 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=0ca2e1c8878c9a4f14c0f437768a104d788de0a01de2f663207f7e56db367da7 I0521 19:33:10.073447 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=9dc096873f25a3bd01ecb16c4b5f84013dd414185eeab3a5187d284b3efc9702 I0521 19:33:10.073469 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=b169fd4cacb9ad4c29bc2b279033fa9516a7ae8f217f5cabd04c725b9082188d I0521 19:33:10.073491 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=c448e38f8c317e05f20d47c78c9ca8ff87388041659af92ca7168d11bd828189 I0521 19:33:10.073514 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=672283bf5dbd3d7edbaef2615f6f2f5b0214d35b31ebc232f21c293903b515c3 I0521 19:33:10.073536 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=2e9286b3a660b7be32eae47b885302afbfeeb0c2462e7ce787730f33bb42bbe8 I0521 19:33:10.073567 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=a9152a61c7f7a0cfc286517a73c1811e05546bbe6096be4e9ac951a38b7589f4 I0521 19:33:10.073590 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=c2cc0e139b6e09f3404da2b2460b259f898139e903fdc1cd0744f84cfbd3745e I0521 19:33:10.073617 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=1d724c0dd361746727991a899d5e16295d128eea78638f99f5f479fd5b615c00 I0521 19:33:10.073640 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=5bc9cdf06808beca5db08f1c626338d2358d81802b4766a2144e3290ce9a3220 I0521 19:33:10.073648 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 124.652466ms to process 13 records I0521 19:33:10.080064 1 tasks_processing.go:74] worker 10 stopped. I0521 19:33:10.080081 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 138.339098ms to process 0 records I0521 19:33:10.100266 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0521 19:33:10.103612 1 tasks_processing.go:74] worker 32 stopped. I0521 19:33:10.103629 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 160.861522ms to process 0 records I0521 19:33:10.109048 1 tasks_processing.go:74] worker 35 stopped. I0521 19:33:10.111782 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-c456g with fingerprint=e7e47fee2402e9ef870de4b7bdb0f30e71eb490a4389ce7ded754c3514f43b30 I0521 19:33:10.111888 1 recorder.go:75] Recording config/running_containers with fingerprint=2e968df16f354dcfd198b6ece33087fe44ed5ac0b5efcb98b3ee3aec038d84ad I0521 19:33:10.111903 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 164.122059ms to process 2 records I0521 19:33:10.185056 1 tasks_processing.go:74] worker 16 stopped. E0521 19:33:10.185077 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0521 19:33:10.185085 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0521 19:33:10.185089 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0521 19:33:10.185103 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0521 19:33:10.185158 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0521 19:33:10.185171 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0521 19:33:10.185199 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0521 19:33:10.185220 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0521 19:33:10.185269 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0521 19:33:10.185281 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0521 19:33:10.185289 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 243.187737ms to process 7 records I0521 19:33:10.222350 1 tasks_processing.go:74] worker 31 stopped. E0521 19:33:10.222369 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0521 19:33:10.222377 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2qegno3se8u2r4kek6nimg6l9k2oshgs-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2qegno3se8u2r4kek6nimg6l9k2oshgs-primary-cert-bundle-secret" not found I0521 19:33:10.222448 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=9c9da3331eec4cd7664a76b03170e32e729e8b79f88a5b1df8dd448ff2184349 I0521 19:33:10.222464 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 278.157493ms to process 1 records I0521 19:33:10.296240 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0521 19:33:10.312844 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0521 19:33:10.979064 1 tasks_processing.go:74] worker 3 stopped. I0521 19:33:10.979090 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0521 19:33:10.979105 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.037406081s to process 1 records I0521 19:33:10.979145 1 recorder.go:75] Recording config/alerts with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 W0521 19:33:10.979158 1 gather.go:155] issue recording gatherer "clusterconfig" function "active_alerts" result "config/alerts.json" because of the warning: warning: the record with the same fingerprint "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" was already recorded at path "config/namespaces_with_overlapping_uids.json", recording another one with a different path "config/alerts.json" I0521 19:33:10.979170 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.037287775s to process 1 records I0521 19:33:10.979178 1 tasks_processing.go:74] worker 27 stopped. W0521 19:33:11.008961 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 19:33:12.008608 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0521 19:33:12.478613 1 tasks_processing.go:74] worker 21 stopped. I0521 19:33:12.478757 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=d172f03285930d83ce4c58e9d9d60458a910b3d75a4e0f063422815e3d1f564e I0521 19:33:12.478807 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0521 19:33:12.478844 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=8e0145f922a86cbbc7ccb24cdcf05884331c4fe08dcb53a82d7561646ca6cc2f I0521 19:33:12.478873 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0521 19:33:12.478895 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=f6c72bad3add7fb7465f0c6d0bbf3cd21373821855b907f00f4add6a0d190c7f I0521 19:33:12.478912 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0521 19:33:12.478932 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=216be2851868848a68cf2cc781c2e5ac626887c8458457ced70cd842fe5148b0 I0521 19:33:12.478959 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=eb56c3a28591083b757e88ec6d2a3b1bb9655bbbb1c68f8966b312b5a323eed5 I0521 19:33:12.478983 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=0f5692e45908676c34cd55e31a44f654e568384e4c166ee5d25bfe353ff841c6 I0521 19:33:12.479016 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=fc3a4549aca77e810dd1288973030b7a3603df46182dad067b1cfe57b4d0f491 I0521 19:33:12.479335 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=d54fcf7a8056e4bd370a3b15eea940143a0e3b41f04e95abbbff6b94e23ddabe I0521 19:33:12.479355 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=ebdbf6f72ca1aa3723ddde9ef7b82d3c1afac6ab68edf277ff4b9f4936f2685a I0521 19:33:12.479365 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0521 19:33:12.479381 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=1d60bb28f876c0aa5d7a06efec66987b5529d256cf048784fdbab79e8dfdf7a6 I0521 19:33:12.479409 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0521 19:33:12.479426 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=91e4808d64c384252d7332126a8a78116df68545b695986b46f5d6a5c8a865c7 I0521 19:33:12.479440 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0521 19:33:12.479464 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=7bbe21f89ee55cc78a7ddcebc647e1d375edd59d0ac84865655525caa8da475e I0521 19:33:12.479473 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0521 19:33:12.479493 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=77c24cd48b99eb6dfa6f2e8779f6769e8220b818e4dc6d55834da246be9762bc I0521 19:33:12.479603 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=2b2fe4c72ed5cf7d4a51f4ac3c12cc7a349e330c9795760f61eb5c520801b969 I0521 19:33:12.479613 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0521 19:33:12.479620 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0521 19:33:12.479651 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0521 19:33:12.479674 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=66d54edcceb7cc9a074cc4b2b3613364a4fa55f3c7854885062f84938a35a57b I0521 19:33:12.479697 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=c22d5436a471e49632433c64409ec771ab4f12aa13a4f3717a703cdd274e84a2 I0521 19:33:12.479707 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0521 19:33:12.479725 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=1604e26396d5da38fc6d03d3a07d8666a2dcd293a9e244f0d18488c385ffc4e4 I0521 19:33:12.479736 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0521 19:33:12.479752 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=01352a5aa4936eaf6f3903a6ae6bb969074282c32cd7bd11afc447291f6be24b I0521 19:33:12.479762 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0521 19:33:12.479774 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4a94e329ba6f05a647356f11ad727a111ae869b5fe2075a13043ac11e4ba3b79 I0521 19:33:12.479789 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=6da226e83665ab3a6e270ed0cf8777412dc08a8773cf6e4ddb507f44dab88fd9 I0521 19:33:12.479801 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=6e3cb4dcc3a7aa654456fc6a48cf9de9321a4d2306efe45d8c6b7e983d5d38a9 I0521 19:33:12.479828 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=01d364d6aebdff95a5324ec1837b0a11270139a76acc3305ac82910f77405e89 I0521 19:33:12.479839 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0521 19:33:12.479865 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=65b9a67e7433da4af0d3ef7cd14dcb457994c48fff599550ab07e6c4d387fb9f I0521 19:33:12.479881 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0521 19:33:12.479888 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0521 19:33:12.479895 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.53562931s to process 39 records W0521 19:33:13.009041 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 19:33:14.009363 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 19:33:15.007080 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0521 19:33:15.007111 1 tasks_processing.go:74] worker 28 stopped. E0521 19:33:15.007128 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0521 19:33:15.007149 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0521 19:33:15.007162 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.064655445s to process 1 records I0521 19:33:23.024516 1 tasks_processing.go:74] worker 57 stopped. I0521 19:33:23.024579 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0521 19:33:23.024596 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.081082003s to process 1 records I0521 19:33:23.749514 1 tasks_processing.go:74] worker 15 stopped. I0521 19:33:23.749803 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=dadc129ba51abfbb756683073832cb0a8ffd78a000cadc82240ae80a16c4db1f I0521 19:33:23.749821 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.806379774s to process 1 records E0521 19:33:23.749907 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.808s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0521 19:33:23.751024 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0521 19:33:23.751043 1 periodic.go:216] Running workloads gatherer I0521 19:33:23.751066 1 tasks_processing.go:45] number of workers: 2 I0521 19:33:23.751083 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 19:33:23.751090 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0521 19:33:23.751094 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 19:33:23.751174 1 tasks_processing.go:71] worker 0 working on workload_info task. I0521 19:33:23.759177 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-70.ec2.internal... I0521 19:33:23.759187 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-113.ec2.internal... I0521 19:33:23.759197 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-157.ec2.internal... I0521 19:33:23.774942 1 tasks_processing.go:74] worker 1 stopped. I0521 19:33:23.774960 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 23.835234ms to process 0 records I0521 19:33:24.932113 1 controllerstatus.go:89] name=clusterTransferController healthy=false reason=Unauthorized message=failed to pull cluster transfer: OCM API https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%279af8e854-5599-413c-b409-390ff141e8ba%27+and+status+is+%27accepted%27 returned HTTP 401: {"code":"ACCT-MGMT-15","href":"/api/accounts_mgmt/v1/errors/15","id":"15","kind":"Error","operation_id":"6bc99376-1b4b-4b9d-8a92-943100a7892f","reason":"Unable to get payload details from JWT token: Unable to retrieve JWT token from request context"} E0521 19:33:25.116624 1 sca.go:316] OCM API https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates returned HTTP 504: upstream request timeout. Trying again in 15m0s I0521 19:33:28.500820 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0521 19:33:28.524640 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0521 19:33:28.533537 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (10ms) I0521 19:33:28.542292 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (9ms) I0521 19:33:28.551269 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0521 19:33:28.560319 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (9ms) I0521 19:33:28.569314 1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (9ms) I0521 19:33:28.578284 1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (9ms) I0521 19:33:28.587591 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (9ms) I0521 19:33:28.596700 1 gather_workloads_info.go:398] Found image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (9ms) I0521 19:33:28.606144 1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (9ms) I0521 19:33:28.615348 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (9ms) I0521 19:33:28.632645 1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (17ms) I0521 19:33:28.734326 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (102ms) I0521 19:33:28.834566 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0521 19:33:28.934745 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0521 19:33:29.035141 1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (100ms) I0521 19:33:29.134920 1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (100ms) I0521 19:33:29.234483 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0521 19:33:29.334552 1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (100ms) I0521 19:33:29.435653 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (101ms) I0521 19:33:29.534625 1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (99ms) I0521 19:33:29.633833 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (99ms) I0521 19:33:29.734849 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (101ms) I0521 19:33:29.834596 1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (100ms) I0521 19:33:29.933816 1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (99ms) I0521 19:33:30.034641 1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (101ms) I0521 19:33:30.134345 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0521 19:33:30.233709 1 gather_workloads_info.go:398] Found image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (99ms) I0521 19:33:30.335085 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (101ms) I0521 19:33:30.434292 1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (99ms) I0521 19:33:30.534751 1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (100ms) I0521 19:33:30.634620 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0521 19:33:30.734456 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0521 19:33:30.833846 1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (99ms) I0521 19:33:30.933953 1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (100ms) I0521 19:33:31.034979 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (101ms) I0521 19:33:31.135358 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0521 19:33:31.233961 1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (99ms) I0521 19:33:31.334513 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (101ms) I0521 19:33:31.434805 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms) I0521 19:33:31.534647 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0521 19:33:31.634588 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0521 19:33:31.733816 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (99ms) I0521 19:33:31.834587 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (101ms) I0521 19:33:31.935111 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (101ms) I0521 19:33:32.034712 1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (100ms) I0521 19:33:32.134375 1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (100ms) I0521 19:33:32.233749 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (99ms) I0521 19:33:32.233788 1 tasks_processing.go:74] worker 0 stopped. I0521 19:33:32.234086 1 recorder.go:75] Recording config/workload_info with fingerprint=11d037ff875efae4d35f3de9ff318c8f6801404ad1c14bbd416285452bc568c6 I0521 19:33:32.234104 1 gather.go:177] gatherer "workloads" function "workload_info" took 8.482596622s to process 1 records I0521 19:33:32.234117 1 periodic.go:263] Periodic gather workloads completed in 8.483s I0521 19:33:32.234127 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0521 19:33:32.234132 1 periodic.go:216] Running conditional gatherer I0521 19:33:32.240014 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0521 19:33:47.378692 1 conditional_gatherer.go:282] Received HTTP status code 504, trying again in 30s I0521 19:34:17.386042 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0521 19:34:32.147843 1 conditional_gatherer.go:282] Received HTTP status code 401, trying again in 1m0s I0521 19:34:32.147869 1 conditional_gatherer.go:107] received HTTP 401 Unauthorized from https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules. Using the default built-in configuration I0521 19:34:32.148256 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer I0521 19:34:33.208388 1 conditional_gatherer.go:374] alert "ClusterMonitoringOperatorReconciliationErrors" has state "pending" I0521 19:34:33.208419 1 conditional_gatherer.go:374] alert "AlertmanagerReceiversNotConfigured" has state "pending" I0521 19:34:33.208422 1 conditional_gatherer.go:374] alert "KubePodNotScheduled" has state "pending" I0521 19:34:33.208425 1 conditional_gatherer.go:374] alert "KubePodNotScheduled" has state "pending" I0521 19:34:33.208427 1 conditional_gatherer.go:374] alert "AlertmanagerMembersInconsistent" has state "pending" I0521 19:34:33.208429 1 conditional_gatherer.go:374] alert "Watchdog" has state "firing" I0521 19:34:33.208432 1 conditional_gatherer.go:374] alert "KubeContainerWaiting" has state "pending" I0521 19:34:33.208507 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0521 19:34:33.215422 1 conditional_gatherer.go:392] cluster version is '4.21.9' I0521 19:34:33.215452 1 tasks_processing.go:45] number of workers: 3 I0521 19:34:33.215472 1 tasks_processing.go:69] worker 2 listening for tasks. I0521 19:34:33.215478 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0521 19:34:33.215475 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 19:34:33.215492 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 19:34:33.215504 1 tasks_processing.go:74] worker 1 stopped. I0521 19:34:33.215511 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0521 19:34:33.215510 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0521 19:34:33.215566 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=5e6e9deebe7018085c2e386bec070d88cace102ade375a07031a50ddcdc08e82 I0521 19:34:33.215580 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.025µs to process 1 records I0521 19:34:33.215614 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0521 19:34:33.215622 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.943µs to process 1 records I0521 19:34:33.215628 1 tasks_processing.go:74] worker 0 stopped. I0521 19:34:33.215782 1 tasks_processing.go:74] worker 2 stopped. I0521 19:34:33.215796 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 264.672µs to process 0 records I0521 19:34:33.215816 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=HttpStatus401 message=received HTTP 401 Unauthorized from https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules. Using the default built-in configuration I0521 19:34:33.215835 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0521 19:34:33.246066 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=a4c9c5fd3303da46dd7a625e53c20ea5b7c115c32506e38e664c5a03549f0fd2 I0521 19:34:33.246210 1 diskrecorder.go:70] Writing 110 records to /var/lib/insights-operator/insights-2026-05-21-193433.tar.gz I0521 19:34:33.253713 1 diskrecorder.go:51] Wrote 110 records to disk in 7ms I0521 19:34:33.253750 1 periodic.go:285] Gathering cluster info every 2h0m0s I0521 19:34:33.253773 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0521 19:34:39.942504 1 diskrecorder.go:223] Found files to send: insights-2026-05-21-193433.tar.gz I0521 19:34:39.942540 1 insightsuploader.go:150] Checking archives to upload periodically every 16m9.876073506s I0521 19:34:39.942550 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0521 19:34:39.953130 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0521 19:34:54.836044 1 requests.go:69] gateway server https://console.redhat.com/api/ingress/v1/upload returned 401, x-rh-insights-request-id=e13282ba3ff64e6caa1da8b42266029e I0521 19:34:54.836116 1 insightsuploader.go:169] Unable to upload report after 14.89s: your Red Hat account is not enabled for remote support or your token has expired: {"errors":[{"status":401,"meta":{"response_by":"gateway"},"detail":"UHC services authentication failed"}]} I0521 19:34:54.836135 1 controllerstatus.go:80] name=insightsuploader healthy=false reason=NotAuthorized message=Reporting was not allowed: your Red Hat account is not enabled for remote support or your token has expired: {"errors":[{"status":401,"meta":{"response_by":"gateway"},"detail":"UHC services authentication failed"}]} I0521 19:35:09.965448 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:35:09.965470 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:35:09.965494 1 controller.go:531] The operator is still being initialized I0521 19:35:09.965500 1 controller.go:554] The operator is healthy I0521 19:37:09.964880 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:37:09.964906 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:37:09.964941 1 controller.go:554] The operator is healthy I0521 19:38:09.926076 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:38:09.931506 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:38:09.931525 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:38:09.935459 1 secretconfigobserver.go:119] support secret does not exist I0521 19:39:09.964910 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:39:09.964937 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:39:09.964970 1 controller.go:554] The operator is healthy I0521 19:41:09.965123 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:41:09.965148 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:41:09.965175 1 controller.go:554] The operator is healthy I0521 19:43:09.905541 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 19:43:09.935516 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:43:09.954713 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:43:09.954733 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:43:09.968475 1 secretconfigobserver.go:119] support secret does not exist I0521 19:43:09.968829 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:43:09.968848 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:43:09.968872 1 controller.go:554] The operator is healthy I0521 19:45:09.964721 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:45:09.964749 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:45:09.964776 1 controller.go:554] The operator is healthy I0521 19:47:09.964695 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:47:09.964722 1 controller.go:254] Source scaController *sca.Controller is not ready I0521 19:47:09.964746 1 controller.go:554] The operator is healthy I0521 19:48:09.969155 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:48:09.974336 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:48:09.974358 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:48:09.978633 1 secretconfigobserver.go:119] support secret does not exist I0521 19:48:25.127238 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0521 19:48:25.288637 1 sca.go:266] etc-pki-entitlement secret successfully created I0521 19:48:25.288663 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0521 19:49:09.965019 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:49:09.965061 1 controller.go:554] The operator is healthy I0521 19:51:09.965286 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:51:09.965331 1 controller.go:554] The operator is healthy I0521 19:53:09.901143 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 19:53:09.905298 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 19:53:09.964262 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:53:09.964301 1 controller.go:554] The operator is healthy I0521 19:53:09.979223 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:53:09.983667 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:53:09.983683 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:53:09.987987 1 secretconfigobserver.go:119] support secret does not exist I0521 19:55:09.966809 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:55:09.966854 1 controller.go:554] The operator is healthy I0521 19:57:09.965529 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:57:09.965571 1 controller.go:554] The operator is healthy I0521 19:58:09.988247 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 19:58:09.999587 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 19:58:09.999610 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 19:58:10.006267 1 secretconfigobserver.go:119] support secret does not exist I0521 19:59:09.964874 1 controller.go:271] Number of last upload failures 1 lower than threshold 5. Not marking as degraded. I0521 19:59:09.964921 1 controller.go:554] The operator is healthy