I0521 23:05:22.261834 1 cmd.go:253] Using service-serving-cert provided certificates I0521 23:05:22.263038 1 observer_polling.go:159] Starting file observer I0521 23:05:23.006928 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0521 23:05:23.007148 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0521 23:05:23.007683 1 secure_serving.go:57] Forcing use of http/1.1 only W0521 23:05:23.007703 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0521 23:05:23.007707 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0521 23:05:23.007711 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0521 23:05:23.007714 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0521 23:05:23.007716 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0521 23:05:23.007719 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0521 23:05:23.007716 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0521 23:05:23.011566 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"29cbf3cc-0c96-47fd-a207-ff31d822361e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0521 23:05:23.011597 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0521 23:05:23.012933 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0521 23:05:23.012946 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 23:05:23.012947 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 23:05:23.012961 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 23:05:23.012954 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0521 23:05:23.012971 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 23:05:23.013212 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0521 23:05:23.013450 1 secure_serving.go:213] Serving securely on [::]:8443 I0521 23:05:23.013478 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0521 23:05:23.020575 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0521 23:05:23.020597 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0521 23:05:23.020714 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0521 23:05:23.027700 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 23:05:23.027718 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0521 23:05:23.033725 1 secretconfigobserver.go:119] support secret does not exist I0521 23:05:23.039666 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 23:05:23.044786 1 secretconfigobserver.go:119] support secret does not exist I0521 23:05:23.047934 1 recorder.go:161] Pruning old reports every 6h4m1s, max age is 288h0m0s I0521 23:05:23.053724 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0521 23:05:23.053739 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0521 23:05:23.053740 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0521 23:05:23.053750 1 insightsreport.go:296] Starting report retriever I0521 23:05:23.053751 1 periodic.go:209] Running clusterconfig gatherer I0521 23:05:23.053756 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0521 23:05:23.053795 1 tasks_processing.go:45] number of workers: 64 I0521 23:05:23.053816 1 tasks_processing.go:69] worker 3 listening for tasks. I0521 23:05:23.053826 1 tasks_processing.go:69] worker 2 listening for tasks. I0521 23:05:23.053832 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 23:05:23.053838 1 tasks_processing.go:69] worker 12 listening for tasks. I0521 23:05:23.053836 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 23:05:23.053844 1 tasks_processing.go:69] worker 4 listening for tasks. I0521 23:05:23.053840 1 tasks_processing.go:69] worker 21 listening for tasks. I0521 23:05:23.053848 1 tasks_processing.go:69] worker 13 listening for tasks. I0521 23:05:23.053849 1 tasks_processing.go:69] worker 9 listening for tasks. I0521 23:05:23.053852 1 tasks_processing.go:69] worker 8 listening for tasks. I0521 23:05:23.053857 1 tasks_processing.go:71] worker 13 working on authentication task. I0521 23:05:23.053860 1 tasks_processing.go:71] worker 8 working on nodenetworkstates task. I0521 23:05:23.053859 1 tasks_processing.go:69] worker 11 listening for tasks. I0521 23:05:23.053864 1 tasks_processing.go:69] worker 22 listening for tasks. I0521 23:05:23.053868 1 tasks_processing.go:69] worker 17 listening for tasks. I0521 23:05:23.053852 1 tasks_processing.go:71] worker 4 working on cluster_apiserver task. I0521 23:05:23.053875 1 tasks_processing.go:69] worker 23 listening for tasks. I0521 23:05:23.053872 1 tasks_processing.go:69] worker 6 listening for tasks. I0521 23:05:23.053875 1 tasks_processing.go:69] worker 18 listening for tasks. I0521 23:05:23.053881 1 tasks_processing.go:69] worker 19 listening for tasks. I0521 23:05:23.053884 1 tasks_processing.go:69] worker 47 listening for tasks. I0521 23:05:23.053889 1 tasks_processing.go:69] worker 20 listening for tasks. I0521 23:05:23.053890 1 tasks_processing.go:69] worker 46 listening for tasks. I0521 23:05:23.053895 1 tasks_processing.go:69] worker 5 listening for tasks. I0521 23:05:23.053897 1 tasks_processing.go:69] worker 49 listening for tasks. I0521 23:05:23.053890 1 tasks_processing.go:69] worker 48 listening for tasks. I0521 23:05:23.053904 1 tasks_processing.go:69] worker 35 listening for tasks. I0521 23:05:23.053900 1 tasks_processing.go:69] worker 34 listening for tasks. I0521 23:05:23.053907 1 tasks_processing.go:69] worker 24 listening for tasks. I0521 23:05:23.053908 1 tasks_processing.go:69] worker 50 listening for tasks. I0521 23:05:23.053913 1 tasks_processing.go:69] worker 36 listening for tasks. I0521 23:05:23.053913 1 tasks_processing.go:69] worker 29 listening for tasks. I0521 23:05:23.053920 1 tasks_processing.go:69] worker 52 listening for tasks. I0521 23:05:23.053914 1 tasks_processing.go:69] worker 7 listening for tasks. I0521 23:05:23.053926 1 tasks_processing.go:69] worker 37 listening for tasks. I0521 23:05:23.053928 1 tasks_processing.go:69] worker 53 listening for tasks. I0521 23:05:23.053926 1 tasks_processing.go:69] worker 31 listening for tasks. I0521 23:05:23.053933 1 tasks_processing.go:69] worker 28 listening for tasks. I0521 23:05:23.053934 1 tasks_processing.go:69] worker 32 listening for tasks. I0521 23:05:23.053929 1 tasks_processing.go:69] worker 15 listening for tasks. I0521 23:05:23.053939 1 tasks_processing.go:69] worker 33 listening for tasks. I0521 23:05:23.053945 1 tasks_processing.go:69] worker 61 listening for tasks. I0521 23:05:23.053946 1 tasks_processing.go:69] worker 62 listening for tasks. I0521 23:05:23.053853 1 tasks_processing.go:69] worker 10 listening for tasks. I0521 23:05:23.053953 1 tasks_processing.go:69] worker 55 listening for tasks. I0521 23:05:23.053950 1 tasks_processing.go:69] worker 44 listening for tasks. I0521 23:05:23.053957 1 tasks_processing.go:69] worker 40 listening for tasks. I0521 23:05:23.053957 1 tasks_processing.go:71] worker 12 working on metrics task. I0521 23:05:23.053960 1 tasks_processing.go:69] worker 45 listening for tasks. I0521 23:05:23.053919 1 tasks_processing.go:69] worker 25 listening for tasks. I0521 23:05:23.053963 1 tasks_processing.go:71] worker 3 working on lokistack task. I0521 23:05:23.053972 1 tasks_processing.go:69] worker 59 listening for tasks. I0521 23:05:23.053971 1 tasks_processing.go:69] worker 60 listening for tasks. I0521 23:05:23.053973 1 tasks_processing.go:69] worker 57 listening for tasks. I0521 23:05:23.053960 1 tasks_processing.go:69] worker 14 listening for tasks. I0521 23:05:23.053977 1 tasks_processing.go:69] worker 41 listening for tasks. I0521 23:05:23.053952 1 tasks_processing.go:71] worker 0 working on validating_webhook_configurations task. I0521 23:05:23.053924 1 tasks_processing.go:69] worker 26 listening for tasks. I0521 23:05:23.053929 1 tasks_processing.go:69] worker 27 listening for tasks. I0521 23:05:23.053913 1 tasks_processing.go:69] worker 51 listening for tasks. I0521 23:05:23.054042 1 tasks_processing.go:71] worker 49 working on pdbs task. I0521 23:05:23.054045 1 tasks_processing.go:71] worker 27 working on monitoring_persistent_volumes task. I0521 23:05:23.053919 1 tasks_processing.go:69] worker 30 listening for tasks. I0521 23:05:23.054051 1 tasks_processing.go:71] worker 45 working on sap_datahubs task. I0521 23:05:23.054053 1 tasks_processing.go:71] worker 41 working on openstack_controlplanes task. I0521 23:05:23.054057 1 tasks_processing.go:71] worker 30 working on openshift_machine_api_events task. I0521 23:05:23.054056 1 tasks_processing.go:71] worker 25 working on jaegers task. I0521 23:05:23.054060 1 tasks_processing.go:71] worker 34 working on networks task. I0521 23:05:23.054063 1 tasks_processing.go:71] worker 61 working on container_images task. I0521 23:05:23.054068 1 tasks_processing.go:71] worker 57 working on install_plans task. I0521 23:05:23.054104 1 tasks_processing.go:71] worker 26 working on cost_management_metrics_configs task. I0521 23:05:23.054139 1 tasks_processing.go:71] worker 62 working on proxies task. I0521 23:05:23.054142 1 tasks_processing.go:71] worker 18 working on config_maps task. I0521 23:05:23.054144 1 tasks_processing.go:71] worker 6 working on operators_pods_and_events task. I0521 23:05:23.054148 1 tasks_processing.go:71] worker 59 working on node_logs task. I0521 23:05:23.054207 1 tasks_processing.go:71] worker 52 working on certificate_signing_requests task. I0521 23:05:23.054272 1 tasks_processing.go:71] worker 53 working on infrastructures task. I0521 23:05:23.054289 1 tasks_processing.go:71] worker 10 working on machine_configs task. I0521 23:05:23.054338 1 tasks_processing.go:71] worker 20 working on image task. I0521 23:05:23.054409 1 tasks_processing.go:71] worker 7 working on container_runtime_configs task. I0521 23:05:23.054473 1 tasks_processing.go:71] worker 44 working on image_registries task. I0521 23:05:23.054583 1 tasks_processing.go:71] worker 37 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0521 23:05:23.054599 1 tasks_processing.go:71] worker 22 working on support_secret task. I0521 23:05:23.054691 1 tasks_processing.go:71] worker 17 working on storage_classes task. I0521 23:05:23.053939 1 tasks_processing.go:69] worker 54 listening for tasks. I0521 23:05:23.053941 1 tasks_processing.go:69] worker 38 listening for tasks. I0521 23:05:23.053950 1 tasks_processing.go:69] worker 39 listening for tasks. I0521 23:05:23.053947 1 tasks_processing.go:69] worker 43 listening for tasks. I0521 23:05:23.053939 1 tasks_processing.go:69] worker 16 listening for tasks. I0521 23:05:23.053955 1 tasks_processing.go:71] worker 2 working on olm_operators task. I0521 23:05:23.054848 1 tasks_processing.go:71] worker 11 working on service_accounts task. I0521 23:05:23.053961 1 tasks_processing.go:69] worker 56 listening for tasks. I0521 23:05:23.053966 1 tasks_processing.go:69] worker 58 listening for tasks. I0521 23:05:23.053959 1 tasks_processing.go:71] worker 1 working on storage_cluster task. I0521 23:05:23.054513 1 tasks_processing.go:71] worker 19 working on openstack_dataplanenodesets task. I0521 23:05:23.054046 1 tasks_processing.go:71] worker 40 working on ingress task. I0521 23:05:23.055171 1 tasks_processing.go:71] worker 46 working on aggregated_monitoring_cr_names task. I0521 23:05:23.054047 1 tasks_processing.go:71] worker 60 working on openstack_version task. I0521 23:05:23.053941 1 tasks_processing.go:69] worker 42 listening for tasks. I0521 23:05:23.054048 1 tasks_processing.go:71] worker 51 working on clusterroles task. I0521 23:05:23.055469 1 tasks_processing.go:71] worker 42 working on nodes task. I0521 23:05:23.055491 1 tasks_processing.go:71] worker 24 working on nodenetworkconfigurationpolicies task. I0521 23:05:23.054417 1 tasks_processing.go:71] worker 55 working on qemu_kubevirt_launcher_logs task. I0521 23:05:23.053852 1 tasks_processing.go:71] worker 21 working on crds task. I0521 23:05:23.055731 1 tasks_processing.go:71] worker 5 working on machines task. I0521 23:05:23.053965 1 tasks_processing.go:69] worker 63 listening for tasks. I0521 23:05:23.055747 1 tasks_processing.go:71] worker 63 working on operators task. I0521 23:05:23.055766 1 tasks_processing.go:71] worker 9 working on ceph_cluster task. I0521 23:05:23.054056 1 tasks_processing.go:71] worker 35 working on schedulers task. I0521 23:05:23.054059 1 tasks_processing.go:71] worker 33 working on tsdb_status task. I0521 23:05:23.054518 1 tasks_processing.go:71] worker 47 working on oauths task. I0521 23:05:23.054055 1 tasks_processing.go:71] worker 15 working on openstack_dataplanedeployments task. I0521 23:05:23.054051 1 tasks_processing.go:71] worker 32 working on ingress_certificates task. I0521 23:05:23.054053 1 tasks_processing.go:71] worker 14 working on silenced_alerts task. I0521 23:05:23.054046 1 tasks_processing.go:71] worker 28 working on openshift_logging task. I0521 23:05:23.054051 1 tasks_processing.go:71] worker 48 working on dvo_metrics task. I0521 23:05:23.056409 1 tasks_processing.go:71] worker 43 working on mutating_webhook_configurations task. I0521 23:05:23.056432 1 tasks_processing.go:71] worker 29 working on overlapping_namespace_uids task. I0521 23:05:23.056476 1 tasks_processing.go:71] worker 54 working on pod_network_connectivity_checks task. I0521 23:05:23.056560 1 tasks_processing.go:71] worker 56 working on machine_autoscalers task. I0521 23:05:23.056612 1 tasks_processing.go:71] worker 58 working on version task. I0521 23:05:23.056733 1 tasks_processing.go:71] worker 38 working on sap_config task. I0521 23:05:23.056629 1 tasks_processing.go:71] worker 36 working on active_alerts task. I0521 23:05:23.056851 1 tasks_processing.go:71] worker 39 working on sap_pods task. I0521 23:05:23.056152 1 tasks_processing.go:71] worker 31 working on machine_healthchecks task. I0521 23:05:23.056853 1 tasks_processing.go:71] worker 16 working on feature_gates task. I0521 23:05:23.057625 1 tasks_processing.go:71] worker 50 working on machine_config_pools task. I0521 23:05:23.056187 1 tasks_processing.go:71] worker 23 working on image_pruners task. I0521 23:05:23.058812 1 tasks_processing.go:71] worker 41 working on machine_sets task. I0521 23:05:23.058877 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 4.747973ms to process 0 records I0521 23:05:23.058896 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 5.016667ms to process 0 records I0521 23:05:23.058939 1 tasks_processing.go:74] worker 8 stopped. E0521 23:05:23.061791 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.163.117:9094: connect: connection refused I0521 23:05:23.061811 1 tasks_processing.go:74] worker 36 stopped. E0521 23:05:23.061806 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.163.117:9094: connect: connection refused E0521 23:05:23.061818 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.163.117:9094: connect: connection refused I0521 23:05:23.061828 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 4.971307ms to process 0 records E0521 23:05:23.061837 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.163.117:9094: connect: connection refused I0521 23:05:23.061844 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 5.653607ms to process 0 records E0521 23:05:23.061846 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.65.184:9091: connect: connection refused I0521 23:05:23.061852 1 tasks_processing.go:74] worker 14 stopped. I0521 23:05:23.061858 1 tasks_processing.go:74] worker 33 stopped. E0521 23:05:23.061865 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.65.184:9091: connect: connection refused I0521 23:05:23.061873 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 5.695096ms to process 0 records E0521 23:05:23.061912 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.65.184:9091: connect: connection refused I0521 23:05:23.061933 1 tasks_processing.go:74] worker 12 stopped. E0521 23:05:23.061945 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.65.184:9091: connect: connection refused I0521 23:05:23.061967 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 7.963041ms to process 0 records I0521 23:05:23.063431 1 tasks_processing.go:74] worker 26 stopped. I0521 23:05:23.063442 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 9.313294ms to process 0 records I0521 23:05:23.063450 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 8.986698ms to process 0 records I0521 23:05:23.063457 1 tasks_processing.go:74] worker 7 stopped. I0521 23:05:23.063751 1 tasks_processing.go:74] worker 45 stopped. I0521 23:05:23.063763 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 9.686813ms to process 0 records I0521 23:05:23.063812 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0521 23:05:23.063833 1 controller.go:326] The initial operator extension status is healthy I0521 23:05:23.063847 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0521 23:05:23.063855 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0521 23:05:23.063859 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0521 23:05:23.063878 1 controller.go:489] The operator is still being initialized I0521 23:05:23.063887 1 controller.go:512] The operator is healthy I0521 23:05:23.063815 1 tasks_processing.go:74] worker 34 stopped. I0521 23:05:23.063936 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0521 23:05:23.063939 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0521 23:05:23.063978 1 recorder.go:75] Recording config/network with fingerprint=c12615d14884d2fa4f212a7d94abc4f8b1b3969e0e3ad1ee8e91697e6df95d2b I0521 23:05:23.063997 1 gather.go:177] gatherer "clusterconfig" function "networks" took 9.744549ms to process 1 records W0521 23:05:23.064094 1 operator.go:288] started I0521 23:05:23.064109 1 tasks_processing.go:74] worker 53 stopped. I0521 23:05:23.064136 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0521 23:05:23.064545 1 recorder.go:75] Recording config/infrastructure with fingerprint=f9e92dbdf1c519a932ae4688d6477fc6e352069eb1b378b42098420e2e25a0fa I0521 23:05:23.064561 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 9.577813ms to process 1 records I0521 23:05:23.064609 1 recorder.go:75] Recording config/proxy with fingerprint=1754cc1b3ce881c3814ba955b3d0215933c2acee30b83ae429efdfdca127a067 I0521 23:05:23.064617 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 9.716249ms to process 1 records I0521 23:05:23.064644 1 tasks_processing.go:74] worker 62 stopped. I0521 23:05:23.064703 1 recorder.go:75] Recording config/apiserver with fingerprint=59a2113d9ff999e71fb1266fb5e3ac0658a224796ef448682b8cf681eee76025 I0521 23:05:23.064709 1 tasks_processing.go:74] worker 4 stopped. I0521 23:05:23.064710 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 10.040704ms to process 1 records I0521 23:05:23.064722 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 9.772903ms to process 0 records I0521 23:05:23.064731 1 tasks_processing.go:74] worker 59 stopped. I0521 23:05:23.064794 1 tasks_processing.go:74] worker 13 stopped. I0521 23:05:23.064846 1 recorder.go:75] Recording config/authentication with fingerprint=137e7fd5026bce22068f07b89672d9bb852a91f0089906ea48331d2fc142f1ba I0521 23:05:23.064854 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 10.12186ms to process 1 records I0521 23:05:23.067034 1 tasks_processing.go:74] worker 20 stopped. I0521 23:05:23.067104 1 recorder.go:75] Recording config/image with fingerprint=e32a42a0246880a3b99e70386ab1723ff1a48839670314b82027deac4c39d246 I0521 23:05:23.067115 1 gather.go:177] gatherer "clusterconfig" function "image" took 12.646367ms to process 1 records I0521 23:05:23.070303 1 tasks_processing.go:74] worker 24 stopped. I0521 23:05:23.070314 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.799072ms to process 0 records I0521 23:05:23.088222 1 tasks_processing.go:74] worker 25 stopped. I0521 23:05:23.088237 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 34.153137ms to process 0 records I0521 23:05:23.088247 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 33.290339ms to process 0 records I0521 23:05:23.088258 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 33.266281ms to process 0 records I0521 23:05:23.088262 1 tasks_processing.go:74] worker 1 stopped. E0521 23:05:23.088266 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0521 23:05:23.088268 1 tasks_processing.go:74] worker 19 stopped. I0521 23:05:23.088275 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 31.760138ms to process 0 records I0521 23:05:23.088281 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 32.998987ms to process 0 records I0521 23:05:23.088285 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 34.215807ms to process 0 records I0521 23:05:23.088290 1 tasks_processing.go:74] worker 30 stopped. I0521 23:05:23.088293 1 tasks_processing.go:74] worker 22 stopped. I0521 23:05:23.088293 1 tasks_processing.go:74] worker 54 stopped. I0521 23:05:23.088296 1 tasks_processing.go:74] worker 60 stopped. E0521 23:05:23.088301 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0521 23:05:23.088308 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 33.687762ms to process 0 records I0521 23:05:23.088496 1 tasks_processing.go:74] worker 3 stopped. I0521 23:05:23.088507 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 34.51653ms to process 0 records I0521 23:05:23.088744 1 tasks_processing.go:74] worker 38 stopped. I0521 23:05:23.088759 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 31.954235ms to process 0 records I0521 23:05:23.088920 1 tasks_processing.go:74] worker 15 stopped. I0521 23:05:23.088933 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 32.707777ms to process 0 records I0521 23:05:23.089013 1 tasks_processing.go:74] worker 5 stopped. E0521 23:05:23.089026 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0521 23:05:23.089034 1 gather.go:177] gatherer "clusterconfig" function "machines" took 33.272423ms to process 0 records I0521 23:05:23.089130 1 tasks_processing.go:74] worker 40 stopped. I0521 23:05:23.089255 1 recorder.go:75] Recording config/ingress with fingerprint=425f87216fb9db133f37247291f57486c4a2968b1ec0fbae8517614f0f1fce8b I0521 23:05:23.089266 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 33.976991ms to process 1 records E0521 23:05:23.089276 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0521 23:05:23.089282 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 32.036135ms to process 0 records I0521 23:05:23.089288 1 tasks_processing.go:74] worker 31 stopped. I0521 23:05:23.090558 1 tasks_processing.go:74] worker 41 stopped. I0521 23:05:23.090574 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 31.706021ms to process 0 records I0521 23:05:23.090589 1 tasks_processing.go:74] worker 50 stopped. I0521 23:05:23.090600 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 32.94551ms to process 0 records I0521 23:05:23.090870 1 tasks_processing.go:74] worker 23 stopped. I0521 23:05:23.091053 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=ba90d3efa12ae2ca4a567ddb075e6f869d562a39441034c95a20043103457f94 I0521 23:05:23.091066 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 33.121259ms to process 1 records I0521 23:05:23.100390 1 tasks_processing.go:74] worker 39 stopped. I0521 23:05:23.100392 1 gather_logs.go:145] no pods in namespace were found I0521 23:05:23.100405 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 43.485935ms to process 0 records I0521 23:05:23.100414 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 46.342081ms to process 0 records I0521 23:05:23.100421 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 44.701818ms to process 0 records I0521 23:05:23.100426 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 44.359123ms to process 0 records I0521 23:05:23.100428 1 tasks_processing.go:74] worker 27 stopped. I0521 23:05:23.100430 1 tasks_processing.go:74] worker 9 stopped. I0521 23:05:23.100429 1 tasks_processing.go:74] worker 55 stopped. I0521 23:05:23.100617 1 tasks_processing.go:74] worker 28 stopped. I0521 23:05:23.100627 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 44.408837ms to process 0 records I0521 23:05:23.100730 1 tasks_processing.go:74] worker 56 stopped. I0521 23:05:23.100743 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 44.114681ms to process 0 records I0521 23:05:23.100776 1 tasks_processing.go:74] worker 42 stopped. I0521 23:05:23.101674 1 recorder.go:75] Recording config/node/ip-10-0-0-45.ec2.internal with fingerprint=4e3c91b1dc5002e513e36d66d33a45d3124a1189b8b0b15b4b0fedbd1c35441a I0521 23:05:23.102142 1 recorder.go:75] Recording config/node/ip-10-0-1-127.ec2.internal with fingerprint=bc90ed01f3540b72868aaa318a6e2cda869d2e472d991e26d25f922136e36a22 I0521 23:05:23.102343 1 recorder.go:75] Recording config/node/ip-10-0-2-32.ec2.internal with fingerprint=16834b889c8c55f7932aaf170acd921267535a1ab9e90aa26547a6166f3a8ca2 I0521 23:05:23.102379 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 45.294679ms to process 3 records I0521 23:05:23.102592 1 tasks_processing.go:74] worker 16 stopped. I0521 23:05:23.103048 1 recorder.go:75] Recording config/featuregate with fingerprint=bb615162b434578f254b4e54e0c702687c021f9f1b0bb4e887c96b0ce73117bb I0521 23:05:23.103178 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 43.641015ms to process 1 records I0521 23:05:23.103286 1 tasks_processing.go:74] worker 47 stopped. I0521 23:05:23.104257 1 recorder.go:75] Recording config/oauth with fingerprint=8c3c735499568cdc9b6d45800946803e9e7d455f77ac5ffbbe9fcc71176fddc4 I0521 23:05:23.104281 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 45.191647ms to process 1 records I0521 23:05:23.104368 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=0faf62fd2d35ab652882253fff7c97e56bafcb130c566c9d5d4d709b2529f858 I0521 23:05:23.104364 1 tasks_processing.go:74] worker 17 stopped. I0521 23:05:23.104389 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=1329d70cf01c901780062bc4979a31ff2563ab7141b5eb27d67a9fb3479cdea7 I0521 23:05:23.104399 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 47.117263ms to process 2 records I0521 23:05:23.104458 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=66d3e3b302886c377a2424e82b26659d41b27089c4f2ebedbfd5e612814694c2 I0521 23:05:23.104466 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 45.779629ms to process 1 records I0521 23:05:23.104479 1 tasks_processing.go:74] worker 35 stopped. I0521 23:05:23.104539 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=184fe822aa93adcfe6ea7252cbbb17f0a6b4cd3aa418c9976726745c1f78cc29 I0521 23:05:23.104541 1 tasks_processing.go:74] worker 49 stopped. I0521 23:05:23.104563 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=72fa3308c1da02cfd0a6e33cec4da10053dcdeb41e3d7b62619faa624e4ec987 I0521 23:05:23.104588 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=df53077e02a551d185d61b331922ad96c6f4134ec651d41df9e70a05d7db23f8 I0521 23:05:23.104610 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=2350aacf929b9702c0795c98136201518dd98b9bab22fe299d0c318e8293c84d I0521 23:05:23.104635 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=744af685c76932239381b08691aaf3ab913290964b4aa05db4121725ff68eeab I0521 23:05:23.104660 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=c2d955872047a7264e8487403ac0756d7ba7e8ce48894505ed1e4dde2d9e6a9e I0521 23:05:23.104683 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=f2239f538f259f9050cc14e235d679e723126ef9fb63a8bec1658fcf00516611 I0521 23:05:23.104706 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=db8b9f820b9c39823573005875b9094848921006b067cf295244845fecf1cf81 I0521 23:05:23.104729 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=0de7b9067a8fc514a27d310800d339c6826d42cfc614fa85e76cb62a8468ca7e I0521 23:05:23.104755 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=ffc0492b6bc7df1b8698909dd60bdd0b1010be79c204472e9b1ed43bde128522 I0521 23:05:23.104766 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 49.367193ms to process 10 records I0521 23:05:23.104865 1 tasks_processing.go:74] worker 43 stopped. I0521 23:05:23.104961 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=64836bf5568934ca997a31510cc6bf600a763d93fa3c2cba3165b4109e600392 I0521 23:05:23.105011 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=02827301cfd79711c367b4a3725d7dec00e3c19af973fd4d52350cb5472dfd87 I0521 23:05:23.105051 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=26463ed46def3b0f738d308555f5ab024e94fd6b40b01fba9393144e5fcea542 I0521 23:05:23.105068 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 47.718367ms to process 3 records I0521 23:05:23.105189 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=7fcaae274760ae010e53b3a34d4c6be59626b3e31b4b6c0597aeac1717924e33 I0521 23:05:23.105209 1 tasks_processing.go:74] worker 0 stopped. I0521 23:05:23.105266 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=3772dbb88a3019e5b374917f79ef38c982649cff39beffa4ff78c91fba3940c9 I0521 23:05:23.105393 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=cff5e3c50eb39b09fb2770ff0008d349f1c504cdebf3c99d5b2b7a43875172ad I0521 23:05:23.105445 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=48c4634102cd9c47a1aee19a0b4225bb54d8cef6f0472190a67988dfe08561af I0521 23:05:23.105497 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=2b17c51fa85bce6da3af2505b4a4bfbf9519a1e04d1633afb827fffb5196c6c0 I0521 23:05:23.105542 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=d73d32e18274405bce0ebda47bd89b52fc60d520f674a4ba1c24c36e3583c268 I0521 23:05:23.105588 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=9f3166da51700f1c373667e58a6ebc1eb0b69c854576d2a08f7f812dd7df9231 I0521 23:05:23.105626 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=47148e9e62c7674acdf15b9fefda1ebcfad7d7a36ee032bf38ef8ca67c765383 I0521 23:05:23.105680 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=d365eaa28dba077f51f63ba47e92e5812e12d2cdb26ec7a3edfde8bc0270752f I0521 23:05:23.105750 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=d46eca05afd7f902089befa51d45b1c9a34421900720b574688acbe2df26b23e I0521 23:05:23.105790 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=3078ff5c9d694e732e2d76dd899dd6fb3ea77d47a64966eeb07f190fa16700d4 I0521 23:05:23.105832 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=97decc7e9c7933a0c683647408fcf51d099bd24bc075cf0196c3c901f9d505c8 I0521 23:05:23.105872 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=6829c94049ce7b4716e1b48c455f4ea0760ab47cb87971a90246a7d4565e6ae2 I0521 23:05:23.105887 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 50.230438ms to process 13 records I0521 23:05:23.105981 1 tasks_processing.go:74] worker 44 stopped. I0521 23:05:23.106480 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=7aef64198f1da415eeec63f439b220027492803559d66ff322e9442eddd967ec I0521 23:05:23.106554 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 49.767782ms to process 1 records I0521 23:05:23.106578 1 controller.go:212] Source scaController *sca.Controller is not ready I0521 23:05:23.106638 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0521 23:05:23.106668 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0521 23:05:23.106591 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 50.987816ms to process 0 records I0521 23:05:23.106678 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0521 23:05:23.106684 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0521 23:05:23.106712 1 controller.go:489] The operator is still being initialized I0521 23:05:23.106721 1 controller.go:512] The operator is healthy I0521 23:05:23.106598 1 tasks_processing.go:74] worker 6 stopped. W0521 23:05:23.110173 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0521 23:05:23.111464 1 tasks_processing.go:74] worker 29 stopped. I0521 23:05:23.111495 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0521 23:05:23.111510 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 55.01205ms to process 1 records I0521 23:05:23.112791 1 tasks_processing.go:74] worker 52 stopped. I0521 23:05:23.112811 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 58.56109ms to process 0 records I0521 23:05:23.113523 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 23:05:23.113531 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 23:05:23.113607 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0521 23:05:23.121216 1 base_controller.go:82] Caches are synced for ConfigController I0521 23:05:23.121288 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0521 23:05:23.124082 1 tasks_processing.go:74] worker 10 stopped. I0521 23:05:23.124154 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0521 23:05:23.124172 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 69.781424ms to process 1 records I0521 23:05:23.124309 1 tasks_processing.go:74] worker 58 stopped. I0521 23:05:23.124700 1 recorder.go:75] Recording config/version with fingerprint=7c0608df6be1f58c910a2a65e5fb31d0ba2387561af72bfbbf37145856ba38b2 I0521 23:05:23.124720 1 recorder.go:75] Recording config/id with fingerprint=0dd72677b538522ac9b77d79b8509f1bc1f73a5b62953af0794a300ea8e7ece1 I0521 23:05:23.124726 1 gather.go:177] gatherer "clusterconfig" function "version" took 67.643622ms to process 2 records I0521 23:05:23.124771 1 recorder.go:75] Recording config/olm_operators with fingerprint=cc20aa0575127397691e288db9f0489d880700e23853f5d71f3b1de74edee34f I0521 23:05:23.124784 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 69.648891ms to process 1 records I0521 23:05:23.124816 1 tasks_processing.go:74] worker 2 stopped. I0521 23:05:23.124889 1 tasks_processing.go:74] worker 51 stopped. I0521 23:05:23.124939 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=e378a4653eef23c09492b1389a012a1f2949018210977bb910a88761bc296137 I0521 23:05:23.125020 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=a21f4b572dbd678cc01ef5cfaa1f5b8207dff0637ab59ab74d7fecb7aca2c453 I0521 23:05:23.125029 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 69.091459ms to process 2 records I0521 23:05:23.125105 1 tasks_processing.go:74] worker 21 stopped. I0521 23:05:23.125576 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=c4b38c82b598a52587db592d88d91dd1720eb709f227376d34ff7c64c7a11fca I0521 23:05:23.125830 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=7e1ffee01eda5cb65825d8bcf256418a7b70393ac4527ea5cd0f8fd8c54b3fe5 I0521 23:05:23.125841 1 gather.go:177] gatherer "clusterconfig" function "crds" took 69.19436ms to process 2 records I0521 23:05:23.125854 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 70.190884ms to process 0 records I0521 23:05:23.125860 1 tasks_processing.go:74] worker 46 stopped. I0521 23:05:23.128933 1 tasks_processing.go:74] worker 61 stopped. I0521 23:05:23.130256 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-p299d with fingerprint=29ff4fb9e539b4061559d71525cd0c8a9a24db32ff473cbad7d1df69eb770db3 I0521 23:05:23.130292 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0521 23:05:23.130336 1 recorder.go:75] Recording config/running_containers with fingerprint=88a840caef1d13dab1894f0943681876be7b20bdefd4903a091e101f1db22c88 I0521 23:05:23.130346 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 74.855445ms to process 2 records I0521 23:05:23.136500 1 tasks_processing.go:74] worker 37 stopped. I0521 23:05:23.136515 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 81.891772ms to process 0 records I0521 23:05:23.137226 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 23:05:23.152874 1 tasks_processing.go:74] worker 32 stopped. E0521 23:05:23.152888 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0521 23:05:23.152893 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2qejq5247f706nsqksoprr7jal92fe2i-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2qejq5247f706nsqksoprr7jal92fe2i-primary-cert-bundle-secret" not found I0521 23:05:23.152952 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=447769b469fb511f944d28b39c4437f202d0593defe61bc77a579ebc9f58b99a I0521 23:05:23.152966 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 96.80528ms to process 1 records I0521 23:05:23.153451 1 tasks_processing.go:74] worker 18 stopped. E0521 23:05:23.153466 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0521 23:05:23.153474 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0521 23:05:23.153477 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0521 23:05:23.153486 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0521 23:05:23.153513 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0521 23:05:23.153533 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0521 23:05:23.153538 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0521 23:05:23.153547 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0521 23:05:23.153584 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0521 23:05:23.153591 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0521 23:05:23.153596 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 99.293745ms to process 7 records I0521 23:05:23.164815 1 base_controller.go:82] Caches are synced for LoggingSyncer I0521 23:05:23.164826 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0521 23:05:23.173081 1 cluster_transfer.go:102] no available accepted cluster transfer I0521 23:05:23.173094 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0521 23:05:23.217630 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0521 23:05:23.227622 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0521 23:05:23.302753 1 sca.go:266] etc-pki-entitlement secret successfully created I0521 23:05:23.302768 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated W0521 23:05:24.108022 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 23:05:25.108500 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0521 23:05:25.548566 1 tasks_processing.go:74] worker 63 stopped. I0521 23:05:25.548697 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=fcfd2803166538f69be861b1190539a2e5a5fb0d7846b225d05243d729f30a8b I0521 23:05:25.548753 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0521 23:05:25.548798 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=6a5ed4c210b8b3be0136a42b9a3e9de6bc8e7739fac9d3f5ab5f4044c4d4f448 I0521 23:05:25.548814 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0521 23:05:25.548847 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=c10577465b5880b08459ef905ac2186178c6e1a6f32b14365cc873207b997c48 I0521 23:05:25.548877 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0521 23:05:25.548910 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=4f43b3b71e184f0a000b491386d79ef591338ab6e8a38870660d33aecfbf1f70 I0521 23:05:25.548947 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=131ed246b4d3e4364555ebbff5742742f05d30109e1f8815c1bd0b009f162e19 I0521 23:05:25.548980 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=c3bf3f055aabeea4528cfc631d999f384f4ad3317a9f044bee77b4b3a896ef10 I0521 23:05:25.549024 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=0af0e8d93d0f945b272b36882c6042027bc1eff1b63ba763dd3af626c9f349e9 I0521 23:05:25.549346 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=adbf185730c60df667f932eea5a87675bad6ef84582a47d4437ad0963049d85d I0521 23:05:25.549396 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=f432c57b01f97c5687fb9f379b07981a2d0f6552c6b953c69b06a703791ff3e8 I0521 23:05:25.549413 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0521 23:05:25.549440 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=fa9d752af1bb918ab04007cc1458cdbb71b01f864ce6a77510180700cd7f0573 I0521 23:05:25.549457 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0521 23:05:25.549482 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=811a1a127cd50a6c7348a6206b9119c507bcb6b43c27d62d00a8a30472ca4cc4 I0521 23:05:25.549496 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0521 23:05:25.549525 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=e9b96ab026551ffbdf124d9f9647ea353272ca0e8fb02cb212d5dff28db1acc7 I0521 23:05:25.549542 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0521 23:05:25.549570 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=8c73aecd6ab931c6e5a899e3866cfe95ce8015b77c6e468638ba1fb9b3d80089 I0521 23:05:25.549682 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=c182dbb1c145504dbf23c3d6a90fad7c2d1175edef6b1cb6e9f1814c7094ef5e I0521 23:05:25.549696 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0521 23:05:25.549708 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0521 23:05:25.549738 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0521 23:05:25.549771 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=de1a2202ff131b3e57491562dcdd652f65860dfc5895759f55e9878b6aad8430 I0521 23:05:25.549805 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=a05922f14fb5d81cf416a1b698d8e9973c242de1e0830f2eb156d9bb5a2edc73 I0521 23:05:25.549819 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0521 23:05:25.549845 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=1f8c21718654d57736d5c57400432d36db2621944f98df7239e99dee90bb0807 I0521 23:05:25.549858 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0521 23:05:25.549887 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=2461bffd34793d580f5225e49937bbc4c0be8283130535424794aa04a6bc3d19 I0521 23:05:25.549901 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0521 23:05:25.549923 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a7221fec92c0b2e7c59b942aad16a0d516d8180d66cb53ba3bccfa93c7d05b8b I0521 23:05:25.549949 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=e3d4ff50e91b766879c5eb528df0fd69365e32dac9ab6052a22e74414ac8c5df I0521 23:05:25.549974 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=3322a97b1491cb34ce763ae1bc2de55c5a4e4e111867289f7fcd74766d71ac59 I0521 23:05:25.550008 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=840f72276d719be0427e3e73228001f5f4e2e4261b401c6f3a4f9f6adc1139c1 I0521 23:05:25.550022 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0521 23:05:25.550059 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c7f93146e86440c06c5ef5aed9b0c7db982bd75ac52c96899df2ae548201504a I0521 23:05:25.550085 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0521 23:05:25.550099 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0521 23:05:25.550109 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.49279977s to process 39 records W0521 23:05:26.107609 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 23:05:27.107632 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0521 23:05:28.106591 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0521 23:05:28.106621 1 tasks_processing.go:74] worker 48 stopped. E0521 23:05:28.106645 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0521 23:05:28.106669 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0521 23:05:28.106681 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.050357269s to process 1 records I0521 23:05:36.119290 1 tasks_processing.go:74] worker 57 stopped. I0521 23:05:36.119344 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0521 23:05:36.119361 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.065202986s to process 1 records I0521 23:05:36.864456 1 tasks_processing.go:74] worker 11 stopped. I0521 23:05:36.864749 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=ae29e7659fb4cd0f04bcc181913d3f8b69c20a612f3ed6bf2f2479314a8cc58f I0521 23:05:36.864767 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.809585697s to process 1 records E0521 23:05:36.864828 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.811s with: function \"active_alerts\" failed with an error, function \"silenced_alerts\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error" I0521 23:05:36.865932 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "active_alerts" failed with an error, function "silenced_alerts" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0521 23:05:36.865949 1 periodic.go:209] Running workloads gatherer I0521 23:05:36.865963 1 tasks_processing.go:45] number of workers: 2 I0521 23:05:36.865970 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 23:05:36.865974 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0521 23:05:36.865979 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 23:05:36.866056 1 tasks_processing.go:71] worker 0 working on workload_info task. I0521 23:05:36.874391 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-45.ec2.internal... I0521 23:05:36.874400 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-32.ec2.internal... I0521 23:05:36.874411 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-127.ec2.internal... I0521 23:05:36.899411 1 tasks_processing.go:74] worker 1 stopped. I0521 23:05:36.899429 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 33.423039ms to process 0 records I0521 23:05:41.620898 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0521 23:05:41.651182 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0521 23:05:41.662629 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (13ms) I0521 23:05:41.675401 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (13ms) I0521 23:05:41.688617 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (13ms) I0521 23:05:41.702288 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (14ms) I0521 23:05:41.718472 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (16ms) I0521 23:05:41.731758 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (13ms) I0521 23:05:41.745384 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (14ms) I0521 23:05:41.758400 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (13ms) I0521 23:05:41.770658 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (12ms) I0521 23:05:41.783455 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (13ms) I0521 23:05:41.796180 1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (13ms) I0521 23:05:41.863384 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (67ms) I0521 23:05:41.963477 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms) I0521 23:05:42.063006 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms) I0521 23:05:42.163458 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (100ms) I0521 23:05:42.264237 1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (101ms) I0521 23:05:42.363739 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (99ms) I0521 23:05:42.462670 1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (99ms) I0521 23:05:42.563586 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (101ms) I0521 23:05:42.663093 1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (99ms) I0521 23:05:42.763823 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (101ms) I0521 23:05:42.863370 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms) I0521 23:05:42.964226 1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (101ms) I0521 23:05:43.062640 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (98ms) I0521 23:05:43.163221 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (101ms) I0521 23:05:43.284901 1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (122ms) I0521 23:05:43.362345 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (77ms) I0521 23:05:43.462736 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0521 23:05:43.562556 1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (100ms) I0521 23:05:43.661205 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms) I0521 23:05:43.761760 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (101ms) I0521 23:05:43.861684 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms) I0521 23:05:43.972087 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (110ms) I0521 23:05:44.067864 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (96ms) I0521 23:05:44.168711 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (101ms) I0521 23:05:44.261901 1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (93ms) I0521 23:05:44.362626 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (101ms) I0521 23:05:44.461705 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (99ms) I0521 23:05:44.564310 1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (103ms) I0521 23:05:44.662538 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (98ms) I0521 23:05:44.761556 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (99ms) I0521 23:05:44.861499 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms) I0521 23:05:44.962833 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (101ms) I0521 23:05:45.063375 1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (101ms) I0521 23:05:45.163846 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms) I0521 23:05:45.262261 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (98ms) I0521 23:05:45.361976 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0521 23:05:45.362011 1 tasks_processing.go:74] worker 0 stopped. I0521 23:05:45.362360 1 recorder.go:75] Recording config/workload_info with fingerprint=ac5c68fe7fd602aacd984ae37013c1f4fc339901e08a7ec9cf34cd809ef30865 I0521 23:05:45.362382 1 gather.go:177] gatherer "workloads" function "workload_info" took 8.495938889s to process 1 records I0521 23:05:45.362403 1 periodic.go:256] Periodic gather workloads completed in 8.496s I0521 23:05:45.362414 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0521 23:05:45.362419 1 periodic.go:209] Running conditional gatherer I0521 23:05:45.370072 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0521 23:05:45.531093 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0521 23:05:45.533585 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.65.184:9091: connect: connection refused I0521 23:05:45.533659 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0521 23:05:45.541727 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0521 23:05:45.541743 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541749 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541752 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541755 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541758 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541761 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541764 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541767 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541769 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0521 23:05:45.541773 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0521 23:05:45.541788 1 tasks_processing.go:45] number of workers: 3 I0521 23:05:45.541798 1 tasks_processing.go:69] worker 2 listening for tasks. I0521 23:05:45.541801 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0521 23:05:45.541810 1 tasks_processing.go:69] worker 0 listening for tasks. I0521 23:05:45.541823 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0521 23:05:45.541829 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0521 23:05:45.541831 1 tasks_processing.go:69] worker 1 listening for tasks. I0521 23:05:45.541846 1 tasks_processing.go:74] worker 1 stopped. I0521 23:05:45.541903 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0521 23:05:45.541916 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 801ns to process 1 records I0521 23:05:45.541951 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0521 23:05:45.541959 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.012µs to process 1 records I0521 23:05:45.541965 1 tasks_processing.go:74] worker 0 stopped. I0521 23:05:45.542070 1 tasks_processing.go:74] worker 2 stopped. I0521 23:05:45.542082 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 236.167µs to process 0 records I0521 23:05:45.542105 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0521 23:05:45.542142 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0521 23:05:45.573922 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=08869cba413265670c13fc2e1c1a6b7a8cff40a21f6098a0e23d9730cdab9c21 I0521 23:05:45.574039 1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-05-21-230545.tar.gz I0521 23:05:45.580422 1 diskrecorder.go:51] Wrote 108 records to disk in 6ms I0521 23:05:45.580451 1 periodic.go:278] Gathering cluster info every 2h0m0s I0521 23:05:45.580464 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0521 23:06:53.054778 1 diskrecorder.go:223] Found files to send: insights-2026-05-21-230545.tar.gz I0521 23:06:53.054819 1 insightsuploader.go:150] Checking archives to upload periodically every 16m13.289371506s I0521 23:06:53.054832 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0521 23:06:53.066606 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0521 23:06:53.298685 1 requests.go:87] Successfully reported id=2026-05-21T23:06:53Z x-rh-insights-request-id=1385340fbfff4d27a84d7f4d65e09d14, wrote=48375 I0521 23:06:53.298743 1 insightsuploader.go:187] Uploaded report successfully in 243.903255ms I0521 23:06:53.298780 1 controller.go:128] Initializing last reported time to 2026-05-21T23:06:53Z I0521 23:06:53.298813 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0521 23:06:53.298823 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0521 23:06:53.298830 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0521 23:06:53.305663 1 controller.go:512] The operator is healthy I0521 23:07:23.073334 1 controller.go:512] The operator is healthy I0521 23:07:55.460165 1 insightsreport.go:137] Pulling report from smart-proxy I0521 23:07:55.460227 1 insightsreport.go:149] Retrieving report I0521 23:07:55.469527 1 requests.go:110] Retrieving report for cluster: a3958655-fda9-4819-9394-4bcd61c17368 I0521 23:07:55.469544 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/a3958655-fda9-4819-9394-4bcd61c17368/reports I0521 23:07:55.472652 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/a3958655-fda9-4819-9394-4bcd61c17368/reports I0521 23:07:55.709520 1 insightsreport.go:184] Report retrieved I0521 23:07:55.750840 1 insightsreport.go:239] Report retrieved correctly I0521 23:09:23.076320 1 controller.go:512] The operator is healthy I0521 23:10:23.045142 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 23:10:23.052458 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 23:10:23.052479 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 23:10:23.057511 1 secretconfigobserver.go:119] support secret does not exist I0521 23:11:23.072331 1 controller.go:512] The operator is healthy I0521 23:13:23.071765 1 controller.go:512] The operator is healthy I0521 23:15:23.037348 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 23:15:23.058459 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 23:15:23.063964 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 23:15:23.063983 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 23:15:23.070049 1 secretconfigobserver.go:119] support secret does not exist I0521 23:15:23.070545 1 controller.go:512] The operator is healthy I0521 23:17:23.074889 1 controller.go:512] The operator is healthy I0521 23:19:23.072917 1 controller.go:512] The operator is healthy I0521 23:20:23.070601 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 23:20:23.076494 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 23:20:23.076514 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 23:20:23.081519 1 secretconfigobserver.go:119] support secret does not exist I0521 23:21:23.072891 1 controller.go:512] The operator is healthy I0521 23:23:11.589884 1 insightsuploader.go:146] Nothing to report since 2026-05-21T23:06:53Z I0521 23:23:23.072067 1 controller.go:512] The operator is healthy I0521 23:25:23.037159 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 23:25:23.042567 1 configmapobserver.go:84] configmaps "insights-config" not found I0521 23:25:23.071699 1 controller.go:512] The operator is healthy I0521 23:25:23.082546 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0521 23:25:23.088275 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0521 23:25:23.088292 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0521 23:25:23.093273 1 secretconfigobserver.go:119] support secret does not exist I0521 23:27:23.072699 1 controller.go:512] The operator is healthy I0521 23:29:23.071972 1 controller.go:512] The operator is healthy