I0509 03:15:09.994335 1 cmd.go:253] Using service-serving-cert provided certificates I0509 03:15:09.994852 1 observer_polling.go:159] Starting file observer I0509 03:15:10.356107 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0509 03:15:10.356347 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0509 03:15:10.356836 1 secure_serving.go:57] Forcing use of http/1.1 only W0509 03:15:10.356855 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0509 03:15:10.356859 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0509 03:15:10.356863 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0509 03:15:10.356867 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0509 03:15:10.356870 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0509 03:15:10.356872 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0509 03:15:10.357045 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0509 03:15:10.360759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"11343447-84ff-49c8-ae1e-b1bc3256ddb1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0509 03:15:10.360751 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0509 03:15:10.362344 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0509 03:15:10.362357 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0509 03:15:10.362371 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0509 03:15:10.362372 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0509 03:15:10.362387 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0509 03:15:10.362390 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0509 03:15:10.362631 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0509 03:15:10.362874 1 secure_serving.go:213] Serving securely on [::]:8443 I0509 03:15:10.362900 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0509 03:15:10.371420 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0509 03:15:10.372281 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0509 03:15:10.372453 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0509 03:15:10.377550 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0509 03:15:10.377567 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0509 03:15:10.382231 1 secretconfigobserver.go:119] support secret does not exist I0509 03:15:10.387344 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0509 03:15:10.395375 1 secretconfigobserver.go:119] support secret does not exist I0509 03:15:10.395655 1 recorder.go:161] Pruning old reports every 5h55m5s, max age is 288h0m0s I0509 03:15:10.400567 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0509 03:15:10.400585 1 periodic.go:209] Running clusterconfig gatherer I0509 03:15:10.400587 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0509 03:15:10.400628 1 tasks_processing.go:45] number of workers: 64 I0509 03:15:10.400667 1 tasks_processing.go:69] worker 63 listening for tasks. I0509 03:15:10.400674 1 tasks_processing.go:71] worker 63 working on nodenetworkconfigurationpolicies task. I0509 03:15:10.400673 1 tasks_processing.go:69] worker 30 listening for tasks. I0509 03:15:10.400682 1 tasks_processing.go:69] worker 46 listening for tasks. I0509 03:15:10.400685 1 tasks_processing.go:69] worker 15 listening for tasks. I0509 03:15:10.400691 1 tasks_processing.go:69] worker 16 listening for tasks. I0509 03:15:10.400697 1 tasks_processing.go:69] worker 17 listening for tasks. I0509 03:15:10.400699 1 tasks_processing.go:69] worker 39 listening for tasks. I0509 03:15:10.400696 1 tasks_processing.go:69] worker 14 listening for tasks. I0509 03:15:10.400702 1 tasks_processing.go:69] worker 18 listening for tasks. I0509 03:15:10.400711 1 tasks_processing.go:69] worker 40 listening for tasks. I0509 03:15:10.400707 1 tasks_processing.go:69] worker 19 listening for tasks. I0509 03:15:10.400717 1 tasks_processing.go:69] worker 31 listening for tasks. I0509 03:15:10.400718 1 tasks_processing.go:69] worker 0 listening for tasks. I0509 03:15:10.400726 1 tasks_processing.go:69] worker 41 listening for tasks. I0509 03:15:10.400712 1 tasks_processing.go:69] worker 25 listening for tasks. I0509 03:15:10.400704 1 tasks_processing.go:69] worker 38 listening for tasks. I0509 03:15:10.400719 1 tasks_processing.go:69] worker 26 listening for tasks. I0509 03:15:10.400726 1 tasks_processing.go:69] worker 27 listening for tasks. I0509 03:15:10.400740 1 tasks_processing.go:69] worker 20 listening for tasks. I0509 03:15:10.400745 1 tasks_processing.go:69] worker 29 listening for tasks. I0509 03:15:10.400749 1 tasks_processing.go:69] worker 32 listening for tasks. I0509 03:15:10.400751 1 tasks_processing.go:69] worker 13 listening for tasks. I0509 03:15:10.400753 1 tasks_processing.go:69] worker 21 listening for tasks. I0509 03:15:10.400585 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0509 03:15:10.400760 1 tasks_processing.go:69] worker 33 listening for tasks. I0509 03:15:10.400758 1 tasks_processing.go:69] worker 43 listening for tasks. I0509 03:15:10.400763 1 tasks_processing.go:69] worker 11 listening for tasks. I0509 03:15:10.400766 1 tasks_processing.go:69] worker 3 listening for tasks. I0509 03:15:10.400769 1 tasks_processing.go:69] worker 44 listening for tasks. I0509 03:15:10.400736 1 tasks_processing.go:69] worker 8 listening for tasks. I0509 03:15:10.400774 1 tasks_processing.go:69] worker 22 listening for tasks. I0509 03:15:10.400778 1 tasks_processing.go:69] worker 10 listening for tasks. I0509 03:15:10.400781 1 tasks_processing.go:69] worker 50 listening for tasks. I0509 03:15:10.400781 1 tasks_processing.go:69] worker 37 listening for tasks. I0509 03:15:10.400778 1 tasks_processing.go:69] worker 36 listening for tasks. I0509 03:15:10.400789 1 tasks_processing.go:69] worker 51 listening for tasks. I0509 03:15:10.400790 1 tasks_processing.go:69] worker 57 listening for tasks. I0509 03:15:10.400792 1 tasks_processing.go:69] worker 55 listening for tasks. I0509 03:15:10.400787 1 tasks_processing.go:69] worker 45 listening for tasks. I0509 03:15:10.400797 1 tasks_processing.go:69] worker 61 listening for tasks. I0509 03:15:10.400799 1 tasks_processing.go:69] worker 62 listening for tasks. I0509 03:15:10.400742 1 tasks_processing.go:69] worker 9 listening for tasks. I0509 03:15:10.400747 1 tasks_processing.go:69] worker 12 listening for tasks. I0509 03:15:10.400803 1 tasks_processing.go:69] worker 56 listening for tasks. I0509 03:15:10.400743 1 tasks_processing.go:69] worker 7 listening for tasks. I0509 03:15:10.400818 1 tasks_processing.go:71] worker 56 working on silenced_alerts task. I0509 03:15:10.400821 1 tasks_processing.go:71] worker 7 working on kubeletconfigs task. I0509 03:15:10.400822 1 tasks_processing.go:71] worker 16 working on pdbs task. I0509 03:15:10.400819 1 tasks_processing.go:71] worker 46 working on machine_config_pools task. I0509 03:15:10.400750 1 tasks_processing.go:69] worker 42 listening for tasks. I0509 03:15:10.400871 1 tasks_processing.go:71] worker 25 working on image_pruners task. I0509 03:15:10.400875 1 tasks_processing.go:71] worker 31 working on machine_healthchecks task. I0509 03:15:10.400876 1 tasks_processing.go:71] worker 18 working on authentication task. I0509 03:15:10.400881 1 tasks_processing.go:71] worker 17 working on storage_classes task. I0509 03:15:10.400884 1 tasks_processing.go:71] worker 38 working on jaegers task. I0509 03:15:10.400884 1 tasks_processing.go:71] worker 0 working on validating_webhook_configurations task. I0509 03:15:10.400887 1 tasks_processing.go:71] worker 42 working on pod_network_connectivity_checks task. I0509 03:15:10.400898 1 tasks_processing.go:71] worker 30 working on aggregated_monitoring_cr_names task. I0509 03:15:10.400903 1 tasks_processing.go:71] worker 22 working on version task. I0509 03:15:10.400911 1 tasks_processing.go:71] worker 39 working on ceph_cluster task. I0509 03:15:10.400923 1 tasks_processing.go:71] worker 57 working on image task. I0509 03:15:10.400876 1 tasks_processing.go:71] worker 14 working on monitoring_persistent_volumes task. I0509 03:15:10.400931 1 tasks_processing.go:71] worker 43 working on machine_sets task. I0509 03:15:10.400937 1 tasks_processing.go:71] worker 29 working on olm_operators task. I0509 03:15:10.400939 1 tasks_processing.go:71] worker 10 working on sap_pods task. I0509 03:15:10.400944 1 tasks_processing.go:71] worker 13 working on machine_autoscalers task. I0509 03:15:10.400946 1 tasks_processing.go:71] worker 20 working on cost_management_metrics_configs task. I0509 03:15:10.400952 1 tasks_processing.go:71] worker 61 working on openstack_dataplanedeployments task. I0509 03:15:10.400924 1 tasks_processing.go:71] worker 11 working on operators_pods_and_events task. I0509 03:15:10.400955 1 tasks_processing.go:71] worker 36 working on storage_cluster task. I0509 03:15:10.400760 1 tasks_processing.go:69] worker 54 listening for tasks. I0509 03:15:10.400983 1 tasks_processing.go:71] worker 54 working on lokistack task. I0509 03:15:10.400735 1 tasks_processing.go:69] worker 28 listening for tasks. I0509 03:15:10.400728 1 tasks_processing.go:69] worker 24 listening for tasks. I0509 03:15:10.400766 1 tasks_processing.go:69] worker 5 listening for tasks. I0509 03:15:10.401015 1 tasks_processing.go:71] worker 45 working on proxies task. I0509 03:15:10.401022 1 tasks_processing.go:71] worker 51 working on machines task. I0509 03:15:10.401102 1 tasks_processing.go:71] worker 50 working on infrastructures task. I0509 03:15:10.401135 1 tasks_processing.go:71] worker 44 working on nodenetworkstates task. I0509 03:15:10.400767 1 tasks_processing.go:69] worker 47 listening for tasks. I0509 03:15:10.401145 1 tasks_processing.go:71] worker 3 working on qemu_kubevirt_launcher_logs task. I0509 03:15:10.401154 1 tasks_processing.go:71] worker 8 working on sap_config task. I0509 03:15:10.401157 1 tasks_processing.go:71] worker 12 working on container_runtime_configs task. I0509 03:15:10.401166 1 tasks_processing.go:71] worker 28 working on oauths task. I0509 03:15:10.400819 1 tasks_processing.go:71] worker 15 working on schedulers task. I0509 03:15:10.400772 1 tasks_processing.go:69] worker 48 listening for tasks. I0509 03:15:10.401257 1 tasks_processing.go:71] worker 48 working on feature_gates task. I0509 03:15:10.401312 1 tasks_processing.go:71] worker 62 working on operators task. I0509 03:15:10.400773 1 tasks_processing.go:69] worker 34 listening for tasks. I0509 03:15:10.400774 1 tasks_processing.go:69] worker 6 listening for tasks. I0509 03:15:10.400724 1 tasks_processing.go:69] worker 1 listening for tasks. I0509 03:15:10.400777 1 tasks_processing.go:69] worker 49 listening for tasks. I0509 03:15:10.401161 1 tasks_processing.go:71] worker 47 working on cluster_apiserver task. I0509 03:15:10.401378 1 tasks_processing.go:71] worker 24 working on support_secret task. I0509 03:15:10.401381 1 tasks_processing.go:71] worker 5 working on certificate_signing_requests task. I0509 03:15:10.400759 1 tasks_processing.go:69] worker 4 listening for tasks. I0509 03:15:10.400939 1 tasks_processing.go:71] worker 32 working on openstack_controlplanes task. I0509 03:15:10.400784 1 tasks_processing.go:69] worker 58 listening for tasks. I0509 03:15:10.400786 1 tasks_processing.go:69] worker 35 listening for tasks. I0509 03:15:10.400795 1 tasks_processing.go:69] worker 60 listening for tasks. I0509 03:15:10.402496 1 tasks_processing.go:71] worker 35 working on ingress_certificates task. I0509 03:15:10.400796 1 tasks_processing.go:69] worker 53 listening for tasks. I0509 03:15:10.400796 1 tasks_processing.go:69] worker 52 listening for tasks. I0509 03:15:10.400796 1 tasks_processing.go:69] worker 59 listening for tasks. I0509 03:15:10.400816 1 tasks_processing.go:71] worker 26 working on install_plans task. I0509 03:15:10.400869 1 tasks_processing.go:71] worker 41 working on mutating_webhook_configurations task. I0509 03:15:10.400870 1 tasks_processing.go:71] worker 19 working on dvo_metrics task. I0509 03:15:10.400758 1 tasks_processing.go:69] worker 2 listening for tasks. I0509 03:15:10.400878 1 tasks_processing.go:71] worker 40 working on tsdb_status task. I0509 03:15:10.400921 1 tasks_processing.go:71] worker 21 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0509 03:15:10.400928 1 tasks_processing.go:71] worker 33 working on openshift_machine_api_events task. I0509 03:15:10.400933 1 tasks_processing.go:71] worker 27 working on clusterroles task. I0509 03:15:10.400935 1 tasks_processing.go:71] worker 37 working on container_images task. I0509 03:15:10.401011 1 tasks_processing.go:71] worker 55 working on metrics task. I0509 03:15:10.400766 1 insightsreport.go:296] Starting report retriever I0509 03:15:10.400786 1 tasks_processing.go:69] worker 23 listening for tasks. I0509 03:15:10.401747 1 tasks_processing.go:71] worker 58 working on config_maps task. I0509 03:15:10.402620 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0509 03:15:10.402681 1 tasks_processing.go:71] worker 59 working on crds task. I0509 03:15:10.403040 1 tasks_processing.go:71] worker 2 working on sap_datahubs task. I0509 03:15:10.401754 1 tasks_processing.go:71] worker 34 working on active_alerts task. I0509 03:15:10.401748 1 tasks_processing.go:71] worker 9 working on openshift_logging task. I0509 03:15:10.401758 1 tasks_processing.go:71] worker 6 working on networks task. I0509 03:15:10.401761 1 tasks_processing.go:71] worker 49 working on overlapping_namespace_uids task. I0509 03:15:10.401761 1 tasks_processing.go:71] worker 4 working on nodes task. I0509 03:15:10.401766 1 tasks_processing.go:71] worker 1 working on openstack_version task. I0509 03:15:10.402534 1 tasks_processing.go:71] worker 53 working on ingress task. I0509 03:15:10.402545 1 tasks_processing.go:71] worker 60 working on service_accounts task. I0509 03:15:10.402551 1 tasks_processing.go:71] worker 52 working on machine_configs task. I0509 03:15:10.404573 1 tasks_processing.go:71] worker 23 working on openstack_dataplanenodesets task. I0509 03:15:10.404898 1 tasks_processing.go:71] worker 13 working on node_logs task. I0509 03:15:10.404934 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 3.942324ms to process 0 records I0509 03:15:10.404956 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 3.994327ms to process 0 records I0509 03:15:10.404966 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 4.033074ms to process 0 records I0509 03:15:10.404972 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 3.978395ms to process 0 records I0509 03:15:10.404980 1 tasks_processing.go:71] worker 20 working on image_registries task. I0509 03:15:10.405043 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.065661ms to process 0 records I0509 03:15:10.405050 1 tasks_processing.go:74] worker 39 stopped. I0509 03:15:10.405054 1 tasks_processing.go:74] worker 36 stopped. I0509 03:15:10.405059 1 tasks_processing.go:74] worker 38 stopped. I0509 03:15:10.405057 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 4.369895ms to process 0 records I0509 03:15:10.405061 1 tasks_processing.go:74] worker 63 stopped. I0509 03:15:10.406888 1 tasks_processing.go:74] worker 43 stopped. I0509 03:15:10.406900 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 5.945606ms to process 0 records I0509 03:15:10.407053 1 tasks_processing.go:74] worker 51 stopped. E0509 03:15:10.407069 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0509 03:15:10.407080 1 gather.go:177] gatherer "clusterconfig" function "machines" took 6.014211ms to process 0 records E0509 03:15:10.408676 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.12.209:9094: connect: connection refused I0509 03:15:10.408693 1 tasks_processing.go:74] worker 34 stopped. E0509 03:15:10.408699 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.12.209:9094: connect: connection refused E0509 03:15:10.408702 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.12.209:9094: connect: connection refused I0509 03:15:10.408710 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 5.13099ms to process 0 records E0509 03:15:10.408720 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.12.209:9094: connect: connection refused I0509 03:15:10.408727 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 7.891115ms to process 0 records I0509 03:15:10.408736 1 tasks_processing.go:74] worker 56 stopped. E0509 03:15:10.408737 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.243.131:9091: connect: connection refused I0509 03:15:10.408749 1 tasks_processing.go:74] worker 40 stopped. E0509 03:15:10.408755 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.243.131:9091: connect: connection refused I0509 03:15:10.408763 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 6.192005ms to process 0 records E0509 03:15:10.408773 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.243.131:9091: connect: connection refused I0509 03:15:10.408794 1 tasks_processing.go:74] worker 55 stopped. E0509 03:15:10.408801 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.243.131:9091: connect: connection refused I0509 03:15:10.408823 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 6.137234ms to process 0 records I0509 03:15:10.415479 1 tasks_processing.go:74] worker 12 stopped. I0509 03:15:10.415492 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 14.310529ms to process 0 records I0509 03:15:10.415500 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.009739ms to process 0 records I0509 03:15:10.415506 1 tasks_processing.go:74] worker 32 stopped. I0509 03:15:10.415512 1 tasks_processing.go:74] worker 44 stopped. I0509 03:15:10.415521 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 14.360517ms to process 0 records I0509 03:15:10.415528 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 11.938783ms to process 0 records I0509 03:15:10.415533 1 tasks_processing.go:74] worker 9 stopped. I0509 03:15:10.415581 1 tasks_processing.go:74] worker 8 stopped. I0509 03:15:10.415590 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 14.418695ms to process 0 records I0509 03:15:10.415661 1 tasks_processing.go:74] worker 45 stopped. I0509 03:15:10.415679 1 recorder.go:75] Recording config/proxy with fingerprint=340fa6dd58fae384da18419e72c3c21e79619667cabb31da398147b3e4d49030 I0509 03:15:10.415691 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 14.560933ms to process 1 records I0509 03:15:10.415710 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 14.640737ms to process 0 records I0509 03:15:10.415717 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 14.606944ms to process 0 records I0509 03:15:10.415780 1 tasks_processing.go:74] worker 10 stopped. I0509 03:15:10.415790 1 tasks_processing.go:74] worker 54 stopped. I0509 03:15:10.415806 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0509 03:15:10.415821 1 controller.go:368] The initial operator extension status is healthy I0509 03:15:10.415830 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0509 03:15:10.415834 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0509 03:15:10.415838 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0509 03:15:10.415850 1 controller.go:531] The operator is still being initialized I0509 03:15:10.415853 1 tasks_processing.go:74] worker 50 stopped. I0509 03:15:10.415858 1 controller.go:554] The operator is healthy I0509 03:15:10.415906 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0509 03:15:10.415918 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0509 03:15:10.416044 1 operator.go:298] started I0509 03:15:10.416064 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0509 03:15:10.416209 1 recorder.go:75] Recording config/infrastructure with fingerprint=6e6f461b429586712f4b6f12f361068505b6e5cc54f5c4133d21188658274c6c I0509 03:15:10.416220 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 14.534296ms to process 1 records I0509 03:15:10.420430 1 tasks_processing.go:74] worker 23 stopped. I0509 03:15:10.420441 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 15.803702ms to process 0 records I0509 03:15:10.420446 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 17.614606ms to process 0 records E0509 03:15:10.420451 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0509 03:15:10.420457 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 19.552812ms to process 0 records E0509 03:15:10.420457 1 gather_kubeletconfig.go:46] GatherKubeletConfig: Kubeletconfigs resource not found in cluster (may not be created) I0509 03:15:10.420460 1 tasks_processing.go:74] worker 33 stopped. I0509 03:15:10.420462 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 17.370403ms to process 0 records I0509 03:15:10.420468 1 tasks_processing.go:74] worker 42 stopped. I0509 03:15:10.420465 1 tasks_processing.go:74] worker 2 stopped. I0509 03:15:10.420474 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 16.857858ms to process 0 records I0509 03:15:10.420480 1 gather.go:177] gatherer "clusterconfig" function "kubeletconfigs" took 19.64011ms to process 0 records I0509 03:15:10.420485 1 tasks_processing.go:74] worker 7 stopped. I0509 03:15:10.420489 1 tasks_processing.go:74] worker 1 stopped. I0509 03:15:10.423515 1 tasks_processing.go:74] worker 61 stopped. I0509 03:15:10.423525 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 22.554512ms to process 0 records E0509 03:15:10.423532 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0509 03:15:10.423538 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 22.641154ms to process 0 records I0509 03:15:10.423543 1 tasks_processing.go:74] worker 31 stopped. I0509 03:15:10.423644 1 tasks_processing.go:74] worker 15 stopped. I0509 03:15:10.423711 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=df6096afe1f6d4e371e89245a831659a98930132939a919c5a2b11da8a15940b I0509 03:15:10.423724 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 22.420946ms to process 1 records I0509 03:15:10.423788 1 recorder.go:75] Recording config/image with fingerprint=88ff81a39b831d53e28a1c642ece0a6de51d49137c2f1e28eb452b0d5b5ee6dc I0509 03:15:10.423797 1 gather.go:177] gatherer "clusterconfig" function "image" took 22.723251ms to process 1 records I0509 03:15:10.423805 1 tasks_processing.go:74] worker 57 stopped. I0509 03:15:10.423874 1 tasks_processing.go:74] worker 18 stopped. I0509 03:15:10.423943 1 recorder.go:75] Recording config/authentication with fingerprint=dcba335949f801a21c318fcae606c9e59669911f0cf8f426b221334a9e0f2fc3 I0509 03:15:10.423951 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 22.900292ms to process 1 records I0509 03:15:10.428865 1 tasks_processing.go:74] worker 47 stopped. I0509 03:15:10.429002 1 recorder.go:75] Recording config/apiserver with fingerprint=1a6dee0a21e3d13a3c6b6e94285050d3f9212a142a4560c25fd625a69ca8a6dd I0509 03:15:10.429020 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 27.480143ms to process 1 records I0509 03:15:10.429096 1 tasks_processing.go:74] worker 48 stopped. I0509 03:15:10.429114 1 recorder.go:75] Recording config/featuregate with fingerprint=09f093b7e17165ea012c4aac37b2b3d12afbbfeaa1e750460ce2de995f1cbdcc I0509 03:15:10.429120 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 27.699063ms to process 1 records I0509 03:15:10.429269 1 tasks_processing.go:74] worker 46 stopped. I0509 03:15:10.429283 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 28.428871ms to process 0 records I0509 03:15:10.429360 1 tasks_processing.go:74] worker 6 stopped. I0509 03:15:10.430075 1 recorder.go:75] Recording config/network with fingerprint=465fdc89bb41ac7c4c64f412ecda2adda3865cac555889a599c100c9b4f512f4 I0509 03:15:10.430099 1 gather.go:177] gatherer "clusterconfig" function "networks" took 25.775597ms to process 1 records I0509 03:15:10.430122 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 28.965334ms to process 0 records I0509 03:15:10.430136 1 tasks_processing.go:74] worker 14 stopped. W0509 03:15:10.431215 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0509 03:15:10.433191 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0509 03:15:10.433203 1 controller.go:254] Source scaController *sca.Controller is not ready I0509 03:15:10.433207 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0509 03:15:10.433211 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0509 03:15:10.433215 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0509 03:15:10.433220 1 tasks_processing.go:74] worker 4 stopped. I0509 03:15:10.433234 1 controller.go:531] The operator is still being initialized I0509 03:15:10.433243 1 controller.go:554] The operator is healthy I0509 03:15:10.433496 1 recorder.go:75] Recording config/node/ip-10-0-0-56.ec2.internal with fingerprint=3e6d03f61b03a02e0dfb80f2aa2defb967b9ee96dc41dab7df7689b27ad16ff4 I0509 03:15:10.433558 1 recorder.go:75] Recording config/node/ip-10-0-1-171.ec2.internal with fingerprint=eb1576038cd1d9c168a7dfa31da259cc7c89fc2a8e140f19eb1019faf068644c I0509 03:15:10.433567 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 29.61877ms to process 2 records I0509 03:15:10.462799 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0509 03:15:10.462816 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0509 03:15:10.462849 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0509 03:15:10.473493 1 base_controller.go:82] Caches are synced for ConfigController I0509 03:15:10.473506 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0509 03:15:10.476099 1 tasks_processing.go:74] worker 28 stopped. I0509 03:15:10.476130 1 gather_logs.go:145] no pods in namespace were found I0509 03:15:10.476503 1 recorder.go:75] Recording config/oauth with fingerprint=53c80f931d90db2302674724f5cf7cbd3d642211a9432da0a27bd2fff27a3ca9 I0509 03:15:10.476519 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 74.87831ms to process 1 records I0509 03:15:10.476639 1 tasks_processing.go:74] worker 25 stopped. I0509 03:15:10.476811 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=e679cfed6c552deb9734be43673fe6c237ed543f9165169002dff5e163c2e74c I0509 03:15:10.476825 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 75.220151ms to process 1 records I0509 03:15:10.476835 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 74.984501ms to process 0 records I0509 03:15:10.476854 1 tasks_processing.go:74] worker 3 stopped. I0509 03:15:10.476903 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=0a774419b60aa3c4f6d1b547a9d1d90e3cd7de0a291312ee8835b8735712ac09 I0509 03:15:10.476919 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=d391103f933ddef25e00808c31414b5cd3458383e1c6e1e65396a4cf40241274 I0509 03:15:10.476924 1 tasks_processing.go:74] worker 16 stopped. I0509 03:15:10.476933 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=7ac8490a791b32c7f88d0d7f7db6c0cf503f7b2fb8338236c64f6c93594e1842 I0509 03:15:10.476950 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=9c50e6a20c054b53b05923be270efde1a0395c6800ea3c65a4b9027d7ecd88bf I0509 03:15:10.476966 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=f41545f2d5968fbf49c334ae76b6fe771edf1ad4b44e1e86d17a6abdb7b2df4f I0509 03:15:10.476981 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=34dd55c2e6b0982ff5d49afceb764aaa4f9729e42ce716fdfd6798d9d7fd739c I0509 03:15:10.476994 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=36a134df7359d74659d3d7472b23be6d0df8c9d286d57e8509111dd377601ac6 I0509 03:15:10.477011 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=858033d2933b498fe3ad5b2cf1b0a282e6efa859b6924ee7a6d23606cf91c27c I0509 03:15:10.477026 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=e58613906541f440aba9e45bd40aa948b0057ae186c28f7da36c99c003988e4c I0509 03:15:10.477039 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=0d4bb2e2cd6baaaf85fdb29ac46499a65e684cd28fe82abf2868996672e3ac72 I0509 03:15:10.477047 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 75.328697ms to process 10 records E0509 03:15:10.477056 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0509 03:15:10.477063 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 74.781191ms to process 0 records I0509 03:15:10.477130 1 tasks_processing.go:74] worker 24 stopped. I0509 03:15:10.477189 1 recorder.go:75] Recording config/ingress with fingerprint=f3ab36eb3fe89f0c88219bad1d7fc0c8b59a765e0219742a1d8007132d2c81a6 I0509 03:15:10.477201 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 73.33944ms to process 1 records I0509 03:15:10.477206 1 tasks_processing.go:74] worker 53 stopped. I0509 03:15:10.480226 1 tasks_processing.go:74] worker 13 stopped. I0509 03:15:10.480255 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 75.30682ms to process 0 records I0509 03:15:10.481828 1 tasks_processing.go:74] worker 41 stopped. I0509 03:15:10.482010 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=114f797255c59309029534eff54e79b65b9bbb69271edda94c798dd3b6a6309e I0509 03:15:10.482051 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=29d46727bf1b576fc926e154f54ba16dbbacc2764e3e50ad6a4eea26b0513afc I0509 03:15:10.482100 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=f27fd41d782b6d94315020a78899f19f53312e365dce607911dfd3f6789dd523 I0509 03:15:10.482108 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 79.21086ms to process 3 records I0509 03:15:10.482459 1 tasks_processing.go:74] worker 49 stopped. I0509 03:15:10.482503 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0509 03:15:10.482517 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 78.866486ms to process 1 records I0509 03:15:10.482591 1 tasks_processing.go:74] worker 20 stopped. I0509 03:15:10.482894 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=7d2967ab1baee21bac84caddffcc0bf0e528e521653b014ea531a8606cfe16b5 I0509 03:15:10.482907 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 77.497375ms to process 1 records I0509 03:15:10.482990 1 tasks_processing.go:74] worker 59 stopped. I0509 03:15:10.483394 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=bd97981ba4f9647e53887421a699c68089de43375d78dc2ddf78c9530ae9081c I0509 03:15:10.483617 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=7530212091108fbb825ac077085d248ae7540ef8752bf671371bee11a1ca0b6b I0509 03:15:10.483628 1 gather.go:177] gatherer "clusterconfig" function "crds" took 79.795361ms to process 2 records I0509 03:15:10.483673 1 recorder.go:75] Recording config/olm_operators with fingerprint=6e667968c740950fe7b6ef31c05d2f8ee7562ad09859a9e498bd8dfb0141718c I0509 03:15:10.483682 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 81.651136ms to process 1 records I0509 03:15:10.483688 1 tasks_processing.go:74] worker 29 stopped. I0509 03:15:10.504890 1 tasks_processing.go:74] worker 17 stopped. I0509 03:15:10.504968 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=8077094d9c9cbc57dd9dcd27d30e28fefc576b148a969224d8da6cd75ef9bafd I0509 03:15:10.504983 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=dda537466217d8f42ee987ae2b1ef692bf975e27e0e6c71503c3dddd1a45f1c9 I0509 03:15:10.504990 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 103.999332ms to process 2 records I0509 03:15:10.505020 1 tasks_processing.go:74] worker 22 stopped. I0509 03:15:10.505128 1 configmapobserver.go:84] configmaps "insights-config" not found I0509 03:15:10.505349 1 recorder.go:75] Recording config/version with fingerprint=b8b793c3a5da950050da95187a4caf2498bb89a5e153c412505017b7d4a987fc I0509 03:15:10.505367 1 recorder.go:75] Recording config/id with fingerprint=aeedc7075909a98a5487f58fb860c1030d1e03dd3fd8126cbf5f2e21bebfff15 I0509 03:15:10.505376 1 gather.go:177] gatherer "clusterconfig" function "version" took 104.105556ms to process 2 records I0509 03:15:10.511017 1 tasks_processing.go:74] worker 0 stopped. I0509 03:15:10.511524 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=01adee1fb24d2e269a16ff24953f39a64765deaaa2ee0a8311cb84b927db6a61 I0509 03:15:10.513110 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=429949bf84bbb408327fc56d83e7d02e87911ea7910c14ec3561d57600b1634e I0509 03:15:10.513294 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=faf1a807a942067cb76cdae9a903b71e1233094f9f558d196fe94fa785df6af3 I0509 03:15:10.513393 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=a2e446e91f2542ec179250be5d0984fff26d00d9ae8028649dbd4b77ef4a5d3a I0509 03:15:10.513437 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=ce53a1dfdb0e58f201ec1ce88fe00491023d312d272b3360595cb05eeeb7a19f I0509 03:15:10.513468 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=b985f8505ae3f96abcc208a3c04e601d847c214b3e15135ecbcac828b4004047 I0509 03:15:10.513843 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=71d2c46250dce8bf6b9605f2fbebadd37d6e34ca92a99c57e71c51d4d3bb8ebc I0509 03:15:10.513906 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c9051cc6e99630059554f49ecfdc822d98453b53b5be00fcc1fb4cafa9b29266 I0509 03:15:10.513950 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=37f21b91c3dee6bb24ff0fe8fc59d0698289b9999cbe353c32421df26781b3fa I0509 03:15:10.514011 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=20bf592eed6ef1bee1f3dc12199293d70981e51cb71c581ad485f2e55473024b I0509 03:15:10.514052 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=048cc33015857caa5ac1caca01273084648f4cb02dda658d1fe02e9a63eed844 I0509 03:15:10.514092 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=280b2248968fee110afe2fc9e05eefd1740bb02f04ab8c4662411a31189f981a I0509 03:15:10.514134 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=eabbbb45eaf0f2a69a43a79abba7f2c17707703d7e7fe97096f5112e67e109f0 I0509 03:15:10.514148 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 110.118601ms to process 13 records I0509 03:15:10.514159 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 113.084598ms to process 0 records I0509 03:15:10.514217 1 tasks_processing.go:74] worker 30 stopped. I0509 03:15:10.514286 1 tasks_processing.go:74] worker 27 stopped. I0509 03:15:10.514433 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=c402e7a7ab1e2f3c964a9e197f36822e59dfe5af09bbc37f233f9c18e5abf57c I0509 03:15:10.514581 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=e1a8faef3078dd1a0a5a7d21db56363192e01e5bc0254e09c9f7e8b738e49b6b I0509 03:15:10.514593 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 111.319941ms to process 2 records I0509 03:15:10.514607 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 113.034623ms to process 0 records I0509 03:15:10.514615 1 tasks_processing.go:74] worker 5 stopped. I0509 03:15:10.516535 1 base_controller.go:82] Caches are synced for LoggingSyncer I0509 03:15:10.516547 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0509 03:15:10.517285 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0509 03:15:10.520971 1 cluster_transfer.go:102] no available accepted cluster transfer I0509 03:15:10.520984 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0509 03:15:10.534138 1 tasks_processing.go:74] worker 52 stopped. I0509 03:15:10.534162 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0509 03:15:10.534197 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 130.478847ms to process 1 records I0509 03:15:10.569611 1 tasks_processing.go:74] worker 58 stopped. E0509 03:15:10.569630 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0509 03:15:10.569636 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0509 03:15:10.569639 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0509 03:15:10.569650 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=b2675076c546d814fd96c326b1d098891fcb3010e028d457d60bc062c74d72c5 I0509 03:15:10.569687 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0509 03:15:10.569692 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0509 03:15:10.569697 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=4f78229cd898f2588ee437b54fe1d1f405239aecf047f040a09457abfe7d6d72 I0509 03:15:10.569707 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0509 03:15:10.569744 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0509 03:15:10.569765 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0509 03:15:10.569772 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 167.033624ms to process 7 records I0509 03:15:10.571411 1 tasks_processing.go:74] worker 37 stopped. I0509 03:15:10.572642 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g with fingerprint=de6f84007a4aa1d85ea57e50c87647891ed6fa0d54440ad904f86406253e58fe I0509 03:15:10.572719 1 recorder.go:75] Recording config/running_containers with fingerprint=32ba27db5ff19548bebc0d705f1883c7c7966d7b8c53aa66c569d46fd6ef5b60 I0509 03:15:10.572728 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 168.81038ms to process 2 records I0509 03:15:10.577343 1 tasks_processing.go:74] worker 21 stopped. I0509 03:15:10.577359 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 174.487524ms to process 0 records E0509 03:15:10.577377 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0509 03:15:10.577391 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q657b3n075gadd3dulh07oh0strk590-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q657b3n075gadd3dulh07oh0strk590-primary-cert-bundle-secret" not found I0509 03:15:10.577462 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=5484ce55135ff023d3186691f62e40498cae072c94b4c8ec381f2ea6c426eac9 I0509 03:15:10.577473 1 tasks_processing.go:74] worker 35 stopped. I0509 03:15:10.577479 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 174.818893ms to process 1 records I0509 03:15:10.649356 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0509 03:15:10.658338 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0509 03:15:10.713327 1 sca.go:266] etc-pki-entitlement secret successfully created I0509 03:15:10.713350 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0509 03:15:10.819678 1 gather_cluster_operator_pods_and_events.go:121] Found 27 pods with 70 containers I0509 03:15:10.819695 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 359511 bytes I0509 03:15:10.819761 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:10.849214 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:10.858697 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:10.868534 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:10.904160 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:11.095582 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:11.295650 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). W0509 03:15:11.431416 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0509 03:15:11.495943 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:11.717906 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:11.896112 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:12.097011 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:12.296749 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). W0509 03:15:12.431554 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0509 03:15:12.502699 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:12.698859 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:12.896513 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-monitoring-operator container cluster-monitoring-operator-5c487d988c-9dhqz pod in namespace openshift-monitoring (previous: false). I0509 03:15:12.923440 1 tasks_processing.go:74] worker 62 stopped. I0509 03:15:12.923563 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=ebd8e7e12e2f15da7e0e1dc98cc696bf21f7085d02011afb9360581ca9d4025e I0509 03:15:12.923609 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0509 03:15:12.923630 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=23e9161b837203f1e12ddd01cf99619272fc084e57a50d0cc2fa4a7226e56555 I0509 03:15:12.923639 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0509 03:15:12.923662 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=ea75914be22f1b3cf5462b0d5af1c68fdf502e793653b3ef14d5ca0ad0214057 I0509 03:15:12.923679 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0509 03:15:12.923734 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=cbd8d1b76bbdb1dc900f7b117273d0f0389e38ecbfa6d61793461cb6e274a68f I0509 03:15:12.923764 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=9729e56cca033156a4c9f23403a0842b0fced29c4a4f3eeeebe32d11875f5be9 I0509 03:15:12.923788 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=b7dec84e739b4a413d10c54628690a6112b4ee257362d985815b5eaadddbf325 I0509 03:15:12.923819 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=af6b2a323805fb12de0cb993615853a66ebf99b668c2706216d2f166005c5a97 I0509 03:15:12.924082 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=0c1750cecd939e1312c7391d9c787d912c3492e57cf89868fd708dd4bbbbc917 I0509 03:15:12.924102 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=c3dbb260b1efe72f0ca84814b815cf26c07bf5efd7ae48b3af63e77fd225776c I0509 03:15:12.924109 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0509 03:15:12.924124 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=f93d5c51fddbe4dd2b4acfcb0153c68710e1d0aeeb8317186453076f8709e5b9 I0509 03:15:12.924133 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0509 03:15:12.924148 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=7dcd9e107d0916afd1d017f7272c943b4e3a2bb9034bf6a8a465d4b6d105b610 I0509 03:15:12.924157 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0509 03:15:12.924192 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=0a83661c76365c87f16cf1e47713e478c95b7a2c927965e1027b0ba6cb3415f1 I0509 03:15:12.924202 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0509 03:15:12.924222 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=3549a27c27aefdf1a81870524bdc10bbe2d88c6dcbe2a0babc9ab01068169a9e I0509 03:15:12.924327 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=23c89aba91d682be497ccef2c307891fe6a7ec7dcb10a4bc4cdf6f5f813782ba I0509 03:15:12.924336 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0509 03:15:12.924344 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0509 03:15:12.924365 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0509 03:15:12.924386 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=9f853f441a1332377b42a7837b317cf995d5a736b2703d7ad3315829855e2a49 I0509 03:15:12.924415 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=f0d5768b1811a97df9e5e4cf872252d9179069dc5b8a1ecf448814ef84405c91 I0509 03:15:12.924426 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0509 03:15:12.924441 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=5470e7781169fb5f46786604a73f443cd0454878ce585df09eba8ba5deede460 I0509 03:15:12.924454 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0509 03:15:12.924474 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=f7dd5b07631d181a3093418657273de7928b142e656a09bf906a0a37e10507a1 I0509 03:15:12.924483 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0509 03:15:12.924495 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=314cfa8e1d0be90f502cdeaf7fd09dd22118563d151380f12866c415b4ee7287 I0509 03:15:12.924512 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=0d690e04fe69bd3299bfbc6567e02be8f8cef00af341ac8bea4e2d633d6c0be9 I0509 03:15:12.924525 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=5da17c1127ad4b8876493a365cf531a61c1d9b67f24e06f2c825b00aff2b65c5 I0509 03:15:12.924548 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ddfcabc026019d9b34a59071afca6c187e23d15bff2bfd5ad80700a0edb52a49 I0509 03:15:12.924557 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0509 03:15:12.924586 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=26c206fc0b877a7916317517c5dbf797e10a649819ef8e1b1d3b7c629a0700c9 I0509 03:15:12.924603 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0509 03:15:12.924610 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0509 03:15:12.924617 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.522106526s to process 39 records I0509 03:15:13.101467 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-state-metrics container kube-state-metrics-7764dcf94f-j4zj5 pod in namespace openshift-monitoring (previous: false). I0509 03:15:13.295571 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container kube-state-metrics-7764dcf94f-j4zj5 pod in namespace openshift-monitoring (previous: false). W0509 03:15:13.431338 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0509 03:15:13.495373 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container kube-state-metrics-7764dcf94f-j4zj5 pod in namespace openshift-monitoring (previous: false). I0509 03:15:13.695866 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-65485b6f96-8hcnt pod in namespace openshift-monitoring (previous: false). I0509 03:15:13.895102 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-65485b6f96-b9g7z pod in namespace openshift-monitoring (previous: false). I0509 03:15:14.094751 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-56d78896d9-4t7t6 pod in namespace openshift-monitoring (previous: false). I0509 03:15:14.295609 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-56d78896d9-mfqjc pod in namespace openshift-monitoring (previous: false). W0509 03:15:14.430465 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0509 03:15:14.496510 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-8g7pl pod in namespace openshift-monitoring (previous: false). I0509 03:15:14.696033 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0509 03:15:14.696047 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-8g7pl pod in namespace openshift-monitoring (previous: false). I0509 03:15:14.896382 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-8g7pl pod in namespace openshift-monitoring (previous: false). I0509 03:15:15.094339 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-dr9vp pod in namespace openshift-monitoring (previous: false). I0509 03:15:15.294357 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0509 03:15:15.294372 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-dr9vp pod in namespace openshift-monitoring (previous: false). W0509 03:15:15.429533 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0509 03:15:15.429557 1 tasks_processing.go:74] worker 19 stopped. E0509 03:15:15.429568 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0509 03:15:15.429579 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0509 03:15:15.429604 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.026839956s to process 1 records I0509 03:15:15.496235 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-dr9vp pod in namespace openshift-monitoring (previous: false). I0509 03:15:15.698961 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container openshift-state-metrics-5cc99f7c99-ps8wg pod in namespace openshift-monitoring (previous: false). I0509 03:15:15.894813 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container openshift-state-metrics-5cc99f7c99-ps8wg pod in namespace openshift-monitoring (previous: false). I0509 03:15:16.096926 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for openshift-state-metrics container openshift-state-metrics-5cc99f7c99-ps8wg pod in namespace openshift-monitoring (previous: false). I0509 03:15:16.297212 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:16.495082 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:16.695896 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:16.894916 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:17.100481 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:17.295140 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:17.505159 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0509 03:15:17.695843 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:17.897192 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:18.098347 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:18.295862 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:18.502777 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:18.699340 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:18.895726 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0509 03:15:19.099690 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator container prometheus-operator-94789f4d5-m42c4 pod in namespace openshift-monitoring (previous: false). I0509 03:15:19.295814 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-operator-94789f4d5-m42c4 pod in namespace openshift-monitoring (previous: false). I0509 03:15:19.494801 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-5d59b8b798-2xrf9 pod in namespace openshift-monitoring (previous: false). I0509 03:15:19.694063 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-5d59b8b798-ldvgd pod in namespace openshift-monitoring (previous: false). I0509 03:15:19.897102 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-78f686984c-dfhpx pod in namespace openshift-monitoring (previous: false). I0509 03:15:20.095407 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-78f686984c-dfhpx pod in namespace openshift-monitoring (previous: false). I0509 03:15:20.296403 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-78f686984c-dfhpx pod in namespace openshift-monitoring (previous: false). I0509 03:15:20.495263 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-78f686984c-dfhpx pod in namespace openshift-monitoring (previous: false). I0509 03:15:20.697160 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-78f686984c-dfhpx pod in namespace openshift-monitoring (previous: false). I0509 03:15:20.895994 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-78f686984c-dfhpx pod in namespace openshift-monitoring (previous: false). I0509 03:15:21.095623 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-78f686984c-kbjcm pod in namespace openshift-monitoring (previous: false). I0509 03:15:21.296392 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-78f686984c-kbjcm pod in namespace openshift-monitoring (previous: false). I0509 03:15:21.496364 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-78f686984c-kbjcm pod in namespace openshift-monitoring (previous: false). I0509 03:15:21.698601 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-78f686984c-kbjcm pod in namespace openshift-monitoring (previous: false). I0509 03:15:21.895226 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-78f686984c-kbjcm pod in namespace openshift-monitoring (previous: false). I0509 03:15:22.095488 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-78f686984c-kbjcm pod in namespace openshift-monitoring (previous: false). I0509 03:15:22.300388 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-64477676f7-flwwv pod in namespace openshift-network-console (previous: false). I0509 03:15:22.495155 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-64477676f7-t28c4 pod in namespace openshift-network-console (previous: false). I0509 03:15:22.709386 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-77758f4558-t5t9g pod in namespace openshift-console-operator (previous: true). I0509 03:15:22.909017 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-77758f4558-t5t9g pod in namespace openshift-console-operator (previous: false). I0509 03:15:23.103300 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7987b56c69-rxjb6 pod in namespace openshift-console (previous: false). I0509 03:15:23.289072 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0509 03:15:23.289089 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7987b56c69-sgqv5 pod in namespace openshift-console (previous: false). I0509 03:15:23.488054 1 tasks_processing.go:74] worker 26 stopped. I0509 03:15:23.488106 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0509 03:15:23.488124 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.084562109s to process 1 records I0509 03:15:23.495806 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7cb56b9bc6-8xnjz pod in namespace openshift-console (previous: false). I0509 03:15:23.699162 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-9c8cc669-pkl79 pod in namespace openshift-console (previous: false). I0509 03:15:23.888886 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for console-9c8cc669-pkl79 pod in namespace openshift-console for failing operator console (previous: false): "pods \"console-9c8cc669-pkl79\" not found" I0509 03:15:23.888902 1 gather_cluster_operator_pods_and_events.go:280] Error: "pods \"console-9c8cc669-pkl79\" not found" I0509 03:15:23.888910 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-86646479f-ccs57 pod in namespace openshift-console (previous: false). I0509 03:15:24.097418 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-86646479f-tm2s9 pod in namespace openshift-console (previous: false). I0509 03:15:24.210262 1 tasks_processing.go:74] worker 60 stopped. I0509 03:15:24.210531 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=ae29e7659fb4cd0f04bcc181913d3f8b69c20a612f3ed6bf2f2479314a8cc58f I0509 03:15:24.210547 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.806629362s to process 1 records I0509 03:15:24.295551 1 tasks_processing.go:74] worker 11 stopped. I0509 03:15:24.296337 1 recorder.go:75] Recording events/openshift-monitoring with fingerprint=8d1f45521cd6ac34a11b47a7f39712f69a986fd6b21a9d7c708590172da03a20 I0509 03:15:24.296384 1 recorder.go:75] Recording events/openshift-network-console with fingerprint=34a076510aca7a3630a6360811ad543f6c5d911a85a8788540d9326b44b68786 I0509 03:15:24.296501 1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=a0ba13816ccf64a90f390fdc5a8fb083630cf2fc02e2750b54721945572a6189 I0509 03:15:24.296577 1 recorder.go:75] Recording events/openshift-console with fingerprint=c8cc4823266247864231e663b11ca3113e3d8fd3cad4d7215c0c88c15d5e824a I0509 03:15:24.296587 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/init-config-reloader_current.log with fingerprint=79b18c909c7e99a0c9266714c1a1022a0f02ef68407df677e2bf63afb415a04b I0509 03:15:24.296598 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/alertmanager_current.log with fingerprint=1a47800ed3d4535472cacb0e7d29f7bd1750d5f3a92285b9813ddbe8565ea820 I0509 03:15:24.296610 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/config-reloader_current.log with fingerprint=c591951aaa19dd9edbd15a4b9351ccc2d1a34c67a14dc19894052b51fd62c2aa I0509 03:15:24.296617 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-web_current.log with fingerprint=6a67ad349cabf94374050ef6bded17fa7c72885c7f7c85420f005b87df7bebfb I0509 03:15:24.296622 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy_current.log with fingerprint=7ad18e4829c2d017fa76f66e53810c9217efc2ee8d34bd3dc1d7e98b7622ee16 I0509 03:15:24.296629 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-metric_current.log with fingerprint=5b346c4e795467b3f8e563b75ecf662c884852be8a523353910239b9f95cb8c7 I0509 03:15:24.296660 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/prom-label-proxy_current.log with fingerprint=78cdfee9dbb5a2111f9fccbfe66ce7ba80edf813ec85f5cbf0d6f2ad15298906 I0509 03:15:24.296670 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/init-config-reloader_current.log with fingerprint=de8db92aebc65449ace6928341c5d626db817598c9b8e6250e83828e4a475fb4 I0509 03:15:24.296684 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/alertmanager_current.log with fingerprint=96a559ba50746ddffe454a07226ce0b6db456fd3adfd85e85579da88681fcd0d I0509 03:15:24.296697 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/config-reloader_current.log with fingerprint=fb44db345ed8a6228bad6747bd2b7726f95ac8ca91515357d8bd1feed542387b I0509 03:15:24.296705 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-web_current.log with fingerprint=93ee920cc1a23803b9f36fdc8f909745d02c6a0aeb3c6cc46f368387d18bc9f9 I0509 03:15:24.296710 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy_current.log with fingerprint=3daee87153ea3932a747e65c403603c1fe22137afd0596d402623254efcabdce I0509 03:15:24.296717 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-metric_current.log with fingerprint=116886352796269d9661400364db2d47a30c954fd9551df938d4c1bfd014a83b I0509 03:15:24.296722 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/prom-label-proxy_current.log with fingerprint=de2a4d52efc2d91794916d39019a6d4c1ee52fd0f60ca03f3f587b6fcaf975bc I0509 03:15:24.296836 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/cluster-monitoring-operator-5c487d988c-9dhqz/cluster-monitoring-operator_current.log with fingerprint=eec387397def57fb2da9123bc56c09aa15228fc18193b4ccdc7f1b60c386f007 I0509 03:15:24.296857 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7764dcf94f-j4zj5/kube-state-metrics_current.log with fingerprint=492b62f58fbbbda3df51076edde03fa599ab828acf470670e350f2ef8fa2269f I0509 03:15:24.296869 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7764dcf94f-j4zj5/kube-rbac-proxy-main_current.log with fingerprint=273230c15345c3d77dc8bc9c543fe51405fed790a1cfae2bd252e7e13348ea5c I0509 03:15:24.296875 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7764dcf94f-j4zj5/kube-rbac-proxy-self_current.log with fingerprint=6f8a6175d6362efe8437faf38db1ced0df927f302e39159a5b3848aab15079d7 I0509 03:15:24.296884 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-65485b6f96-8hcnt/metrics-server_current.log with fingerprint=68e93a1fe25ec90686dcb52581507783d29f7a4a7757442c6d4b5d22b0d28636 I0509 03:15:24.296898 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-65485b6f96-b9g7z/metrics-server_current.log with fingerprint=fa5129ddb4ee60fb0956d35c98dd3d4b1f886b982131e741a3df6d3b1509bb5c I0509 03:15:24.296909 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-56d78896d9-4t7t6/monitoring-plugin_current.log with fingerprint=8cb8daf59dc60fb98f50cb94ddefc27e91ba87748dfd50faefd06ada479ad2c1 I0509 03:15:24.296919 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-56d78896d9-mfqjc/monitoring-plugin_current.log with fingerprint=ad0de367b9692f46d4c105b1ddb22d16208745bf66483db94440ddd05031d099 I0509 03:15:24.296947 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-8g7pl/node-exporter_current.log with fingerprint=3cc4c2d217f8a5edf077de6d636ffea3b22af5f49b4b26b87442c4f67d7a52bc I0509 03:15:24.296955 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-8g7pl/kube-rbac-proxy_current.log with fingerprint=ae8f2ac75bf2654ba9eb161ab42e9fff630619e732e5064f94af63dc536187a3 I0509 03:15:24.296981 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-dr9vp/node-exporter_current.log with fingerprint=40639dd7c96073ff085ff670884bb13930d36e705efd2258e5434a4f9e590526 I0509 03:15:24.296990 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-dr9vp/kube-rbac-proxy_current.log with fingerprint=bf801eda42a8193e8fdb2b88a15f917dbd78db2fe23d469c565b86b24c1b8024 I0509 03:15:24.296996 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-5cc99f7c99-ps8wg/kube-rbac-proxy-main_current.log with fingerprint=26941f6c8780eeeab912338a2967ea3516853ae67d5b3e323781ba746a944a4a I0509 03:15:24.297004 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-5cc99f7c99-ps8wg/kube-rbac-proxy-self_current.log with fingerprint=254e5a832b9d0fc16bf582c5f92ac31370f17658426d28678aae85e70f409b89 I0509 03:15:24.297014 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-5cc99f7c99-ps8wg/openshift-state-metrics_current.log with fingerprint=57136aa2887f8e0ab2ac5de360bea3a8f26873c9f0957256a4125e9d07b0b490 I0509 03:15:24.297020 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/init-config-reloader_current.log with fingerprint=c2d528791c310168d5cb8f19fa8272476d76785a3c2a49ff54d06bd11cff5405 I0509 03:15:24.297098 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/prometheus_current.log with fingerprint=42ca7bd1c20591942ae28d315635752e9fb75bb554ce284234936a46f3a38da6 I0509 03:15:24.297110 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/config-reloader_current.log with fingerprint=fa0916a1bdfe2e7f5ec8dab34e2822e785861c32ad08d3d4c99aa7adec4de27b I0509 03:15:24.297119 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/thanos-sidecar_current.log with fingerprint=3c4d0f1b01a82bbb538624f7c2f7a0eb302c9c2b78c294a10ac4073b57d6db27 I0509 03:15:24.297125 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-web_current.log with fingerprint=10f2eb7ac9b46b0974cb173a8f9d3903f6f99ebd1f3dc085903adfb17e1e49f4 I0509 03:15:24.297131 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy_current.log with fingerprint=cc62c282408358ab9b2bf2ed3e6f69181fdc87740558ce77e87b7f59cc83eb51 I0509 03:15:24.297137 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-thanos_current.log with fingerprint=4024299285357ac1a126e017d5e881f0ecf06961e639016f3ad5c4a777167021 I0509 03:15:24.297143 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/init-config-reloader_current.log with fingerprint=781e597cbcce9d8e9c3f691b0e0f1e070762b96f5ba9df4f6a478250da538005 I0509 03:15:24.297243 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/prometheus_current.log with fingerprint=a8a3948c32e4528f3754290a7f9bd221ba3006869fd3b367dd8ebac1a6c89811 I0509 03:15:24.297258 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/config-reloader_current.log with fingerprint=e1c9d05564aa308dd798f69d7924c4f802f7a5a7f7651beac754397864a04f08 I0509 03:15:24.297269 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/thanos-sidecar_current.log with fingerprint=347ffbd0f232a8e91fe46b65fe24b7d26e13108ddc7c9f87b9d541848ecf513e I0509 03:15:24.297275 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-web_current.log with fingerprint=d335faf542782ed4b020508892e74279883d32f9494acb1f0ac5bf65e13ba5e6 I0509 03:15:24.297281 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy_current.log with fingerprint=764307a276e0af8b2d0ee0fa7bd72dc66366190695a6d5bb1c9d2955ede67ead I0509 03:15:24.297289 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-thanos_current.log with fingerprint=bcd0679e3405d30bad27db92e459a8792c36da76275e23559eb02811c61de4a2 I0509 03:15:24.297367 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-94789f4d5-m42c4/prometheus-operator_current.log with fingerprint=fc892920ab49dc91b0fd37b1ef1a807ecdfa23923f9ce3e6dbbffa5e41b5a60f I0509 03:15:24.297375 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-94789f4d5-m42c4/kube-rbac-proxy_current.log with fingerprint=4f3854206d4f6abcc8749a102e0846ecb00d33ae1f0a80ccc91262f2a7b177c1 I0509 03:15:24.297382 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-5d59b8b798-2xrf9/prometheus-operator-admission-webhook_current.log with fingerprint=8e7a1c0a55b17e83688d9f381289e555a840a07b5ee0a94e2e470f48e49ad0e9 I0509 03:15:24.297389 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-5d59b8b798-ldvgd/prometheus-operator-admission-webhook_current.log with fingerprint=588d5e4bb90f6853e49590934ff48842e7c0054ee2192d8fea5b8eac36b297e6 I0509 03:15:24.297400 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-dfhpx/thanos-query_current.log with fingerprint=092722cbadfcaa210573a66677ca0c6dbe970db4994b3733e08df47d33a3bd51 I0509 03:15:24.297407 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-dfhpx/kube-rbac-proxy-web_current.log with fingerprint=0d86b982d01cbd41069ba2bdc5fd99d10e4ad716be313146843943ffc8b1acc2 I0509 03:15:24.297412 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-dfhpx/kube-rbac-proxy_current.log with fingerprint=815c601de1bf39d90cd58fe8dc4d7c5e20af93556c0fe7b4964bb83a3666c23e I0509 03:15:24.297416 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-dfhpx/prom-label-proxy_current.log with fingerprint=4bba6f66dc9d75f9732b73e720ece238aaece96722e86cf85b3733de8af9a2ca I0509 03:15:24.297422 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-dfhpx/kube-rbac-proxy-rules_current.log with fingerprint=00fdfacda642e25130db942ac199a4807d73a4277812f789aac0bcfc999efcfb I0509 03:15:24.297430 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-dfhpx/kube-rbac-proxy-metrics_current.log with fingerprint=d306e5e8e7ce41ec5eb9e71a5210b3178fc0d7234e118876d62d880987375e61 I0509 03:15:24.297453 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-kbjcm/thanos-query_current.log with fingerprint=09e9aafcbb8581ffa19aa592733242462f8e1be515d5d86acf00599392c48210 I0509 03:15:24.297463 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-kbjcm/kube-rbac-proxy-web_current.log with fingerprint=a0e1e5a64ed0b9db2d2c6aa76af88f0c6a28a065bbf76c7c3c1582f5348b64b8 I0509 03:15:24.297469 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-kbjcm/kube-rbac-proxy_current.log with fingerprint=f458a29acd0bcad6b7ebfbac065335d23a24c87225d7a15d48a3012113abf8aa I0509 03:15:24.297474 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-kbjcm/prom-label-proxy_current.log with fingerprint=e43836101cc851be4dd892e3e1c8153c66e3fb6ce688185b2ae4ae6ef0f3ee22 I0509 03:15:24.297480 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-kbjcm/kube-rbac-proxy-rules_current.log with fingerprint=b372874dc7e186ee6194a0c1376351ca23be7e1dbe20144a2951e5f0cf15fbbf I0509 03:15:24.297486 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-78f686984c-kbjcm/kube-rbac-proxy-metrics_current.log with fingerprint=47ba0767c3d84d4bf865ff40f7d2f70f5d97556105781e3dc8838b99d2b882ea I0509 03:15:24.297492 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-64477676f7-flwwv/networking-console-plugin_current.log with fingerprint=d751bb0749ec9d922f6b9fd34dd85b97de082a809808bd3f572b5d59e05eecab I0509 03:15:24.297498 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-64477676f7-t28c4/networking-console-plugin_current.log with fingerprint=f6b9818a75abdd4a41b762a56c9bcb75a2b347387ac03703c95ab5172e5665dc I0509 03:15:24.297632 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g with fingerprint=de6f84007a4aa1d85ea57e50c87647891ed6fa0d54440ad904f86406253e58fe E0509 03:15:24.297648 1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g.json" was already recorded and had the fingerprint "de6f84007a4aa1d85ea57e50c87647891ed6fa0d54440ad904f86406253e58fe", overwriting with the record having fingerprint "de6f84007a4aa1d85ea57e50c87647891ed6fa0d54440ad904f86406253e58fe" W0509 03:15:24.297661 1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g.json" because of the warning: warning: the record with the same fingerprint "de6f84007a4aa1d85ea57e50c87647891ed6fa0d54440ad904f86406253e58fe" was already recorded at path "config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g.json" I0509 03:15:24.297672 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-77758f4558-t5t9g/console-operator_previous.log with fingerprint=9eb0fd845f93265cf930e1b07306bd85d07ca9f51e7b5ab472fd05f3b52b48c0 I0509 03:15:24.297839 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-77758f4558-t5t9g/console-operator_current.log with fingerprint=d69849ceaa19c41f3880f1881268dabcb3e46d7b61fd67758c287e6b5bdc6858 I0509 03:15:24.297854 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-7987b56c69-sgqv5/console_current.log with fingerprint=47213b2efa478376a4b0edbb3984af4e181fdcf9412c1f7da5870eae92e8b838 I0509 03:15:24.297866 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-7cb56b9bc6-8xnjz/console_current.log with fingerprint=896f9c2b27143fe9d9b8fc52782890383791b4333a819a85cfc2c953d14b2b2e I0509 03:15:24.297896 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-86646479f-ccs57/download-server_current.log with fingerprint=93be1e3cdadd6e9d6a7e5636825e578d109df4f016c64e0b7046312da6e4d2f8 I0509 03:15:24.297926 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-86646479f-tm2s9/download-server_current.log with fingerprint=f93fe7d523ef321f0028a9cbaf2a25ddde830975ed53ef267312301895c5c739 I0509 03:15:24.297933 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 13.894579885s to process 72 records E0509 03:15:24.297993 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.897s with: function \"machines\" failed with an error, function \"active_alerts\" failed with an error, function \"silenced_alerts\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g.json\"" I0509 03:15:24.299099 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "active_alerts" failed with an error, function "silenced_alerts" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-77758f4558-t5t9g.json" I0509 03:15:24.299111 1 periodic.go:209] Running workloads gatherer I0509 03:15:24.299126 1 tasks_processing.go:45] number of workers: 2 I0509 03:15:24.299135 1 tasks_processing.go:69] worker 1 listening for tasks. I0509 03:15:24.299141 1 tasks_processing.go:71] worker 1 working on workload_info task. I0509 03:15:24.299141 1 tasks_processing.go:69] worker 0 listening for tasks. I0509 03:15:24.299210 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0509 03:15:24.304757 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-56.ec2.internal... I0509 03:15:24.304762 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-171.ec2.internal... I0509 03:15:24.326554 1 tasks_processing.go:74] worker 0 stopped. I0509 03:15:24.326570 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.327893ms to process 0 records I0509 03:15:29.898326 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 6s I0509 03:15:29.956521 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 23s for image data I0509 03:15:29.978820 1 gather_workloads_info.go:387] No image sha256:70127236b7114c252014706f3647ca605fe6a6a0918afd8cbbb84672ef91ec7a (23ms) I0509 03:15:29.996842 1 gather_workloads_info.go:387] No image sha256:126c52f5fe436c3405269b6b5a9767383364ecb7545b30105f6e69421f8d3443 (18ms) I0509 03:15:30.011216 1 gather_workloads_info.go:387] No image sha256:0131359350b329c4d55d100027fe38dcbfb65d60c1f46f17856afcba51ca4222 (14ms) I0509 03:15:30.035589 1 gather_workloads_info.go:387] No image sha256:10712a4948c195b0186c20106c0f68a0ec594674b6f3dbcf6f70214136514065 (24ms) I0509 03:15:30.059917 1 gather_workloads_info.go:387] No image sha256:99b1428e3856483cf8aade3286fd0adeb1141e5e5aaccee19bc60a8438190ceb (24ms) I0509 03:15:30.083730 1 gather_workloads_info.go:387] No image sha256:7f3e43cc142773a03773c51a3bf0ac79ab4f8fcb90cb50be55a64c9d468db6c9 (24ms) I0509 03:15:30.110202 1 gather_workloads_info.go:387] No image sha256:0a3618b26028cab825ec382d4e88f56e6d6ca04bde9c84aeb8aa09325af78c18 (26ms) I0509 03:15:30.154152 1 gather_workloads_info.go:387] No image sha256:49554115db87ee575a7ff9b6c1cbb1d8c83ee15cbf540f16d79565332dd8ad84 (44ms) I0509 03:15:30.181422 1 gather_workloads_info.go:387] No image sha256:1c14048344094d80d8713c7d5f5cd9c7962fae58d4c9a2b740f376d44f7a3341 (27ms) I0509 03:15:30.202391 1 gather_workloads_info.go:387] No image sha256:039b2bffe2ead05ac5a1642c2fa5180fbd71e5f3af60fabf6123e61c5b71128f (21ms) I0509 03:15:30.235190 1 gather_workloads_info.go:387] No image sha256:eec6f317f4fecafa0ea92b7aed766407a20c05fee6c27eaa10311c00918cde5f (33ms) I0509 03:15:30.261090 1 gather_workloads_info.go:387] No image sha256:57a944248103c7592e8cbfc03943135529ce086e6af4089a43a1f3f9a5358b40 (26ms) I0509 03:15:30.275416 1 gather_workloads_info.go:387] No image sha256:08fa2cf436757fb02ce2bd75369b8c43ed80084d6ef7948a71a77ae82b44d593 (14ms) I0509 03:15:30.364667 1 gather_workloads_info.go:387] No image sha256:63a74c1df016bef5616b5c0a85656fe64aaf1bcb3634ca53d2c15aca92ce7029 (89ms) I0509 03:15:30.465032 1 gather_workloads_info.go:387] No image sha256:86f555058d2bb5395e2046e8ecb795f4fc82f5017072115e1a19a9b1ce910e75 (100ms) I0509 03:15:30.565218 1 gather_workloads_info.go:387] No image sha256:4729d46ae474a695b68fd9c0294d6d8c1aaf37ac7c0eab00792dfce6f2611e4a (100ms) I0509 03:15:30.665903 1 gather_workloads_info.go:387] No image sha256:117af321339008f94c7906dc0241cdb965d0cf7b7c73f0f78d96c2bd4dc0e701 (101ms) I0509 03:15:30.764008 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (98ms) I0509 03:15:30.867314 1 gather_workloads_info.go:387] No image sha256:34563584bcd354cbfbba08c46692d3d52b3e8f0fcdd866c96e1b342d155cabb3 (103ms) I0509 03:15:30.965960 1 gather_workloads_info.go:387] No image sha256:a04da118a71a27fd99092552f383d4f5f1bd3d224655c2e6b52c2f1a8fc399a4 (99ms) I0509 03:15:31.064875 1 gather_workloads_info.go:387] No image sha256:007ddc84ca61a0a7e5d37c301349cf693fa425ba40c69025ae6210ee0f9b00ad (99ms) I0509 03:15:31.164692 1 gather_workloads_info.go:387] No image sha256:91eef573ac4959c87db2b5070238dca90737d09200c7b9a41c4349a085a8e00d (100ms) I0509 03:15:31.264549 1 gather_workloads_info.go:387] No image sha256:19dc9bfd3fc3cbc158152ac33c7a5a0dbd491421eb3fe5e9453cdee1f5cc41e9 (100ms) I0509 03:15:31.364351 1 gather_workloads_info.go:387] No image sha256:6dc39d7f4e53bf554d37e7f295f75c539f96ce117d9997dcb36211c0eb430fbc (100ms) I0509 03:15:31.464697 1 gather_workloads_info.go:387] No image sha256:6659bb374b336fe692ed838f199d16b11ff9c68e837873cd1f08beeced46aecf (100ms) I0509 03:15:31.563970 1 gather_workloads_info.go:387] No image sha256:12cce9fc6f33b07b12219bce5fab65582a559eff11a3baf2593eaf8e9097a56d (99ms) I0509 03:15:31.664847 1 gather_workloads_info.go:387] No image sha256:15c2192f2d969b34776c0e0f28343e903fab95db78014f3b62cbc1ca7cfc661f (101ms) I0509 03:15:31.764720 1 gather_workloads_info.go:387] No image sha256:0b4905a398a779c8155876a48fa417ca90ac9941a531fb392b9471e9ea849ef1 (100ms) I0509 03:15:31.863825 1 gather_workloads_info.go:387] No image sha256:56060aeed8e7b4f1231bdd12aadbaf00f4fb338fd1cb76150cab0b3010c9fdd3 (99ms) I0509 03:15:31.964250 1 gather_workloads_info.go:387] No image sha256:54d33b9efe0867328de774ed049be40275c0bf8fea65d4ac5b319e99e2374b0f (100ms) I0509 03:15:32.064982 1 gather_workloads_info.go:387] No image sha256:2bfff6c19cb132633d76412d4f67d6e7890f4f4282c1935b29397d78b3c3e07b (101ms) I0509 03:15:32.164585 1 gather_workloads_info.go:387] No image sha256:27b520484a0247bc5a401713f1a4e3e30e73f7c109053202015aabcd0385b089 (100ms) I0509 03:15:32.264096 1 gather_workloads_info.go:387] No image sha256:a960215a9a722a70472f588cf94db63909e96f1a376bb4c019ad6d2aa4ec536e (99ms) I0509 03:15:32.365462 1 gather_workloads_info.go:387] No image sha256:8c3b8b4b408562dba8f2d9d87627777b3fad25dca06a5f4c615ddbc538a8f81f (101ms) I0509 03:15:32.463984 1 gather_workloads_info.go:387] No image sha256:aa068b970bdfbb8f9f2daecca604c233e5c3c68af818cbabf587d64336999eec (99ms) I0509 03:15:32.565411 1 gather_workloads_info.go:387] No image sha256:64713f69192ff34d3a1401827472bee51bfeed7d3c0ddffa609a622a9504723f (101ms) I0509 03:15:32.666480 1 gather_workloads_info.go:387] No image sha256:a9ed75ca0271cf2f1af7d41842bbc835bb46181e8e8915b8be01d3df2760e996 (101ms) I0509 03:15:32.763662 1 gather_workloads_info.go:387] No image sha256:3d1cfa2c2499c2f44f7c17950e8764e335ba29057851109f60e6af8619b3e56c (97ms) I0509 03:15:32.864098 1 gather_workloads_info.go:387] No image sha256:9f2ec4fb7cd93c50331ffefd6ac03299f428f678970f6dda6ee6be7b78977099 (100ms) I0509 03:15:32.964979 1 gather_workloads_info.go:387] No image sha256:61615ecc9671d0a9a6d5c48740d1edd9d302ef93e1a40175a7cddc309549eb16 (101ms) I0509 03:15:33.064256 1 gather_workloads_info.go:387] No image sha256:3e4742b06d5ac116fe654918cb1608417bbec5bb57fa7d3657722b375fd72d10 (99ms) I0509 03:15:33.165073 1 gather_workloads_info.go:387] No image sha256:443834539cd3eda76b67b9ab6e30c00d3f0ad0d76d55186ccb3b67878500e2a3 (101ms) I0509 03:15:33.264288 1 gather_workloads_info.go:387] No image sha256:9aa5cb374e3f2d3a604e637b39ac2003f1fb6c1749c34c68bab0e00b5f8e3c68 (99ms) I0509 03:15:33.364948 1 gather_workloads_info.go:387] No image sha256:27cf556123fbf49d237d671bdbbe4db358017d2ecfef28164439803abb150b6b (101ms) I0509 03:15:33.464780 1 gather_workloads_info.go:387] No image sha256:1c40cec7ea0593d6caf267f2ab5549dc6070110fd8663a897b55ca87d5dfadd8 (100ms) I0509 03:15:33.564287 1 gather_workloads_info.go:387] No image sha256:6dd0e9db451831d5ba3e612ef3e6a35cc51ef68911f0ef5bb2028f721f5d1bc9 (99ms) I0509 03:15:33.664834 1 gather_workloads_info.go:387] No image sha256:2ef2614ad359e9d6164245e1711d61d10d55bed8b66379f83e3e98ff735c0890 (101ms) I0509 03:15:33.764389 1 gather_workloads_info.go:387] No image sha256:20e1fd3f0dd3fd28d5bb9c3067ceb8752a63ebd1a07c24873ba13e3e96c98413 (100ms) I0509 03:15:33.864383 1 gather_workloads_info.go:387] No image sha256:0e21ae93819748ce6c925313674299f224e1b46ae9fcea11463457b6387653bc (100ms) I0509 03:15:33.864417 1 tasks_processing.go:74] worker 1 stopped. I0509 03:15:33.864706 1 recorder.go:75] Recording config/workload_info with fingerprint=252125f8db748f85eb9a395d5177b0f6d6e1a52a1a52483c1043b513a6d4fd89 I0509 03:15:33.864723 1 gather.go:177] gatherer "workloads" function "workload_info" took 9.565269046s to process 1 records I0509 03:15:33.864753 1 periodic.go:256] Periodic gather workloads completed in 9.565s I0509 03:15:33.864764 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0509 03:15:33.864769 1 periodic.go:209] Running conditional gatherer I0509 03:15:33.870862 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.21/gathering_rules I0509 03:15:34.031792 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0509 03:15:34.034219 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.243.131:9091: connect: connection refused I0509 03:15:34.034286 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0509 03:15:34.040005 1 conditional_gatherer.go:392] cluster version is '4.20.21' E0509 03:15:34.040019 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040025 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040028 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040031 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040034 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040037 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040040 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040043 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040045 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0509 03:15:34.040049 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0509 03:15:34.040063 1 tasks_processing.go:45] number of workers: 3 I0509 03:15:34.040074 1 tasks_processing.go:69] worker 2 listening for tasks. I0509 03:15:34.040080 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0509 03:15:34.040082 1 tasks_processing.go:69] worker 0 listening for tasks. I0509 03:15:34.040095 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0509 03:15:34.040097 1 tasks_processing.go:69] worker 1 listening for tasks. I0509 03:15:34.040101 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0509 03:15:34.040106 1 tasks_processing.go:74] worker 1 stopped. I0509 03:15:34.040154 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0509 03:15:34.040182 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 760ns to process 1 records I0509 03:15:34.040219 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0509 03:15:34.040227 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.038µs to process 1 records I0509 03:15:34.040235 1 tasks_processing.go:74] worker 0 stopped. I0509 03:15:34.040345 1 tasks_processing.go:74] worker 2 stopped. I0509 03:15:34.040350 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 232.389µs to process 0 records I0509 03:15:34.040363 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0509 03:15:34.040379 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0509 03:15:34.071724 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=a7de65cc09b74d2348b8b6de6508d804c3b1d88bffb81c070f6f72519932f697 I0509 03:15:34.071863 1 diskrecorder.go:70] Writing 178 records to /var/lib/insights-operator/insights-2026-05-09-031534.tar.gz I0509 03:15:34.084413 1 diskrecorder.go:51] Wrote 178 records to disk in 12ms I0509 03:15:34.084441 1 periodic.go:278] Gathering cluster info every 2h0m0s I0509 03:15:34.084457 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0509 03:16:40.401049 1 diskrecorder.go:223] Found files to send: insights-2026-05-09-031534.tar.gz I0509 03:16:40.401076 1 insightsuploader.go:150] Checking archives to upload periodically every 15m37.081703468s I0509 03:16:40.401085 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0509 03:16:40.423216 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0509 03:16:40.644874 1 requests.go:87] Successfully reported id=2026-05-09T03:16:40Z x-rh-insights-request-id=eaf646af1f4142c786e94897645e3863, wrote=88771 I0509 03:16:40.644954 1 insightsuploader.go:187] Uploaded report successfully in 243.85551ms I0509 03:16:40.644988 1 controller.go:129] Initializing last reported time to 2026-05-09T03:16:40Z I0509 03:16:40.645038 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0509 03:16:40.645046 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0509 03:16:40.645054 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0509 03:16:40.651034 1 controller.go:554] The operator is healthy I0509 03:17:10.427397 1 controller.go:554] The operator is healthy I0509 03:17:46.508392 1 insightsreport.go:137] Pulling report from smart-proxy I0509 03:17:46.508415 1 insightsreport.go:149] Retrieving report I0509 03:17:46.515424 1 requests.go:110] Retrieving report for cluster: 2a6ff577-bd9f-4b81-8bc5-b5da695424f0 I0509 03:17:46.515435 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/2a6ff577-bd9f-4b81-8bc5-b5da695424f0/reports I0509 03:17:46.518518 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/2a6ff577-bd9f-4b81-8bc5-b5da695424f0/reports I0509 03:17:46.680100 1 insightsreport.go:184] Report retrieved I0509 03:17:46.704025 1 insightsreport.go:239] Report retrieved correctly I0509 03:19:10.426651 1 controller.go:554] The operator is healthy I0509 03:20:10.395742 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0509 03:20:10.401371 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0509 03:20:10.401389 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0509 03:20:10.405155 1 secretconfigobserver.go:119] support secret does not exist I0509 03:21:10.423129 1 controller.go:554] The operator is healthy I0509 03:23:10.426261 1 controller.go:554] The operator is healthy I0509 03:25:10.391068 1 configmapobserver.go:84] configmaps "insights-config" not found I0509 03:25:10.397278 1 configmapobserver.go:84] configmaps "insights-config" not found I0509 03:25:10.405250 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0509 03:25:10.410287 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0509 03:25:10.410318 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0509 03:25:10.415067 1 secretconfigobserver.go:119] support secret does not exist I0509 03:25:10.423142 1 controller.go:554] The operator is healthy I0509 03:27:10.422368 1 controller.go:554] The operator is healthy I0509 03:29:10.423125 1 controller.go:554] The operator is healthy I0509 03:30:10.415372 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0509 03:30:10.420783 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0509 03:30:10.420801 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0509 03:30:10.424758 1 secretconfigobserver.go:119] support secret does not exist I0509 03:31:10.422991 1 controller.go:554] The operator is healthy I0509 03:32:22.727678 1 insightsuploader.go:146] Nothing to report since 2026-05-09T03:16:40Z I0509 03:33:10.426552 1 controller.go:554] The operator is healthy I0509 03:35:10.391665 1 configmapobserver.go:84] configmaps "insights-config" not found I0509 03:35:10.395639 1 configmapobserver.go:84] configmaps "insights-config" not found I0509 03:35:10.422224 1 controller.go:554] The operator is healthy I0509 03:35:10.425068 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0509 03:35:10.429607 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0509 03:35:10.429623 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0509 03:35:10.434485 1 secretconfigobserver.go:119] support secret does not exist I0509 03:37:10.423268 1 controller.go:554] The operator is healthy I0509 03:39:10.422773 1 controller.go:554] The operator is healthy I0509 03:40:10.434579 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0509 03:40:10.439092 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0509 03:40:10.439112 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0509 03:40:10.442742 1 secretconfigobserver.go:119] support secret does not exist