I0420 11:41:52.425206 1 cmd.go:253] Using service-serving-cert provided certificates I0420 11:41:52.425610 1 observer_polling.go:159] Starting file observer I0420 11:41:52.888649 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0420 11:41:52.888866 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0420 11:41:52.889404 1 secure_serving.go:57] Forcing use of http/1.1 only I0420 11:41:52.889413 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0420 11:41:52.889423 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0420 11:41:52.889429 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0420 11:41:52.889433 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0420 11:41:52.889435 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0420 11:41:52.889438 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0420 11:41:52.889440 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0420 11:41:52.894532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"dd10f462-162b-495f-aa20-d16add6f0c01", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0420 11:41:52.894519 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0420 11:41:52.895373 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 11:41:52.895382 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 11:41:52.895390 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 11:41:52.895388 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0420 11:41:52.895410 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 11:41:52.895398 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 11:41:52.895917 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0420 11:41:52.896484 1 secure_serving.go:213] Serving securely on [::]:8443 I0420 11:41:52.896575 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0420 11:41:52.905945 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0420 11:41:52.905978 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0420 11:41:52.906078 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0420 11:41:52.911329 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:41:52.911350 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0420 11:41:52.916717 1 secretconfigobserver.go:119] support secret does not exist I0420 11:41:52.923124 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:41:52.928850 1 secretconfigobserver.go:119] support secret does not exist I0420 11:41:52.931510 1 recorder.go:161] Pruning old reports every 5h58m3s, max age is 288h0m0s I0420 11:41:52.937211 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0420 11:41:52.937229 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0420 11:41:52.937236 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0420 11:41:52.937246 1 insightsreport.go:296] Starting report retriever I0420 11:41:52.937249 1 periodic.go:209] Running clusterconfig gatherer I0420 11:41:52.937287 1 tasks_processing.go:45] number of workers: 64 I0420 11:41:52.937328 1 tasks_processing.go:69] worker 63 listening for tasks. I0420 11:41:52.937334 1 tasks_processing.go:71] worker 63 working on version task. I0420 11:41:52.937336 1 tasks_processing.go:69] worker 11 listening for tasks. I0420 11:41:52.937253 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0420 11:41:52.937340 1 tasks_processing.go:69] worker 19 listening for tasks. I0420 11:41:52.937345 1 tasks_processing.go:69] worker 20 listening for tasks. I0420 11:41:52.937351 1 tasks_processing.go:69] worker 21 listening for tasks. I0420 11:41:52.937349 1 tasks_processing.go:69] worker 18 listening for tasks. I0420 11:41:52.937356 1 tasks_processing.go:69] worker 22 listening for tasks. I0420 11:41:52.937358 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:41:52.937353 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:41:52.937355 1 tasks_processing.go:69] worker 45 listening for tasks. I0420 11:41:52.937364 1 tasks_processing.go:69] worker 26 listening for tasks. I0420 11:41:52.937366 1 tasks_processing.go:69] worker 23 listening for tasks. I0420 11:41:52.937371 1 tasks_processing.go:69] worker 24 listening for tasks. I0420 11:41:52.937373 1 tasks_processing.go:69] worker 17 listening for tasks. I0420 11:41:52.937378 1 tasks_processing.go:69] worker 15 listening for tasks. I0420 11:41:52.937365 1 tasks_processing.go:69] worker 16 listening for tasks. I0420 11:41:52.937384 1 tasks_processing.go:69] worker 5 listening for tasks. I0420 11:41:52.937373 1 tasks_processing.go:69] worker 3 listening for tasks. I0420 11:41:52.937388 1 tasks_processing.go:69] worker 28 listening for tasks. I0420 11:41:52.937389 1 tasks_processing.go:69] worker 14 listening for tasks. I0420 11:41:52.937393 1 tasks_processing.go:69] worker 6 listening for tasks. I0420 11:41:52.937394 1 tasks_processing.go:69] worker 60 listening for tasks. I0420 11:41:52.937380 1 tasks_processing.go:69] worker 55 listening for tasks. I0420 11:41:52.937399 1 tasks_processing.go:69] worker 7 listening for tasks. I0420 11:41:52.937379 1 tasks_processing.go:69] worker 4 listening for tasks. I0420 11:41:52.937397 1 tasks_processing.go:69] worker 13 listening for tasks. I0420 11:41:52.937404 1 tasks_processing.go:69] worker 30 listening for tasks. I0420 11:41:52.937381 1 tasks_processing.go:69] worker 27 listening for tasks. I0420 11:41:52.937384 1 tasks_processing.go:69] worker 46 listening for tasks. I0420 11:41:52.937410 1 tasks_processing.go:69] worker 59 listening for tasks. I0420 11:41:52.937416 1 tasks_processing.go:69] worker 10 listening for tasks. I0420 11:41:52.937368 1 tasks_processing.go:69] worker 2 listening for tasks. I0420 11:41:52.937421 1 tasks_processing.go:69] worker 38 listening for tasks. I0420 11:41:52.937389 1 tasks_processing.go:69] worker 47 listening for tasks. I0420 11:41:52.937394 1 tasks_processing.go:69] worker 48 listening for tasks. I0420 11:41:52.937426 1 tasks_processing.go:69] worker 57 listening for tasks. I0420 11:41:52.937435 1 tasks_processing.go:69] worker 53 listening for tasks. I0420 11:41:52.937434 1 tasks_processing.go:69] worker 61 listening for tasks. I0420 11:41:52.937437 1 tasks_processing.go:69] worker 36 listening for tasks. I0420 11:41:52.937328 1 tasks_processing.go:69] worker 25 listening for tasks. I0420 11:41:52.937444 1 tasks_processing.go:71] worker 20 working on silenced_alerts task. I0420 11:41:52.937444 1 tasks_processing.go:69] worker 44 listening for tasks. I0420 11:41:52.937447 1 tasks_processing.go:71] worker 11 working on image_pruners task. I0420 11:41:52.937447 1 tasks_processing.go:69] worker 40 listening for tasks. I0420 11:41:52.937453 1 tasks_processing.go:71] worker 55 working on machine_autoscalers task. I0420 11:41:52.937454 1 tasks_processing.go:71] worker 53 working on qemu_kubevirt_launcher_logs task. I0420 11:41:52.937453 1 tasks_processing.go:71] worker 21 working on ingress_certificates task. I0420 11:41:52.937463 1 tasks_processing.go:71] worker 47 working on lokistack task. I0420 11:41:52.937462 1 tasks_processing.go:71] worker 27 working on machine_healthchecks task. I0420 11:41:52.937467 1 tasks_processing.go:71] worker 61 working on proxies task. I0420 11:41:52.937465 1 tasks_processing.go:69] worker 39 listening for tasks. I0420 11:41:52.937471 1 tasks_processing.go:71] worker 30 working on cluster_apiserver task. I0420 11:41:52.937496 1 tasks_processing.go:71] worker 46 working on olm_operators task. I0420 11:41:52.937497 1 tasks_processing.go:71] worker 59 working on certificate_signing_requests task. I0420 11:41:52.937505 1 tasks_processing.go:71] worker 17 working on tsdb_status task. I0420 11:41:52.937497 1 tasks_processing.go:71] worker 25 working on openshift_machine_api_events task. I0420 11:41:52.937522 1 tasks_processing.go:71] worker 15 working on storage_classes task. I0420 11:41:52.937523 1 tasks_processing.go:71] worker 48 working on service_accounts task. I0420 11:41:52.937463 1 tasks_processing.go:71] worker 36 working on networks task. I0420 11:41:52.937535 1 tasks_processing.go:71] worker 28 working on nodes task. I0420 11:41:52.937482 1 tasks_processing.go:71] worker 39 working on metrics task. I0420 11:41:52.937553 1 tasks_processing.go:71] worker 10 working on image_registries task. I0420 11:41:52.937557 1 tasks_processing.go:71] worker 0 working on nodenetworkconfigurationpolicies task. I0420 11:41:52.937573 1 tasks_processing.go:71] worker 16 working on validating_webhook_configurations task. I0420 11:41:52.937553 1 tasks_processing.go:71] worker 1 working on pdbs task. I0420 11:41:52.937402 1 tasks_processing.go:69] worker 58 listening for tasks. I0420 11:41:52.937622 1 tasks_processing.go:71] worker 23 working on active_alerts task. I0420 11:41:52.937628 1 tasks_processing.go:71] worker 45 working on machines task. I0420 11:41:52.937453 1 tasks_processing.go:71] worker 57 working on container_runtime_configs task. I0420 11:41:52.937861 1 tasks_processing.go:71] worker 24 working on dvo_metrics task. I0420 11:41:52.938344 1 tasks_processing.go:71] worker 6 working on openstack_dataplanedeployments task. I0420 11:41:52.937334 1 tasks_processing.go:69] worker 12 listening for tasks. I0420 11:41:52.938980 1 tasks_processing.go:71] worker 12 working on openstack_dataplanenodesets task. I0420 11:41:52.937623 1 tasks_processing.go:71] worker 26 working on jaegers task. I0420 11:41:52.937397 1 tasks_processing.go:69] worker 29 listening for tasks. I0420 11:41:52.937412 1 tasks_processing.go:69] worker 9 listening for tasks. I0420 11:41:52.937419 1 tasks_processing.go:69] worker 31 listening for tasks. I0420 11:41:52.937419 1 tasks_processing.go:69] worker 34 listening for tasks. I0420 11:41:52.937424 1 tasks_processing.go:69] worker 32 listening for tasks. I0420 11:41:52.937426 1 tasks_processing.go:69] worker 51 listening for tasks. I0420 11:41:52.937427 1 tasks_processing.go:69] worker 62 listening for tasks. I0420 11:41:52.937429 1 tasks_processing.go:69] worker 42 listening for tasks. I0420 11:41:52.937430 1 tasks_processing.go:69] worker 35 listening for tasks. I0420 11:41:52.937431 1 tasks_processing.go:69] worker 52 listening for tasks. I0420 11:41:52.937430 1 tasks_processing.go:69] worker 33 listening for tasks. I0420 11:41:52.937436 1 tasks_processing.go:69] worker 43 listening for tasks. I0420 11:41:52.937437 1 tasks_processing.go:69] worker 54 listening for tasks. I0420 11:41:52.937438 1 tasks_processing.go:69] worker 37 listening for tasks. I0420 11:41:52.937441 1 tasks_processing.go:69] worker 41 listening for tasks. I0420 11:41:52.937446 1 tasks_processing.go:71] worker 18 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0420 11:41:52.937452 1 tasks_processing.go:71] worker 44 working on operators task. I0420 11:41:52.937628 1 tasks_processing.go:71] worker 58 working on authentication task. I0420 11:41:52.937457 1 tasks_processing.go:71] worker 40 working on openstack_controlplanes task. I0420 11:41:52.939676 1 tasks_processing.go:71] worker 41 working on schedulers task. I0420 11:41:52.937456 1 tasks_processing.go:71] worker 2 working on feature_gates task. I0420 11:41:52.937399 1 tasks_processing.go:69] worker 49 listening for tasks. I0420 11:41:52.940080 1 tasks_processing.go:71] worker 49 working on ceph_cluster task. I0420 11:41:52.937484 1 tasks_processing.go:71] worker 19 working on container_images task. I0420 11:41:52.940124 1 tasks_processing.go:71] worker 43 working on cost_management_metrics_configs task. I0420 11:41:52.940092 1 tasks_processing.go:71] worker 29 working on node_logs task. I0420 11:41:52.940183 1 tasks_processing.go:71] worker 34 working on clusterroles task. I0420 11:41:52.937459 1 tasks_processing.go:71] worker 38 working on ingress task. I0420 11:41:52.937403 1 tasks_processing.go:69] worker 50 listening for tasks. I0420 11:41:52.940226 1 tasks_processing.go:71] worker 50 working on pod_network_connectivity_checks task. I0420 11:41:52.940228 1 tasks_processing.go:71] worker 35 working on mutating_webhook_configurations task. I0420 11:41:52.940234 1 tasks_processing.go:71] worker 31 working on openshift_logging task. I0420 11:41:52.940237 1 tasks_processing.go:71] worker 9 working on nodenetworkstates task. I0420 11:41:52.937406 1 tasks_processing.go:69] worker 56 listening for tasks. I0420 11:41:52.939918 1 tasks_processing.go:71] worker 33 working on config_maps task. I0420 11:41:52.939923 1 tasks_processing.go:71] worker 62 working on machine_config_pools task. I0420 11:41:52.940020 1 tasks_processing.go:71] worker 37 working on overlapping_namespace_uids task. I0420 11:41:52.938069 1 tasks_processing.go:71] worker 13 working on infrastructures task. I0420 11:41:52.938071 1 tasks_processing.go:71] worker 5 working on image task. I0420 11:41:52.940094 1 tasks_processing.go:71] worker 52 working on install_plans task. I0420 11:41:52.938158 1 tasks_processing.go:71] worker 60 working on monitoring_persistent_volumes task. I0420 11:41:52.940118 1 tasks_processing.go:71] worker 54 working on storage_cluster task. I0420 11:41:52.938188 1 tasks_processing.go:71] worker 14 working on sap_config task. I0420 11:41:52.937408 1 tasks_processing.go:69] worker 8 listening for tasks. I0420 11:41:52.938062 1 tasks_processing.go:71] worker 7 working on crds task. I0420 11:41:52.938065 1 tasks_processing.go:71] worker 4 working on sap_datahubs task. I0420 11:41:52.938078 1 tasks_processing.go:71] worker 3 working on oauths task. I0420 11:41:52.940096 1 tasks_processing.go:71] worker 51 working on operators_pods_and_events task. I0420 11:41:52.941014 1 tasks_processing.go:71] worker 56 working on machine_configs task. I0420 11:41:52.941044 1 tasks_processing.go:71] worker 32 working on machine_sets task. I0420 11:41:52.941064 1 tasks_processing.go:71] worker 42 working on openstack_version task. I0420 11:41:52.937548 1 tasks_processing.go:71] worker 22 working on aggregated_monitoring_cr_names task. I0420 11:41:52.941649 1 tasks_processing.go:71] worker 8 working on support_secret task. I0420 11:41:52.943475 1 tasks_processing.go:71] worker 0 working on sap_pods task. I0420 11:41:52.943486 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 5.899836ms to process 0 records I0420 11:41:52.943550 1 tasks_processing.go:74] worker 6 stopped. I0420 11:41:52.943563 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 5.193201ms to process 0 records I0420 11:41:52.943740 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0420 11:41:52.943756 1 controller.go:326] The initial operator extension status is healthy I0420 11:41:52.943764 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0420 11:41:52.943768 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0420 11:41:52.943786 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0420 11:41:52.943803 1 controller.go:489] The operator is still being initialized I0420 11:41:52.943811 1 controller.go:512] The operator is healthy I0420 11:41:52.943879 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0420 11:41:52.943951 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0420 11:41:52.944028 1 operator.go:288] started I0420 11:41:52.944054 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer E0420 11:41:52.945304 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.173.23:9091: connect: connection refused E0420 11:41:52.945313 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.173.23:9091: connect: connection refused I0420 11:41:52.945326 1 tasks_processing.go:74] worker 17 stopped. E0420 11:41:52.945337 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.173.23:9091: connect: connection refused I0420 11:41:52.945354 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 7.809522ms to process 0 records E0420 11:41:52.945365 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.173.23:9091: connect: connection refused I0420 11:41:52.945383 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 7.773677ms to process 0 records I0420 11:41:52.945395 1 tasks_processing.go:74] worker 39 stopped. I0420 11:41:52.947333 1 tasks_processing.go:74] worker 57 stopped. I0420 11:41:52.947343 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 9.023717ms to process 0 records I0420 11:41:52.947369 1 tasks_processing.go:74] worker 55 stopped. I0420 11:41:52.947385 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 9.908796ms to process 0 records I0420 11:41:52.947402 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 8.383423ms to process 0 records I0420 11:41:52.947409 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 8.356606ms to process 0 records I0420 11:41:52.947415 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 7.760752ms to process 0 records I0420 11:41:52.947416 1 tasks_processing.go:74] worker 12 stopped. I0420 11:41:52.947422 1 tasks_processing.go:74] worker 40 stopped. I0420 11:41:52.947417 1 gather_logs.go:145] no pods in namespace were found I0420 11:41:52.947427 1 tasks_processing.go:74] worker 26 stopped. I0420 11:41:52.947432 1 tasks_processing.go:74] worker 53 stopped. I0420 11:41:52.947442 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 9.972309ms to process 0 records I0420 11:41:52.947453 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 9.917324ms to process 0 records I0420 11:41:52.947474 1 tasks_processing.go:74] worker 25 stopped. I0420 11:41:52.947489 1 tasks_processing.go:74] worker 45 stopped. E0420 11:41:52.947504 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0420 11:41:52.947520 1 gather.go:177] gatherer "clusterconfig" function "machines" took 9.198539ms to process 0 records E0420 11:41:52.947535 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0420 11:41:52.947544 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 10.025892ms to process 0 records I0420 11:41:52.947554 1 tasks_processing.go:74] worker 27 stopped. I0420 11:41:52.947756 1 tasks_processing.go:74] worker 11 stopped. I0420 11:41:52.948000 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=6974308331ffb92c4ef51cef3af161fbd19022a0289606c3ca1c9bae4949a922 I0420 11:41:52.948014 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 10.295298ms to process 1 records I0420 11:41:52.962916 1 tasks_processing.go:74] worker 31 stopped. I0420 11:41:52.962934 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 22.672531ms to process 0 records I0420 11:41:52.962943 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 22.287811ms to process 0 records I0420 11:41:52.962949 1 tasks_processing.go:74] worker 4 stopped. I0420 11:41:52.963122 1 tasks_processing.go:74] worker 36 stopped. I0420 11:41:52.963297 1 recorder.go:75] Recording config/network with fingerprint=d70fa39b9f40369f716f11119fd0e73080771a3e6576f5dcbe2a6d49b2446727 I0420 11:41:52.963311 1 gather.go:177] gatherer "clusterconfig" function "networks" took 25.583252ms to process 1 records I0420 11:41:52.963357 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=2acbfb07e07b9a5a896d19ed815c48b97286db662a9ecd239ac9dfa7404ed7e4 I0420 11:41:52.963366 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 23.463255ms to process 1 records I0420 11:41:52.963370 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 22.115319ms to process 0 records I0420 11:41:52.963376 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 23.139881ms to process 0 records I0420 11:41:52.963381 1 tasks_processing.go:74] worker 49 stopped. I0420 11:41:52.963385 1 tasks_processing.go:74] worker 41 stopped. I0420 11:41:52.963388 1 tasks_processing.go:74] worker 42 stopped. I0420 11:41:52.963696 1 tasks_processing.go:74] worker 58 stopped. I0420 11:41:52.964029 1 recorder.go:75] Recording config/authentication with fingerprint=ed9b337c622afa3a72e0c4e1a49bb7695a3375e3362bda4c068f9f91a4a91ecc I0420 11:41:52.964048 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 24.261557ms to process 1 records I0420 11:41:52.964135 1 tasks_processing.go:74] worker 1 stopped. I0420 11:41:52.964147 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=9e0eabfeebe56ef025a753b8b6f46e164b10494f0ba311d06f06d05b5f62a23a I0420 11:41:52.964169 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=725cf1786bb28a4774b3eaacee466c9481b36ad88834eef05d2b4119ab4591a5 I0420 11:41:52.964189 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=d3516e6430a91ba91a9690ee0117c25f1fa10fb71dc01fe83914a47c18dbb887 I0420 11:41:52.964208 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=51d567e75dc58a670b37bf810d25514860e499e42ec2b61406a5295aecd19c93 I0420 11:41:52.964235 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=c8c1e97ae4b7665c8919d9829cd5dd7cef92fa66cae9262433f9ac26c8619744 I0420 11:41:52.964263 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=ddd16d4c9143331a0a73326bd391f5287b6ae25c0e23d682e220949183f9a0b2 I0420 11:41:52.964289 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=30ce3b04eb4a98f1a1f7109b88483a346b516fedcf875f29caf6925f73d5fb8b I0420 11:41:52.964324 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=4e8863f29b26f3982f0e0d64d1503974efe95a63f8259df5660cbbc82ff31a21 I0420 11:41:52.964349 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=02cf4414ce23386e49d0583929b75dda1d095917867b4c980665943c06bf2a45 I0420 11:41:52.964375 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=04aded1545190a61cd57695348ca917c2b48a32e5d6434af6f5ce36fd17e9fc7 I0420 11:41:52.964397 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=7d88f9f455d23fd66d2faf8e09e7fbfbd01b35bc7ea77366aad84c6d5f0a6dcf I0420 11:41:52.964636 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 26.181715ms to process 11 records I0420 11:41:52.964821 1 tasks_processing.go:74] worker 16 stopped. I0420 11:41:52.965975 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=52559df736bd89cc5149d2512f35f141dd0a2e184409deedc23a11491e56e22b I0420 11:41:52.966106 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=897a890c8557bba0a70dc140889b5c8071c7cf9c364d3131f932aa29edc12d15 I0420 11:41:52.966287 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=4ade7efb8c186b2b7b20de92a20d5ec3e5a5f8ba3b7fcf94892860bf59639125 I0420 11:41:52.966383 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=4249290b06ab4167ab06fe4f709a6705f016d8a62ac09303e277c6d57d6a148c I0420 11:41:52.966458 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=716da719d049395ce60145138d44a6b357fca182a5bacf63d2bc35b633607a7a I0420 11:41:52.966518 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=305523c5fac96bf417cefa94e29788eca7508587607ae5c5d787ad99442472c8 I0420 11:41:52.966577 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=1ba234d6d0f7c4d9e4bf16d9a9ee59ac6171e5c9e29ccf42ce2b56fd1600d1ab I0420 11:41:52.966662 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0420 11:41:52.966677 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0420 11:41:52.966680 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0420 11:41:52.966684 1 controller.go:212] Source scaController *sca.Controller is not ready I0420 11:41:52.966688 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0420 11:41:52.966717 1 controller.go:489] The operator is still being initialized I0420 11:41:52.966724 1 controller.go:512] The operator is healthy I0420 11:41:52.966764 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=65c300f538dc626022fa563d739effc1d643d9b0d9c78e3b525547f6831d0ba0 I0420 11:41:52.966924 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=84701c68488f4e578cd5445128b59a6bcfa1437d0ad36dce23ee25d4595d6fca I0420 11:41:52.967379 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=530a9a8d397766f461a849df3677279220bdc61447d64548428c48bc1c644944 I0420 11:41:52.967416 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=dba3591947c441ac0f300f4e0f36029c500b0577b87b40916f87ff60501fea69 I0420 11:41:52.967441 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=15ad577b8c661923b5ed169263db3cf7d2606580a5787edce3f3105e56a8c4db I0420 11:41:52.967465 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=75bf6e9509624b2db60fd49fd313eb3afbe2aec2ffb6119e8c1a17e408b33d10 I0420 11:41:52.967474 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 26.349359ms to process 13 records I0420 11:41:52.967485 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 26.813382ms to process 0 records I0420 11:41:52.967491 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 24.248533ms to process 0 records I0420 11:41:52.967495 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 20.897153ms to process 0 records I0420 11:41:52.967499 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 23.339739ms to process 0 records I0420 11:41:52.967500 1 tasks_processing.go:74] worker 47 stopped. I0420 11:41:52.967531 1 tasks_processing.go:74] worker 0 stopped. I0420 11:41:52.967536 1 tasks_processing.go:74] worker 43 stopped. I0420 11:41:52.967542 1 tasks_processing.go:74] worker 32 stopped. I0420 11:41:52.967546 1 recorder.go:75] Recording config/proxy with fingerprint=79aef2970b06ee3c49e99e4492c8dac4d3033de087e39ca1c7087f4309ba5eaf I0420 11:41:52.967605 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 26.929547ms to process 1 records I0420 11:41:52.967618 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 24.498175ms to process 0 records E0420 11:41:52.967625 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0420 11:41:52.967552 1 tasks_processing.go:74] worker 61 stopped. I0420 11:41:52.967634 1 tasks_processing.go:74] worker 50 stopped. I0420 11:41:52.967631 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 24.626243ms to process 0 records I0420 11:41:52.967638 1 tasks_processing.go:74] worker 9 stopped. I0420 11:41:52.967741 1 tasks_processing.go:74] worker 30 stopped. I0420 11:41:52.967849 1 recorder.go:75] Recording config/apiserver with fingerprint=397f59f33f8fae5efa0b7047fab5e29c8ce331945d70cd57f182833a17650d91 I0420 11:41:52.967866 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 27.383207ms to process 1 records I0420 11:41:52.967926 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=f6b4c5dda99f2cf1625cdba21d4322672d02e585476ca8408d11427f36b62df5 I0420 11:41:52.967939 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=98cef0ae47084adb62f1c611490ce53a6d2b67647b36d42aa3a55a8c8bdeb14a I0420 11:41:52.967941 1 tasks_processing.go:74] worker 15 stopped. I0420 11:41:52.967945 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 27.710327ms to process 2 records I0420 11:41:52.967949 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 25.65781ms to process 0 records I0420 11:41:52.968010 1 tasks_processing.go:74] worker 54 stopped. I0420 11:41:52.968022 1 recorder.go:75] Recording config/featuregate with fingerprint=035d4e1541140961993b4d66302e488718bf17618a099a9878bd9f2bc38613a1 I0420 11:41:52.968027 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 26.65532ms to process 1 records I0420 11:41:52.968032 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 30.019846ms to process 0 records I0420 11:41:52.968038 1 tasks_processing.go:74] worker 59 stopped. I0420 11:41:52.968042 1 tasks_processing.go:74] worker 2 stopped. W0420 11:41:52.969149 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:52.969218 1 tasks_processing.go:74] worker 5 stopped. I0420 11:41:52.969291 1 recorder.go:75] Recording config/image with fingerprint=4995e16a3d177b5e811446fad5f28c478b2d606cdbed5708be5d5e45f66267f8 I0420 11:41:52.969303 1 gather.go:177] gatherer "clusterconfig" function "image" took 28.784611ms to process 1 records I0420 11:41:52.969318 1 tasks_processing.go:74] worker 38 stopped. I0420 11:41:52.969501 1 recorder.go:75] Recording config/ingress with fingerprint=4086986d09d5571180b62bd30556b2dece2f3e4fc87529f47257dcf688014af8 I0420 11:41:52.969519 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 29.096596ms to process 1 records I0420 11:41:52.969594 1 tasks_processing.go:74] worker 3 stopped. I0420 11:41:52.969824 1 recorder.go:75] Recording config/oauth with fingerprint=88ea55cfdd596656cfc120f5decd30a7328a51403fafdf4b92d434453ad5710f I0420 11:41:52.969840 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 28.733511ms to process 1 records I0420 11:41:52.969854 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 29.174489ms to process 0 records I0420 11:41:52.969863 1 tasks_processing.go:74] worker 14 stopped. I0420 11:41:52.970794 1 tasks_processing.go:74] worker 8 stopped. E0420 11:41:52.970810 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0420 11:41:52.970818 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 29.127349ms to process 0 records I0420 11:41:52.970897 1 tasks_processing.go:74] worker 13 stopped. I0420 11:41:52.971361 1 recorder.go:75] Recording config/infrastructure with fingerprint=32efc6184a1e66db06de3eb9fa831afe4a2863c775ac1e177cf98c3d20fe9465 I0420 11:41:52.971375 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 30.487732ms to process 1 records I0420 11:41:52.974812 1 tasks_processing.go:74] worker 35 stopped. I0420 11:41:52.974999 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=f143e6a9bffe92e2ae1868c4ddfd2086aa1a8c4a732c40ac34163ab39ad5b3ee I0420 11:41:52.975043 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=67dec2965777d371e4627c29ed0ec7ba274ab83b992e2838158810ffc0359983 I0420 11:41:52.975071 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=a715218cda206fb047d4cdaae75d69d468bb26be7a9b6542b6ed3049d86ba501 I0420 11:41:52.975080 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 34.57095ms to process 3 records I0420 11:41:52.975610 1 recorder.go:75] Recording config/node/ip-10-0-0-241.ec2.internal with fingerprint=f48b20dae9059003c23a4a358e2f96f566de3a2d6faa9cb21f3e211cd6507b8b I0420 11:41:52.975672 1 tasks_processing.go:74] worker 28 stopped. I0420 11:41:52.975765 1 recorder.go:75] Recording config/node/ip-10-0-1-227.ec2.internal with fingerprint=156a4018b9c8e2891e8e5aac76019e832e607a65115ae89ed4577eb6b56caf46 I0420 11:41:52.975835 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.45854ms to process 2 records I0420 11:41:52.975866 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 35.279863ms to process 0 records I0420 11:41:52.975939 1 tasks_processing.go:74] worker 29 stopped. I0420 11:41:52.976018 1 tasks_processing.go:74] worker 10 stopped. I0420 11:41:52.977677 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=00e8608d8e5e906406048994b4df12e5f47491e4f4557d94d15882a2d65c723e I0420 11:41:52.977704 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 38.034432ms to process 1 records I0420 11:41:52.977732 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0420 11:41:52.977743 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 35.585496ms to process 1 records I0420 11:41:52.977751 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 35.60729ms to process 0 records I0420 11:41:52.977757 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 36.776554ms to process 0 records I0420 11:41:52.977764 1 tasks_processing.go:74] worker 37 stopped. I0420 11:41:52.977767 1 tasks_processing.go:74] worker 62 stopped. I0420 11:41:52.977786 1 tasks_processing.go:74] worker 60 stopped. I0420 11:41:52.978244 1 tasks_processing.go:74] worker 7 stopped. I0420 11:41:52.978926 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=11a1417b4018f16af276a9c51fcc2ea13f98cc329c95069e3839dc8664a28634 I0420 11:41:52.979206 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=6b8220a796f92088cd936c83386985fb44dfb348097256704a68df681a5afd11 I0420 11:41:52.979230 1 gather.go:177] gatherer "clusterconfig" function "crds" took 37.640554ms to process 2 records I0420 11:41:52.979283 1 recorder.go:75] Recording config/olm_operators with fingerprint=78aa4a18acaf38f86413673224fc472c6d9866cb62b8dbbd87d55181ea25f234 I0420 11:41:52.979292 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 41.535621ms to process 1 records I0420 11:41:52.979298 1 tasks_processing.go:74] worker 46 stopped. I0420 11:41:52.980119 1 tasks_processing.go:74] worker 63 stopped. I0420 11:41:52.980431 1 recorder.go:75] Recording config/version with fingerprint=acadf834eba7213f278dd7ab2e37f065df161f1c3e10ce5a4a75ca704a415305 I0420 11:41:52.980447 1 recorder.go:75] Recording config/id with fingerprint=181d13c6aa90cb4ae498dc1481c284fd4ab9c5ee91d806a2b27737ff98f3200e I0420 11:41:52.980455 1 gather.go:177] gatherer "clusterconfig" function "version" took 42.775667ms to process 2 records I0420 11:41:52.981840 1 tasks_processing.go:74] worker 34 stopped. I0420 11:41:52.981996 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=4fc2ef5d4eaedd12e5df2b2c2c5dec6cf94394bc1cfcd08de2dc8bc120b54e8c I0420 11:41:52.982121 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=cfb336665e5d44aecf01d4cbed4fb39c237f6e7c21b6aea0ab1a46bb2d9ed091 I0420 11:41:52.982134 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 41.636888ms to process 2 records I0420 11:41:52.991074 1 tasks_processing.go:74] worker 22 stopped. I0420 11:41:52.991076 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 49.928502ms to process 0 records I0420 11:41:52.991530 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0420 11:41:52.995143 1 tasks_processing.go:74] worker 56 stopped. I0420 11:41:52.995170 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0420 11:41:52.995179 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 54.113951ms to process 1 records I0420 11:41:52.995711 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0420 11:41:52.995727 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 11:41:52.995757 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 11:41:52.998848 1 tasks_processing.go:74] worker 18 stopped. I0420 11:41:52.998868 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 59.700662ms to process 0 records I0420 11:41:53.000225 1 tasks_processing.go:74] worker 19 stopped. I0420 11:41:53.001562 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-p28z7 with fingerprint=4945b243ce86778c5152ca1258ebebfdf757f2546c7f7d9e1c83f706ce46072f I0420 11:41:53.001647 1 recorder.go:75] Recording config/running_containers with fingerprint=b59bf7dc28e643921792e560439b64bcfb6b2cae6591ca00f0df4055dfb5916d I0420 11:41:53.001657 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 60.091727ms to process 2 records I0420 11:41:53.005081 1 tasks_processing.go:74] worker 21 stopped. E0420 11:41:53.005095 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0420 11:41:53.005100 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pprssu02fngo91nqt802gka1s7j10lq-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pprssu02fngo91nqt802gka1s7j10lq-primary-cert-bundle-secret" not found I0420 11:41:53.005143 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=ae0f02923165336bb65d1e9e3d105da876d955d876912e57f9620c8d55692fc0 I0420 11:41:53.005153 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 67.610237ms to process 1 records I0420 11:41:53.006160 1 base_controller.go:82] Caches are synced for ConfigController I0420 11:41:53.006178 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0420 11:41:53.011130 1 tasks_processing.go:74] worker 33 stopped. E0420 11:41:53.011149 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0420 11:41:53.011162 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0420 11:41:53.011168 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0420 11:41:53.011180 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0420 11:41:53.011221 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0420 11:41:53.011248 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0420 11:41:53.011259 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0420 11:41:53.011273 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0420 11:41:53.011332 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0420 11:41:53.011346 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0420 11:41:53.011355 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 70.868418ms to process 7 records I0420 11:41:53.011987 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:41:53.044865 1 base_controller.go:82] Caches are synced for LoggingSyncer I0420 11:41:53.044880 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0420 11:41:53.045662 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0420 11:41:53.087857 1 cluster_transfer.go:102] no available accepted cluster transfer I0420 11:41:53.087871 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0420 11:41:53.253059 1 sca.go:266] etc-pki-entitlement secret successfully created I0420 11:41:53.253077 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0420 11:41:53.787766 1 gather_cluster_operator_pods_and_events.go:121] Found 31 pods with 74 containers I0420 11:41:53.787800 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 340078 bytes I0420 11:41:53.787883 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0420 11:41:53.963008 1 tasks_processing.go:74] worker 23 stopped. I0420 11:41:53.963048 1 recorder.go:75] Recording config/alerts with fingerprint=1009289425d616e4b2e85cf1b95f8f7b43ec03c7ab0fe3da501b5e3afff37560 I0420 11:41:53.963059 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.025366304s to process 1 records I0420 11:41:53.963220 1 tasks_processing.go:74] worker 20 stopped. I0420 11:41:53.963243 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0420 11:41:53.963253 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.025760981s to process 1 records W0420 11:41:53.967908 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:53.997484 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0420 11:41:54.194547 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0420 11:41:54.392648 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0420 11:41:54.592837 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0420 11:41:54.793698 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). W0420 11:41:54.968316 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:54.994099 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0420 11:41:55.193389 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0420 11:41:55.394818 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0420 11:41:55.400053 1 tasks_processing.go:74] worker 44 stopped. I0420 11:41:55.400164 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=2f5df37f0bd26b33b6505abe25d86ff7bd8b7339d48f4abbc16c959a50aa9409 I0420 11:41:55.400208 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0420 11:41:55.400232 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c1e45b80576dda5992e163a0b6ce1f7b6260d5d9ca2491a2ab788837e04195b5 I0420 11:41:55.400242 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0420 11:41:55.400265 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=c53aea60d66f5911804aedc717570428135b9ac53867901591a3cfae37d7d9c1 I0420 11:41:55.400280 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0420 11:41:55.400301 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=dc0ef63c60c116c56c53cabf3a7ffe1df6bb5e8bca1bf197b18b7d3273402d44 I0420 11:41:55.400328 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=aaba43ee8c1d9682da8d40f6f6d60e8483ddc9d4e0111ab8cc797f94401c6a29 I0420 11:41:55.400350 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=de75f0ff17c29192299100e0f5576ed9c88f7742489b3e0da8e4a125faa2bbe2 I0420 11:41:55.400380 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=ab1313beedc81bb1007b446020b3fc1e5efdaa54c681c806f7ba32a662b9c75e I0420 11:41:55.400673 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=2e6e1326fc1ca1e9aed07dba090952ad78581555412518e9a978fc5c72514c41 I0420 11:41:55.400694 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=a508dd5aa3984ef674c7bd3bac1d22debecc88325103ecb21876906107f0397e I0420 11:41:55.400704 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0420 11:41:55.400720 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=e213442aa86b22acf15801fc17bed5d55b8edec08cce2578b5b02116e4801f06 I0420 11:41:55.400730 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0420 11:41:55.400745 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=82e32bf9c295f8923468c4f31d15cf0d29e5c5f82d09010083e3feb0818ae61e I0420 11:41:55.400755 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0420 11:41:55.400788 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=380b78432dd2e0a3edb1a018b68de728e6205bda7c39f45176e9b4659e2a71fa I0420 11:41:55.400798 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0420 11:41:55.400817 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=c15dc74155dc3c29aabf3fc7bda0cdd6e8fbe48ee818cb0aca402b4bf2a0d601 I0420 11:41:55.400942 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=e061c05eee92a8bb6f959911c847696ee841c3b9901bdfaeff95252fb331005d I0420 11:41:55.400952 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0420 11:41:55.400958 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0420 11:41:55.400982 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0420 11:41:55.401003 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=515777c8476abe202c119d8e9c220f216f9a41236a269a5b3a475f5946095ef9 I0420 11:41:55.401028 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=9bf7ff0b0fff330ea2c2d265ec504b6569af351062c7070b51d1f682b4da2fef I0420 11:41:55.401038 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0420 11:41:55.401053 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=8b048213cef23f9504f0aeddca0655f18aadabec2250ae4a7bf26ff3c98451f7 I0420 11:41:55.401062 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0420 11:41:55.401079 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=b1167559525f6596d345563cff994386cd4e0bd5dfc5ae01b7a7ce49f4c04d9a I0420 11:41:55.401088 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0420 11:41:55.401101 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=bb34bf2bd37d39b7fe9f4cc04411b3407245189078115d2678593aea317cd472 I0420 11:41:55.401116 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=78c047d4865b635f97846290d02f90de41f7a3f33fd670ac14997e65bc357445 I0420 11:41:55.401130 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=9a69d6292787ad1d6b15d36edb7689543699416134387f64ade7f48d71752dd7 I0420 11:41:55.401154 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=d07dbfd843bef8a748095e73e4948efd0f37c78d1e96dc5482e2ab06d86f037d I0420 11:41:55.401163 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0420 11:41:55.401190 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=8b883b2a6f4cff0f66bd8b83f72f7948c113c2e5df4f804b150413574a6567d8 I0420 11:41:55.401207 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0420 11:41:55.401216 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0420 11:41:55.401224 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.46086675s to process 39 records I0420 11:41:55.592075 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0420 11:41:55.793700 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). W0420 11:41:55.968061 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:55.997000 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0420 11:41:56.195178 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0420 11:41:56.396362 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0420 11:41:56.594933 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-monitoring-operator container cluster-monitoring-operator-698978dbbf-whm6h pod in namespace openshift-monitoring (previous: false). I0420 11:41:56.801436 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-state-metrics container kube-state-metrics-7c87d874d5-k9s6b pod in namespace openshift-monitoring (previous: false). W0420 11:41:56.968595 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:56.994895 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container kube-state-metrics-7c87d874d5-k9s6b pod in namespace openshift-monitoring (previous: false). I0420 11:41:57.194842 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container kube-state-metrics-7c87d874d5-k9s6b pod in namespace openshift-monitoring (previous: false). I0420 11:41:57.411622 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-d8d96bb4c-czz7g pod in namespace openshift-monitoring (previous: false). I0420 11:41:57.594275 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-d8d96bb4c-lnkrj pod in namespace openshift-monitoring (previous: false). I0420 11:41:57.792196 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-67788f859f-7gsck pod in namespace openshift-monitoring (previous: false). W0420 11:41:57.966685 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0420 11:41:57.966710 1 tasks_processing.go:74] worker 24 stopped. E0420 11:41:57.966725 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0420 11:41:57.966746 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0420 11:41:57.966756 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.02836819s to process 1 records I0420 11:41:57.992658 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-67788f859f-fhnc2 pod in namespace openshift-monitoring (previous: false). I0420 11:41:58.191883 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-qfxkm pod in namespace openshift-monitoring (previous: false). I0420 11:41:58.391388 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:41:58.391402 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-qfxkm pod in namespace openshift-monitoring (previous: false). I0420 11:41:58.592522 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-qfxkm pod in namespace openshift-monitoring (previous: false). I0420 11:41:58.791552 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-xfgnr pod in namespace openshift-monitoring (previous: false). I0420 11:41:58.992866 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:41:58.992880 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-xfgnr pod in namespace openshift-monitoring (previous: false). I0420 11:41:59.193198 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-xfgnr pod in namespace openshift-monitoring (previous: false). I0420 11:41:59.392050 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container openshift-state-metrics-6cb79d4dbd-9wckv pod in namespace openshift-monitoring (previous: false). I0420 11:41:59.591827 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container openshift-state-metrics-6cb79d4dbd-9wckv pod in namespace openshift-monitoring (previous: false). I0420 11:41:59.791581 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for openshift-state-metrics container openshift-state-metrics-6cb79d4dbd-9wckv pod in namespace openshift-monitoring (previous: false). I0420 11:41:59.992663 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0420 11:42:00.193353 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0420 11:42:00.394334 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0420 11:42:00.592369 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0420 11:42:00.793161 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0420 11:42:00.991835 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0420 11:42:01.192138 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0420 11:42:01.393050 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0420 11:42:01.592065 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0420 11:42:01.793754 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0420 11:42:01.992980 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0420 11:42:02.194519 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0420 11:42:02.395089 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0420 11:42:02.592002 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0420 11:42:02.791762 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator container prometheus-operator-5df5b8bf6d-plsp4 pod in namespace openshift-monitoring (previous: false). I0420 11:42:02.993745 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-operator-5df5b8bf6d-plsp4 pod in namespace openshift-monitoring (previous: false). I0420 11:42:03.190790 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-68c48fd977-4m677 pod in namespace openshift-monitoring (previous: false). I0420 11:42:03.392038 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-68c48fd977-d2nkm pod in namespace openshift-monitoring (previous: false). I0420 11:42:03.592604 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-859fb798c7-6xtjv pod in namespace openshift-monitoring (previous: false). I0420 11:42:03.791654 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-859fb798c7-6xtjv pod in namespace openshift-monitoring (previous: false). I0420 11:42:03.992060 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-859fb798c7-6xtjv pod in namespace openshift-monitoring (previous: false). I0420 11:42:04.192747 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-859fb798c7-6xtjv pod in namespace openshift-monitoring (previous: false). I0420 11:42:04.391679 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-859fb798c7-6xtjv pod in namespace openshift-monitoring (previous: false). I0420 11:42:04.591521 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-859fb798c7-6xtjv pod in namespace openshift-monitoring (previous: false). I0420 11:42:04.791600 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-859fb798c7-s22wx pod in namespace openshift-monitoring (previous: false). I0420 11:42:04.992145 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-859fb798c7-s22wx pod in namespace openshift-monitoring (previous: false). I0420 11:42:05.193104 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-859fb798c7-s22wx pod in namespace openshift-monitoring (previous: false). I0420 11:42:05.393293 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-859fb798c7-s22wx pod in namespace openshift-monitoring (previous: false). I0420 11:42:05.592076 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-859fb798c7-s22wx pod in namespace openshift-monitoring (previous: false). I0420 11:42:05.784213 1 tasks_processing.go:74] worker 52 stopped. I0420 11:42:05.784254 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0420 11:42:05.784265 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.843749499s to process 1 records I0420 11:42:05.793266 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-859fb798c7-s22wx pod in namespace openshift-monitoring (previous: false). I0420 11:42:05.993222 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-m5klw pod in namespace openshift-network-console (previous: false). I0420 11:42:06.193438 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-zlqq6 pod in namespace openshift-network-console (previous: false). I0420 11:42:06.392433 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-p28z7 pod in namespace openshift-console-operator (previous: true). I0420 11:42:06.544742 1 tasks_processing.go:74] worker 48 stopped. I0420 11:42:06.545031 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4aff5860ec073ddfdf1bec96303c96ef7753a0d476f8315de0a2062bde3a2fd5 I0420 11:42:06.545047 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.607200788s to process 1 records I0420 11:42:06.592199 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-p28z7 pod in namespace openshift-console-operator (previous: false). I0420 11:42:06.795386 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6f6cd6ffb-8gvlv pod in namespace openshift-console (previous: false). I0420 11:42:06.994414 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-d85b7d56d-nhj5k pod in namespace openshift-console (previous: false). I0420 11:42:07.187995 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:42:07.188010 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-d85b7d56d-q7ntj pod in namespace openshift-console (previous: false). I0420 11:42:07.394418 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-bcjs8 pod in namespace openshift-console (previous: false). I0420 11:42:07.591838 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-hf5nw pod in namespace openshift-console (previous: false). I0420 11:42:07.793086 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6867f6945-4qw6d pod in namespace openshift-ingress (previous: false). I0420 11:42:07.994019 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6867f6945-88n9h pod in namespace openshift-ingress (previous: false). I0420 11:42:08.194837 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6dd886ccf9-2fnhb pod in namespace openshift-ingress (previous: false). I0420 11:42:08.393198 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-9fjrp pod in namespace openshift-ingress-canary (previous: false). I0420 11:42:08.592103 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-g68hn pod in namespace openshift-ingress-canary (previous: false). I0420 11:42:08.791022 1 tasks_processing.go:74] worker 51 stopped. I0420 11:42:08.791802 1 recorder.go:75] Recording events/openshift-monitoring with fingerprint=00d1edc333e5d979f4b9d467339172b25d5984e01bc2c551a81d3607955f20ec I0420 11:42:08.791853 1 recorder.go:75] Recording events/openshift-network-console with fingerprint=c01f0ca9ce7b7039bd05e0cd81b9fb31b1d8a28925cf1c7ef105b63c38fa182d I0420 11:42:08.791965 1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=61db344e803d823889711b7c0f491f0f72f7ce299c5f38b19c3256040c0a979e I0420 11:42:08.792058 1 recorder.go:75] Recording events/openshift-console with fingerprint=c0b8885ec1f667f9b3fd8f4c28b2dc6c3bb1b51f4c108922f2ea49f4944a6132 I0420 11:42:08.792084 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=76d9687ded3b4acbc9d5f1fca2e8f9fc679765b0a2467a1a28ab66964c549bca I0420 11:42:08.792152 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=14b391c81003d634d374ba28b602b98cb974bc2283edbca805cdc2d98c1236be I0420 11:42:08.792180 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=66fc65092c553182389adc21ae43fceeedde0ecd3d71b23d8138c5e6e791bae7 I0420 11:42:08.792224 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/init-config-reloader_current.log with fingerprint=c633ab68b727bdd7c8d2944ddc2f8abc651e55acb74d75bbd36cf7f504a4502f I0420 11:42:08.792238 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/alertmanager_current.log with fingerprint=c41b21966ed825e7366584697adfaa3360f3839fac1c7e52383340c85db9fb2c I0420 11:42:08.792251 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/config-reloader_current.log with fingerprint=98d3f3e7eb80a86c72cf9b3bdfd0738550f21547e661b8e7ce917d2c03a05121 I0420 11:42:08.792260 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-web_current.log with fingerprint=24371b721c466003ac3c62ecb305a2b1f124ce4ed9715c9bd6a3094e777a2889 I0420 11:42:08.792267 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy_current.log with fingerprint=0c978cfbb83778129d89597739fea6060905765226c9e469a43b6df82df6ea0e I0420 11:42:08.792273 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-metric_current.log with fingerprint=f54d6e9231c04e5cddd36388aa567dd1ec60f096d8bc8b743f2863235c7d2207 I0420 11:42:08.792277 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/prom-label-proxy_current.log with fingerprint=b60bd03a8467f8a4e6e156599798aa3261af72e739bed85ca3b57080ec1d8407 I0420 11:42:08.792283 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/init-config-reloader_current.log with fingerprint=f75ecdc3fd307eaeb67575e457645f31756e06e1734f599aa7f33388a28b4e61 I0420 11:42:08.792294 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/alertmanager_current.log with fingerprint=05ea3e7df6d891bda1a8fa55f9562fa0bf888c146888ff713ed555934a5ad514 I0420 11:42:08.792305 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/config-reloader_current.log with fingerprint=007d7f4bc60facb0514172937d92df745bd85ec7e38c8b33be9785e142aa807d I0420 11:42:08.792315 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-web_current.log with fingerprint=65aace4ea1d7a37f0863ee5502d5ae207504e9361bdd6a15d7167ee7db072946 I0420 11:42:08.792320 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy_current.log with fingerprint=5d28c292a0195a3fa066f95f187c01ab934f8a4324151cb32c73ef9d59b22ab5 I0420 11:42:08.792326 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-metric_current.log with fingerprint=05726c5d7f51452a1345358ad664a9e6d5eac3332d02de70244a01751838a7e9 I0420 11:42:08.792330 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/prom-label-proxy_current.log with fingerprint=06ede7dc4174e50218d74e867d1988f44cf0ff19b8e325f8ee80ad1276e583e9 I0420 11:42:08.792442 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/cluster-monitoring-operator-698978dbbf-whm6h/cluster-monitoring-operator_current.log with fingerprint=04ac29828a9baa193208cd689b89113d76c22f7990e9cf3f4c5146c5bda03544 I0420 11:42:08.792470 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-k9s6b/kube-state-metrics_current.log with fingerprint=9cae0aacbe40c13738a599b63aeeadcb191371ca14ee86afccbae4a5e810f2cd I0420 11:42:08.792481 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-k9s6b/kube-rbac-proxy-main_current.log with fingerprint=b13f569ac976e773bc86e0aa92f6ff306dcaddab76e921e37dde30533df51610 I0420 11:42:08.792487 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-k9s6b/kube-rbac-proxy-self_current.log with fingerprint=35348d016c261ff4891f331088c96e694e889f2473bdedd03d749501e2b6332d I0420 11:42:08.792495 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-d8d96bb4c-czz7g/metrics-server_current.log with fingerprint=122312d37746fecdf338d494e45d722099181c928b77e6171cbaf1de877d433f I0420 11:42:08.792502 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-d8d96bb4c-lnkrj/metrics-server_current.log with fingerprint=9815412390c09f8346e8eb1378823689db0b48fb029230da10d244e803ec9684 I0420 11:42:08.792512 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-67788f859f-7gsck/monitoring-plugin_current.log with fingerprint=9a11a57d05d063b079e1ea04b21250288cd280e88eeeec2142d4e03dafac25f9 I0420 11:42:08.792523 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-67788f859f-fhnc2/monitoring-plugin_current.log with fingerprint=88f7101ff7a5f799c7b3b4b4eddfe978523785991bfff8e30c562b3a80ea6e2f I0420 11:42:08.792549 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-qfxkm/node-exporter_current.log with fingerprint=4c6f614d9a6c1513581ebb300a15706b2dff1602569d442b265e1737a83c45ed I0420 11:42:08.792558 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-qfxkm/kube-rbac-proxy_current.log with fingerprint=6e610fb6de413319475ea976e2dbfa473eb84eecb58926fd3113efc5a9ffe30e I0420 11:42:08.792583 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-xfgnr/node-exporter_current.log with fingerprint=d7800df40d0ae0aadd4adf0c2739cd523d0b7c682f08f2f97a48569c1e6cc04c I0420 11:42:08.792591 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-xfgnr/kube-rbac-proxy_current.log with fingerprint=8129bbe842f973f680fbe83a389acb3904a0210c6354f812ef07e2baae1801cb I0420 11:42:08.792597 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-9wckv/kube-rbac-proxy-main_current.log with fingerprint=81b78cf837bbce6410249ff4a090f5cea0b1a2e5c2b0415b8d889185bcb9a39f I0420 11:42:08.792602 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-9wckv/kube-rbac-proxy-self_current.log with fingerprint=ec93b9fa925b75e2af5ffb99ef297b9054b2f602575f7a453f707b5684060ce6 I0420 11:42:08.792613 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-9wckv/openshift-state-metrics_current.log with fingerprint=2b3a2636b658716a5dc103f61965e363ed87107ae8aa0e2286b39265f4937a02 I0420 11:42:08.792621 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/init-config-reloader_current.log with fingerprint=dffd494fd632953f3e3d7213abfb005429d1d492511dd8eb4ceaba6bf909812d I0420 11:42:08.792713 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/prometheus_current.log with fingerprint=b86654f439cf14a07b528832a9321e80649fb3beb8c1d2a47666ac1760136db8 I0420 11:42:08.792726 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/config-reloader_current.log with fingerprint=e8a0e8b44b80961ec5e35cd7f0392aab686def4f41d88424786943dd423acc8d I0420 11:42:08.792737 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/thanos-sidecar_current.log with fingerprint=8884304f5bc39d68a0614a8e160050dcc02e7b99466c47b4eb1573c28dbd577c I0420 11:42:08.792744 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-web_current.log with fingerprint=bc1e86778ab35ac124def89db6c09e658485b1704cda7d5abca8fd2f2a1f5241 I0420 11:42:08.792752 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy_current.log with fingerprint=b66195cbc170a5794e745e581e5ad71474e443f4bd69df39baee9fa4f0d8e66b I0420 11:42:08.792758 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-thanos_current.log with fingerprint=5c7e53f056f1ea42bb4ff99146471d3b75e49baa1c237db0300df504a653a7d3 I0420 11:42:08.792765 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/init-config-reloader_current.log with fingerprint=f013271f9fb822b9f5700dc7f68bb8a57dda2a692f372119a4d4da6b6d791d74 I0420 11:42:08.792873 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/prometheus_current.log with fingerprint=f1e407707388ebdc320b71b55848c0f9108630faf2ef0e50f0b1e92d4d17c004 I0420 11:42:08.792888 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/config-reloader_current.log with fingerprint=ede72ca7dbdc44eeb33ccd5465cce69588613b92104a4f14aaa1426b2d14c923 I0420 11:42:08.792898 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/thanos-sidecar_current.log with fingerprint=488592e73116ca2563da287a8afdeca10dd76dc40c136994d4a5f4ccdc235ea6 I0420 11:42:08.792903 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-web_current.log with fingerprint=ca0cc0a864dd4d2b9bdb3bf00922157a2d72f7d5ada0932484e1769c4ecc2683 I0420 11:42:08.792909 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy_current.log with fingerprint=d6cc1cea93ba9ce458e3d6c3c5eaff67736062d559db4cb95827694424460ed7 I0420 11:42:08.792915 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-thanos_current.log with fingerprint=e27cfdbeaa88707fd271d405c190b1c6a5abd694a657c76a46253529a7f353e9 I0420 11:42:08.792993 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-5df5b8bf6d-plsp4/prometheus-operator_current.log with fingerprint=d70a634314d3d28f14443cf7e12d8164a3c1f9963d5501ddcc041a421e0a4f6f I0420 11:42:08.793001 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-5df5b8bf6d-plsp4/kube-rbac-proxy_current.log with fingerprint=e322e529be1e5cc4bf1fcbfd7d40dc10087de28a36fa11707f5d894349249452 I0420 11:42:08.793007 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-68c48fd977-4m677/prometheus-operator-admission-webhook_current.log with fingerprint=541780ca22d2364ccbcebb3568da26e1c6d3bd75a5ff4d01812a3c27b609ae82 I0420 11:42:08.793014 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-68c48fd977-d2nkm/prometheus-operator-admission-webhook_current.log with fingerprint=a89326f9f5823edfe5d2ce4da52c9aff20203089f28e64f2537952f90f5212c6 I0420 11:42:08.793027 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-6xtjv/thanos-query_current.log with fingerprint=ebf829f74bd2f02f68e0fe633e14d4ddb9f4d9242211263ea928fd600a5d2810 I0420 11:42:08.793041 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-6xtjv/kube-rbac-proxy-web_current.log with fingerprint=7f414294dae224b596cb484863ee96cc31471e21c2c612802e431a2e9afab49a I0420 11:42:08.793047 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-6xtjv/kube-rbac-proxy_current.log with fingerprint=70797f37f375be5bbbcdb6d84db59fe074bfbd200d0a7e5f31a4135605d90605 I0420 11:42:08.793051 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-6xtjv/prom-label-proxy_current.log with fingerprint=66abacddd97b0052edbc53f94f845dd5a9e528b3a7a0c40759bd81ffa069b6f8 I0420 11:42:08.793057 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-6xtjv/kube-rbac-proxy-rules_current.log with fingerprint=7c5a5b17d7ae4b667e5c70ac0ec9a4adb2c38183a1d590762c9de8cf90052e28 I0420 11:42:08.793066 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-6xtjv/kube-rbac-proxy-metrics_current.log with fingerprint=a8c2ced83a5f46dce95332a87d7ed76c40bf71e106382d0beb28611e28668984 I0420 11:42:08.793077 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-s22wx/thanos-query_current.log with fingerprint=b7b19e5134bd7f53bd5de4d45387b3ddff21452b366a31f8ebe30132700d77bf I0420 11:42:08.793088 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-s22wx/kube-rbac-proxy-web_current.log with fingerprint=0f7d2e725f863ee9b616c8df3270dd64b5ca3456ddb6bbbed90ba394f5cb0e0c I0420 11:42:08.793096 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-s22wx/kube-rbac-proxy_current.log with fingerprint=c32b8a0a750c275bbf4a1c35b9c1330aa8dc2f9b599548d5eda4aa70d53fc417 I0420 11:42:08.793101 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-s22wx/prom-label-proxy_current.log with fingerprint=2a4a7a95022a7621e77e69f3f00a963219ea931736cb9d7e6bf4af25527b5fb3 I0420 11:42:08.793107 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-s22wx/kube-rbac-proxy-rules_current.log with fingerprint=ccec00cdac14191d504de8412919916861e1f0a9e8c89fb859c070fcd229c50d I0420 11:42:08.793113 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-859fb798c7-s22wx/kube-rbac-proxy-metrics_current.log with fingerprint=04a91456b9cf172280940c068b5ffbdf618931680cffcf1ebff120baaed99630 I0420 11:42:08.793119 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-m5klw/networking-console-plugin_current.log with fingerprint=286310c61bf5e19fce43cc2384ae4883b2e3305c8ca8d98fab8b15762fb532f2 I0420 11:42:08.793124 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-zlqq6/networking-console-plugin_current.log with fingerprint=78f0c8c2d660992aff1f98ad620cf8a54d5c30636ed3e23b5ea131c39fa885ce I0420 11:42:08.793282 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-p28z7 with fingerprint=4945b243ce86778c5152ca1258ebebfdf757f2546c7f7d9e1c83f706ce46072f E0420 11:42:08.793299 1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-p28z7.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-575cd97545-p28z7.json" was already recorded and had the fingerprint "4945b243ce86778c5152ca1258ebebfdf757f2546c7f7d9e1c83f706ce46072f", overwriting with the record having fingerprint "4945b243ce86778c5152ca1258ebebfdf757f2546c7f7d9e1c83f706ce46072f" W0420 11:42:08.793322 1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-p28z7.json" because of the warning: warning: the record with the same fingerprint "4945b243ce86778c5152ca1258ebebfdf757f2546c7f7d9e1c83f706ce46072f" was already recorded at path "config/pod/openshift-console-operator/console-operator-575cd97545-p28z7.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-575cd97545-p28z7.json" I0420 11:42:08.793333 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-p28z7/console-operator_previous.log with fingerprint=be717607c13d83db942020b220eb5d13821a5e76b0cdf9524fcee61dc1e4b9c8 I0420 11:42:08.793506 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-p28z7/console-operator_current.log with fingerprint=2bfde5c460c4198ea8085c1469a7821c982bb7336f802e639157341ae86b26ab I0420 11:42:08.793522 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-6f6cd6ffb-8gvlv/console_current.log with fingerprint=403f5148fb542bbc78920e8ea4414b82eee4929b027bc8a265f084bb251ad447 I0420 11:42:08.793536 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-d85b7d56d-q7ntj/console_current.log with fingerprint=f0d54ad67bdfd1686bbee2257e53ca52843de06f82278e10188bfe31eec06d44 I0420 11:42:08.793541 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-bcjs8/download-server_current.log with fingerprint=673341191d5a0b1f238ab5bc987fc7561875657c1921da31da68fbe8de79f207 I0420 11:42:08.793546 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-hf5nw/download-server_current.log with fingerprint=5778edd60d27423a97475e26ed36e5772aed25f87013434e8b09ff59677c1e74 I0420 11:42:08.793601 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-6867f6945-4qw6d/router_current.log with fingerprint=1e83f759a4d1a9cf79ba1d9cc142572ffb427e88168759cce78b8d49076360b5 I0420 11:42:08.793645 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-6867f6945-88n9h/router_current.log with fingerprint=5d4f2cbd9891a9e577b79ab552bfe0d1eb02e418f67b734322703b62f17e022e I0420 11:42:08.793676 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-6dd886ccf9-2fnhb/router_current.log with fingerprint=359699ea12838db0e137819bd4eac207461b46bc940905eec08fa71e4fd7b101 I0420 11:42:08.793684 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-9fjrp/serve-healthcheck-canary_current.log with fingerprint=6bf3b894671cf0789656cc64927a2f87f7e20dd71d57f346e451c9f1f1a9802f I0420 11:42:08.793688 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-g68hn/serve-healthcheck-canary_current.log with fingerprint=90d44801def52666f2fe8cabd132b5c4b3a258b447ae5ee3793bfbf708842983 I0420 11:42:08.793693 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 15.84999575s to process 80 records E0420 11:42:08.793760 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 15.856s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-575cd97545-p28z7.json\"" I0420 11:42:08.794867 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-575cd97545-p28z7.json" I0420 11:42:08.794880 1 periodic.go:209] Running workloads gatherer I0420 11:42:08.794896 1 tasks_processing.go:45] number of workers: 2 I0420 11:42:08.794902 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:42:08.794906 1 tasks_processing.go:71] worker 1 working on workload_info task. I0420 11:42:08.794912 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:42:08.794923 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0420 11:42:08.812962 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-241.ec2.internal... I0420 11:42:08.812973 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-227.ec2.internal... I0420 11:42:08.850854 1 tasks_processing.go:74] worker 0 stopped. I0420 11:42:08.850869 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 55.918627ms to process 0 records I0420 11:42:14.223496 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0420 11:42:14.245214 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 23s for image data I0420 11:42:14.256823 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (13ms) I0420 11:42:14.265376 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms) I0420 11:42:14.274654 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms) I0420 11:42:14.283618 1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (9ms) I0420 11:42:14.291110 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (7ms) I0420 11:42:14.299209 1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (8ms) I0420 11:42:14.309299 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (10ms) I0420 11:42:14.319919 1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (11ms) I0420 11:42:14.331713 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (12ms) I0420 11:42:14.342021 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (10ms) I0420 11:42:14.355544 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (14ms) I0420 11:42:14.457120 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (102ms) I0420 11:42:14.561701 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (105ms) I0420 11:42:14.656130 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (94ms) I0420 11:42:14.755815 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0420 11:42:14.858620 1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (103ms) I0420 11:42:14.953281 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (95ms) I0420 11:42:15.062335 1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (109ms) I0420 11:42:15.153526 1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (91ms) I0420 11:42:15.254865 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (101ms) I0420 11:42:15.353994 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (99ms) I0420 11:42:15.458724 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (105ms) I0420 11:42:15.558370 1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (100ms) I0420 11:42:15.653813 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (95ms) I0420 11:42:15.757597 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (104ms) I0420 11:42:15.857290 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms) I0420 11:42:15.955280 1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (98ms) I0420 11:42:16.055692 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (100ms) I0420 11:42:16.154539 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (99ms) I0420 11:42:16.255144 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (101ms) I0420 11:42:16.354504 1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (99ms) I0420 11:42:16.453746 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (99ms) I0420 11:42:16.555224 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (101ms) I0420 11:42:16.658550 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (103ms) I0420 11:42:16.754097 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (96ms) I0420 11:42:16.856203 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (102ms) I0420 11:42:16.953996 1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (98ms) I0420 11:42:17.057115 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (103ms) I0420 11:42:17.154555 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (97ms) I0420 11:42:17.253730 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms) I0420 11:42:17.364877 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (111ms) I0420 11:42:17.458911 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (94ms) I0420 11:42:17.555207 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (96ms) I0420 11:42:17.661166 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (106ms) I0420 11:42:17.753095 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (92ms) I0420 11:42:17.864550 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (111ms) I0420 11:42:17.954237 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (90ms) I0420 11:42:18.055709 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (101ms) I0420 11:42:18.055740 1 tasks_processing.go:74] worker 1 stopped. I0420 11:42:18.056044 1 recorder.go:75] Recording config/workload_info with fingerprint=dac0b94de21036a42fbfa8ce5810f6993034f021e27703ef1d376c038cf63d86 I0420 11:42:18.056058 1 gather.go:177] gatherer "workloads" function "workload_info" took 9.260827334s to process 1 records I0420 11:42:18.056071 1 periodic.go:256] Periodic gather workloads completed in 9.261s I0420 11:42:18.056079 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0420 11:42:18.056083 1 periodic.go:209] Running conditional gatherer I0420 11:42:18.064621 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0420 11:42:18.283976 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0420 11:42:18.286336 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.173.23:9091: connect: connection refused I0420 11:42:18.286408 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0420 11:42:18.292591 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0420 11:42:18.292604 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292609 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292613 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292616 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292619 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292622 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292625 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292628 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292631 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:18.292635 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0420 11:42:18.292647 1 tasks_processing.go:45] number of workers: 3 I0420 11:42:18.292659 1 tasks_processing.go:69] worker 2 listening for tasks. I0420 11:42:18.292662 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0420 11:42:18.292675 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:42:18.292679 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:42:18.292697 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0420 11:42:18.292700 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0420 11:42:18.292700 1 tasks_processing.go:74] worker 1 stopped. I0420 11:42:18.292755 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0420 11:42:18.292785 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 714ns to process 1 records I0420 11:42:18.292835 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0420 11:42:18.292846 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 875ns to process 1 records I0420 11:42:18.292854 1 tasks_processing.go:74] worker 0 stopped. I0420 11:42:18.292961 1 tasks_processing.go:74] worker 2 stopped. I0420 11:42:18.292980 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 253.076µs to process 0 records I0420 11:42:18.293010 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0420 11:42:18.293029 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0420 11:42:18.318071 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=177a6390f35bf665607e84a141a2c75694bfa4c0e74d03e9b8114a043a97695c I0420 11:42:18.318199 1 diskrecorder.go:70] Writing 189 records to /var/lib/insights-operator/insights-2026-04-20-114218.tar.gz I0420 11:42:18.331071 1 diskrecorder.go:51] Wrote 189 records to disk in 12ms I0420 11:42:18.331099 1 periodic.go:278] Gathering cluster info every 2h0m0s I0420 11:42:18.331113 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0420 11:43:22.938186 1 diskrecorder.go:223] Found files to send: insights-2026-04-20-114218.tar.gz I0420 11:43:22.938215 1 insightsuploader.go:150] Checking archives to upload periodically every 16m27.739813678s I0420 11:43:22.938223 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0420 11:43:22.951813 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0420 11:43:23.367004 1 requests.go:87] Successfully reported id=2026-04-20T11:43:22Z x-rh-insights-request-id=66d99dfd732d47af9c9ab4488add9cfe, wrote=94371 I0420 11:43:23.367132 1 insightsuploader.go:187] Uploaded report successfully in 428.900087ms I0420 11:43:23.367156 1 controller.go:128] Initializing last reported time to 2026-04-20T11:43:22Z I0420 11:43:23.367227 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0420 11:43:23.367240 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0420 11:43:23.367250 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0420 11:43:23.372903 1 controller.go:512] The operator is healthy I0420 11:43:52.951857 1 controller.go:512] The operator is healthy I0420 11:44:28.500367 1 insightsreport.go:137] Pulling report from smart-proxy I0420 11:44:28.500401 1 insightsreport.go:149] Retrieving report I0420 11:44:28.507510 1 requests.go:110] Retrieving report for cluster: ef09f424-3420-48cd-8a63-ef936ca2cc75 I0420 11:44:28.507524 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/ef09f424-3420-48cd-8a63-ef936ca2cc75/reports I0420 11:44:28.510284 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/ef09f424-3420-48cd-8a63-ef936ca2cc75/reports I0420 11:44:28.733702 1 insightsreport.go:184] Report retrieved I0420 11:44:28.760830 1 insightsreport.go:239] Report retrieved correctly I0420 11:45:52.951078 1 controller.go:512] The operator is healthy I0420 11:46:52.928951 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 11:46:52.934457 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:46:52.934475 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 11:46:52.938794 1 secretconfigobserver.go:119] support secret does not exist I0420 11:47:52.953198 1 controller.go:512] The operator is healthy I0420 11:49:52.954971 1 controller.go:512] The operator is healthy I0420 11:51:52.928112 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:51:52.932743 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:51:52.939795 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 11:51:52.944169 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:51:52.944187 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 11:51:52.948835 1 secretconfigobserver.go:119] support secret does not exist I0420 11:51:52.950592 1 controller.go:512] The operator is healthy I0420 11:53:52.952590 1 controller.go:512] The operator is healthy I0420 11:55:52.951853 1 controller.go:512] The operator is healthy I0420 11:56:52.949301 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 11:56:52.954952 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:56:52.954969 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 11:56:52.959112 1 secretconfigobserver.go:119] support secret does not exist I0420 11:57:52.950995 1 controller.go:512] The operator is healthy I0420 11:59:52.950878 1 controller.go:512] The operator is healthy I0420 11:59:56.108316 1 insightsuploader.go:146] Nothing to report since 2026-04-20T11:43:22Z I0420 12:01:52.925287 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 12:01:52.930165 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 12:01:52.950024 1 controller.go:512] The operator is healthy I0420 12:01:52.959952 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 12:01:52.964649 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 12:01:52.964669 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 12:01:52.969182 1 secretconfigobserver.go:119] support secret does not exist I0420 12:03:52.953912 1 controller.go:512] The operator is healthy I0420 12:05:52.952112 1 controller.go:512] The operator is healthy I0420 12:06:52.969877 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 12:06:52.979030 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 12:06:52.979050 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 12:06:52.983236 1 secretconfigobserver.go:119] support secret does not exist I0420 12:07:52.954297 1 controller.go:512] The operator is healthy I0420 12:09:52.955340 1 controller.go:512] The operator is healthy I0420 12:11:52.929528 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 12:11:52.933948 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 12:11:52.949491 1 controller.go:512] The operator is healthy I0420 12:11:52.983720 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 12:11:52.988287 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 12:11:52.988309 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 12:11:52.992410 1 secretconfigobserver.go:119] support secret does not exist I0420 12:13:52.954528 1 controller.go:512] The operator is healthy