I0405 11:06:50.750823 1 cmd.go:253] Using service-serving-cert provided certificates I0405 11:06:50.751299 1 observer_polling.go:159] Starting file observer I0405 11:06:51.058532 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0405 11:06:51.058724 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0405 11:06:51.059286 1 secure_serving.go:57] Forcing use of http/1.1 only W0405 11:06:51.059305 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0405 11:06:51.059309 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0405 11:06:51.059312 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0405 11:06:51.059315 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0405 11:06:51.059319 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0405 11:06:51.059321 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0405 11:06:51.059362 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0405 11:06:51.063988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"5b4148c0-5f4d-4645-8f10-52d0868bd039", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0405 11:06:51.064575 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0405 11:06:51.064602 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0405 11:06:51.064619 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0405 11:06:51.064637 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0405 11:06:51.064660 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0405 11:06:51.064681 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0405 11:06:51.064436 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0405 11:06:51.065249 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0405 11:06:51.066257 1 secure_serving.go:213] Serving securely on [::]:8443 I0405 11:06:51.066287 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0405 11:06:51.070496 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0405 11:06:51.070518 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0405 11:06:51.070614 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0405 11:06:51.076621 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0405 11:06:51.076649 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0405 11:06:51.081475 1 secretconfigobserver.go:119] support secret does not exist I0405 11:06:51.085584 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0405 11:06:51.089699 1 secretconfigobserver.go:119] support secret does not exist I0405 11:06:51.092313 1 recorder.go:161] Pruning old reports every 5h36m14s, max age is 288h0m0s I0405 11:06:51.097090 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0405 11:06:51.097099 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0405 11:06:51.097124 1 insightsreport.go:296] Starting report retriever I0405 11:06:51.097124 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0405 11:06:51.097132 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0405 11:06:51.097135 1 periodic.go:209] Running clusterconfig gatherer I0405 11:06:51.097169 1 tasks_processing.go:45] number of workers: 64 I0405 11:06:51.097201 1 tasks_processing.go:69] worker 6 listening for tasks. I0405 11:06:51.097207 1 tasks_processing.go:69] worker 26 listening for tasks. I0405 11:06:51.097211 1 tasks_processing.go:71] worker 6 working on sap_datahubs task. I0405 11:06:51.097216 1 tasks_processing.go:69] worker 7 listening for tasks. I0405 11:06:51.097217 1 tasks_processing.go:69] worker 45 listening for tasks. I0405 11:06:51.097218 1 tasks_processing.go:69] worker 44 listening for tasks. I0405 11:06:51.097224 1 tasks_processing.go:69] worker 46 listening for tasks. I0405 11:06:51.097221 1 tasks_processing.go:69] worker 8 listening for tasks. I0405 11:06:51.097228 1 tasks_processing.go:69] worker 9 listening for tasks. I0405 11:06:51.097232 1 tasks_processing.go:69] worker 47 listening for tasks. I0405 11:06:51.097231 1 tasks_processing.go:69] worker 35 listening for tasks. I0405 11:06:51.097229 1 tasks_processing.go:69] worker 36 listening for tasks. I0405 11:06:51.097234 1 tasks_processing.go:69] worker 41 listening for tasks. I0405 11:06:51.097242 1 tasks_processing.go:69] worker 49 listening for tasks. I0405 11:06:51.097238 1 tasks_processing.go:69] worker 48 listening for tasks. I0405 11:06:51.097245 1 tasks_processing.go:69] worker 43 listening for tasks. I0405 11:06:51.097246 1 tasks_processing.go:69] worker 40 listening for tasks. I0405 11:06:51.097238 1 tasks_processing.go:69] worker 10 listening for tasks. I0405 11:06:51.097253 1 tasks_processing.go:69] worker 28 listening for tasks. I0405 11:06:51.097255 1 tasks_processing.go:69] worker 3 listening for tasks. I0405 11:06:51.097246 1 tasks_processing.go:69] worker 11 listening for tasks. I0405 11:06:51.097260 1 tasks_processing.go:69] worker 13 listening for tasks. I0405 11:06:51.097263 1 tasks_processing.go:69] worker 31 listening for tasks. I0405 11:06:51.097259 1 tasks_processing.go:69] worker 38 listening for tasks. I0405 11:06:51.097270 1 tasks_processing.go:69] worker 33 listening for tasks. I0405 11:06:51.097249 1 tasks_processing.go:69] worker 27 listening for tasks. I0405 11:06:51.097265 1 tasks_processing.go:69] worker 32 listening for tasks. I0405 11:06:51.097263 1 tasks_processing.go:69] worker 53 listening for tasks. I0405 11:06:51.097278 1 tasks_processing.go:69] worker 39 listening for tasks. I0405 11:06:51.097280 1 tasks_processing.go:69] worker 30 listening for tasks. I0405 11:06:51.097279 1 tasks_processing.go:69] worker 15 listening for tasks. I0405 11:06:51.097286 1 tasks_processing.go:69] worker 62 listening for tasks. I0405 11:06:51.097287 1 tasks_processing.go:69] worker 34 listening for tasks. I0405 11:06:51.097293 1 tasks_processing.go:69] worker 22 listening for tasks. I0405 11:06:51.097294 1 tasks_processing.go:69] worker 58 listening for tasks. I0405 11:06:51.097296 1 tasks_processing.go:69] worker 19 listening for tasks. I0405 11:06:51.097253 1 tasks_processing.go:69] worker 51 listening for tasks. I0405 11:06:51.097303 1 tasks_processing.go:69] worker 25 listening for tasks. I0405 11:06:51.097304 1 tasks_processing.go:69] worker 24 listening for tasks. I0405 11:06:51.097307 1 tasks_processing.go:69] worker 20 listening for tasks. I0405 11:06:51.097307 1 tasks_processing.go:71] worker 35 working on schedulers task. I0405 11:06:51.097308 1 tasks_processing.go:71] worker 36 working on container_images task. I0405 11:06:51.097314 1 tasks_processing.go:71] worker 8 working on machines task. I0405 11:06:51.097317 1 tasks_processing.go:71] worker 25 working on openstack_version task. I0405 11:06:51.097319 1 tasks_processing.go:71] worker 48 working on active_alerts task. I0405 11:06:51.097321 1 tasks_processing.go:71] worker 32 working on silenced_alerts task. I0405 11:06:51.097324 1 tasks_processing.go:71] worker 49 working on validating_webhook_configurations task. I0405 11:06:51.097327 1 tasks_processing.go:71] worker 38 working on storage_classes task. I0405 11:06:51.097330 1 tasks_processing.go:71] worker 33 working on machine_config_pools task. I0405 11:06:51.097337 1 tasks_processing.go:71] worker 3 working on openstack_dataplanedeployments task. I0405 11:06:51.097336 1 tasks_processing.go:71] worker 34 working on mutating_webhook_configurations task. I0405 11:06:51.097358 1 tasks_processing.go:71] worker 47 working on tsdb_status task. I0405 11:06:51.097253 1 tasks_processing.go:69] worker 12 listening for tasks. I0405 11:06:51.097307 1 tasks_processing.go:71] worker 45 working on dvo_metrics task. I0405 11:06:51.097379 1 tasks_processing.go:71] worker 30 working on overlapping_namespace_uids task. I0405 11:06:51.097381 1 tasks_processing.go:71] worker 24 working on qemu_kubevirt_launcher_logs task. I0405 11:06:51.097558 1 tasks_processing.go:71] worker 62 working on pdbs task. I0405 11:06:51.097613 1 tasks_processing.go:71] worker 22 working on infrastructures task. I0405 11:06:51.097674 1 tasks_processing.go:71] worker 51 working on machine_autoscalers task. I0405 11:06:51.097330 1 tasks_processing.go:71] worker 28 working on support_secret task. I0405 11:06:51.097847 1 tasks_processing.go:71] worker 12 working on container_runtime_configs task. I0405 11:06:51.097380 1 tasks_processing.go:71] worker 53 working on aggregated_monitoring_cr_names task. I0405 11:06:51.098054 1 tasks_processing.go:71] worker 39 working on pod_network_connectivity_checks task. I0405 11:06:51.097264 1 tasks_processing.go:69] worker 1 listening for tasks. I0405 11:06:51.098651 1 tasks_processing.go:71] worker 1 working on openshift_machine_api_events task. I0405 11:06:51.097267 1 tasks_processing.go:69] worker 54 listening for tasks. I0405 11:06:51.097270 1 tasks_processing.go:69] worker 14 listening for tasks. I0405 11:06:51.097269 1 tasks_processing.go:69] worker 2 listening for tasks. I0405 11:06:51.097272 1 tasks_processing.go:69] worker 55 listening for tasks. I0405 11:06:51.097273 1 tasks_processing.go:69] worker 29 listening for tasks. I0405 11:06:51.097276 1 tasks_processing.go:69] worker 59 listening for tasks. I0405 11:06:51.097278 1 tasks_processing.go:69] worker 60 listening for tasks. I0405 11:06:51.097250 1 tasks_processing.go:69] worker 50 listening for tasks. I0405 11:06:51.097280 1 tasks_processing.go:69] worker 56 listening for tasks. I0405 11:06:51.097282 1 tasks_processing.go:69] worker 61 listening for tasks. I0405 11:06:51.097280 1 tasks_processing.go:69] worker 37 listening for tasks. I0405 11:06:51.097286 1 tasks_processing.go:69] worker 16 listening for tasks. I0405 11:06:51.097288 1 tasks_processing.go:69] worker 57 listening for tasks. I0405 11:06:51.097291 1 tasks_processing.go:69] worker 21 listening for tasks. I0405 11:06:51.097290 1 tasks_processing.go:69] worker 5 listening for tasks. I0405 11:06:51.097293 1 tasks_processing.go:71] worker 26 working on crds task. I0405 11:06:51.099343 1 tasks_processing.go:71] worker 5 working on image_registries task. I0405 11:06:51.099630 1 tasks_processing.go:71] worker 16 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0405 11:06:51.099681 1 tasks_processing.go:71] worker 29 working on feature_gates task. I0405 11:06:51.099739 1 tasks_processing.go:71] worker 55 working on node_logs task. I0405 11:06:51.097382 1 tasks_processing.go:71] worker 15 working on metrics task. I0405 11:06:51.099666 1 tasks_processing.go:71] worker 21 working on machine_healthchecks task. I0405 11:06:51.099741 1 tasks_processing.go:71] worker 59 working on install_plans task. I0405 11:06:51.097299 1 tasks_processing.go:71] worker 9 working on monitoring_persistent_volumes task. I0405 11:06:51.097299 1 tasks_processing.go:69] worker 17 listening for tasks. I0405 11:06:51.097304 1 tasks_processing.go:71] worker 7 working on nodenetworkstates task. I0405 11:06:51.097310 1 tasks_processing.go:71] worker 44 working on nodes task. I0405 11:06:51.097311 1 tasks_processing.go:71] worker 27 working on operators task. I0405 11:06:51.097312 1 tasks_processing.go:71] worker 46 working on openstack_controlplanes task. I0405 11:06:51.097312 1 tasks_processing.go:69] worker 23 listening for tasks. I0405 11:06:51.097315 1 tasks_processing.go:71] worker 20 working on openshift_logging task. I0405 11:06:51.097316 1 tasks_processing.go:71] worker 40 working on authentication task. I0405 11:06:51.097315 1 tasks_processing.go:71] worker 13 working on machine_sets task. I0405 11:06:51.097319 1 tasks_processing.go:71] worker 43 working on sap_config task. I0405 11:06:51.097314 1 tasks_processing.go:69] worker 18 listening for tasks. I0405 11:06:51.097318 1 tasks_processing.go:71] worker 11 working on sap_pods task. I0405 11:06:51.097320 1 tasks_processing.go:71] worker 31 working on image task. I0405 11:06:51.097326 1 tasks_processing.go:71] worker 10 working on certificate_signing_requests task. I0405 11:06:51.097241 1 tasks_processing.go:69] worker 42 listening for tasks. I0405 11:06:51.097259 1 tasks_processing.go:69] worker 52 listening for tasks. I0405 11:06:51.097384 1 tasks_processing.go:71] worker 58 working on ingress_certificates task. I0405 11:06:51.099416 1 tasks_processing.go:71] worker 37 working on proxies task. I0405 11:06:51.097259 1 tasks_processing.go:69] worker 0 listening for tasks. I0405 11:06:51.099486 1 tasks_processing.go:71] worker 50 working on oauths task. I0405 11:06:51.097302 1 tasks_processing.go:71] worker 41 working on operators_pods_and_events task. I0405 11:06:51.099547 1 tasks_processing.go:71] worker 57 working on cluster_apiserver task. I0405 11:06:51.097293 1 tasks_processing.go:69] worker 4 listening for tasks. I0405 11:06:51.100262 1 tasks_processing.go:71] worker 4 working on lokistack task. I0405 11:06:51.099527 1 tasks_processing.go:71] worker 56 working on jaegers task. I0405 11:06:51.099600 1 tasks_processing.go:71] worker 19 working on config_maps task. I0405 11:06:51.099606 1 tasks_processing.go:71] worker 2 working on clusterroles task. I0405 11:06:51.099677 1 tasks_processing.go:71] worker 60 working on olm_operators task. I0405 11:06:51.099675 1 tasks_processing.go:71] worker 14 working on machine_configs task. I0405 11:06:51.099682 1 tasks_processing.go:71] worker 54 working on service_accounts task. I0405 11:06:51.097212 1 tasks_processing.go:69] worker 63 listening for tasks. I0405 11:06:51.099591 1 tasks_processing.go:71] worker 61 working on nodenetworkconfigurationpolicies task. I0405 11:06:51.101133 1 tasks_processing.go:71] worker 17 working on cost_management_metrics_configs task. I0405 11:06:51.101227 1 tasks_processing.go:71] worker 52 working on version task. I0405 11:06:51.101318 1 tasks_processing.go:71] worker 0 working on openstack_dataplanenodesets task. I0405 11:06:51.101623 1 tasks_processing.go:71] worker 18 working on ingress task. I0405 11:06:51.101789 1 tasks_processing.go:71] worker 23 working on image_pruners task. I0405 11:06:51.101922 1 tasks_processing.go:71] worker 42 working on ceph_cluster task. I0405 11:06:51.102139 1 tasks_processing.go:71] worker 6 working on networks task. I0405 11:06:51.102153 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 4.919004ms to process 0 records I0405 11:06:51.102278 1 tasks_processing.go:74] worker 25 stopped. I0405 11:06:51.102297 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 4.950333ms to process 0 records I0405 11:06:51.102396 1 tasks_processing.go:71] worker 63 working on storage_cluster task. I0405 11:06:51.102457 1 tasks_processing.go:74] worker 51 stopped. I0405 11:06:51.102470 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 4.766963ms to process 0 records I0405 11:06:51.102937 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0405 11:06:51.102957 1 controller.go:326] The initial operator extension status is healthy I0405 11:06:51.102967 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0405 11:06:51.102973 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0405 11:06:51.102978 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0405 11:06:51.102995 1 controller.go:489] The operator is still being initialized I0405 11:06:51.103005 1 controller.go:512] The operator is healthy I0405 11:06:51.103086 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0405 11:06:51.103118 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s W0405 11:06:51.103316 1 operator.go:288] started I0405 11:06:51.103337 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer E0405 11:06:51.104386 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:59019->172.30.0.10:53: read: connection refused I0405 11:06:51.104401 1 tasks_processing.go:74] worker 32 stopped. E0405 11:06:51.104407 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:59019->172.30.0.10:53: read: connection refused I0405 11:06:51.104416 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 7.071832ms to process 0 records E0405 11:06:51.104438 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:59019->172.30.0.10:53: read: connection refused I0405 11:06:51.104460 1 tasks_processing.go:74] worker 48 stopped. E0405 11:06:51.104471 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:59019->172.30.0.10:53: read: connection refused I0405 11:06:51.104481 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 7.123609ms to process 0 records E0405 11:06:51.104623 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:35294->172.30.0.10:53: read: connection refused I0405 11:06:51.104645 1 tasks_processing.go:74] worker 15 stopped. E0405 11:06:51.104647 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:35294->172.30.0.10:53: read: connection refused E0405 11:06:51.104655 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:35294->172.30.0.10:53: read: connection refused I0405 11:06:51.104678 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 4.860253ms to process 0 records E0405 11:06:51.104693 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:35294->172.30.0.10:53: read: connection refused I0405 11:06:51.104703 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 7.282137ms to process 0 records I0405 11:06:51.104712 1 tasks_processing.go:74] worker 47 stopped. I0405 11:06:51.105625 1 tasks_processing.go:74] worker 3 stopped. I0405 11:06:51.105636 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 8.277445ms to process 0 records I0405 11:06:51.108601 1 tasks_processing.go:74] worker 12 stopped. I0405 11:06:51.108611 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 10.742087ms to process 0 records E0405 11:06:51.108620 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0405 11:06:51.108631 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 10.342978ms to process 0 records I0405 11:06:51.108638 1 tasks_processing.go:74] worker 39 stopped. I0405 11:06:51.110040 1 tasks_processing.go:74] worker 61 stopped. I0405 11:06:51.110051 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 9.297954ms to process 0 records I0405 11:06:51.115339 1 tasks_processing.go:74] worker 0 stopped. I0405 11:06:51.115351 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.969054ms to process 0 records I0405 11:06:51.133792 1 tasks_processing.go:74] worker 62 stopped. I0405 11:06:51.133929 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=78690cf01e564fe7ddf85580522c7d26b203808210a8bc4db1047e16a800afc1 I0405 11:06:51.133949 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=666052a70bd4cee8c4365cbf086220be2e52590efc689cabd8f23648f78b5c30 I0405 11:06:51.133961 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=feff8177e2502cad114b29dd41a6946ef88a2137a34276fd72ed81836cab297e I0405 11:06:51.133973 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=72b1a9a1f7aa393ad051b6307d63e107c2c55c031d05a932b6e83354e30261e6 I0405 11:06:51.133986 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=bd807790ca740dfddf92cd67e73e98301a592104587133e224095fed0bbd47c8 I0405 11:06:51.133998 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=81d9de73ead58d7c5e2ebb1bf085f4a2526b5d39f8b10f5a11125be13a87f356 I0405 11:06:51.134003 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 36.176595ms to process 6 records I0405 11:06:51.134056 1 tasks_processing.go:74] worker 29 stopped. I0405 11:06:51.134179 1 recorder.go:75] Recording config/featuregate with fingerprint=9149e64f69bb6c6be7015486f4cc60a2c7a0983a3abeeca0a9ad60548ce735dd I0405 11:06:51.134195 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 34.312196ms to process 1 records I0405 11:06:51.135250 1 tasks_processing.go:74] worker 56 stopped. I0405 11:06:51.135262 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 34.846512ms to process 0 records I0405 11:06:51.137350 1 tasks_processing.go:74] worker 35 stopped. I0405 11:06:51.137432 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=0fe74c796836b186a30ca5790db63289b12c81c0910c3f1befd51494c9fff98d I0405 11:06:51.137444 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 40.027958ms to process 1 records I0405 11:06:51.137575 1 tasks_processing.go:74] worker 36 stopped. I0405 11:06:51.138990 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t with fingerprint=01d198944fc950c38a542937c8ccae8847b1bf0cdaa2b78b66ccb92b0a6ab8c7 I0405 11:06:51.139062 1 recorder.go:75] Recording config/running_containers with fingerprint=8067ee83ec19fe1f4453aabc865d347d5c561f00f9daa2ab25ceb7165e58457c I0405 11:06:51.139072 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 40.249332ms to process 2 records I0405 11:06:51.139579 1 tasks_processing.go:74] worker 55 stopped. I0405 11:06:51.139593 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 39.816023ms to process 0 records I0405 11:06:51.139882 1 tasks_processing.go:74] worker 20 stopped. I0405 11:06:51.139895 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 39.812341ms to process 0 records I0405 11:06:51.139947 1 tasks_processing.go:74] worker 46 stopped. I0405 11:06:51.139958 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 39.887775ms to process 0 records I0405 11:06:51.139969 1 tasks_processing.go:74] worker 43 stopped. I0405 11:06:51.139977 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 39.882331ms to process 0 records I0405 11:06:51.139982 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 39.695422ms to process 0 records I0405 11:06:51.139987 1 tasks_processing.go:74] worker 4 stopped. I0405 11:06:51.140027 1 tasks_processing.go:74] worker 38 stopped. I0405 11:06:51.140131 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=c9c53a7e225430b4f73b6ff4e019c132d4b1a11e6a083654847be8f490bf6944 I0405 11:06:51.140158 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=9394c529b095cd7b8a0a28ea25bbd9b201b8b164304381c6c6a0b542a4dec3a2 I0405 11:06:51.140169 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 42.690074ms to process 2 records W0405 11:06:51.140223 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0405 11:06:51.140421 1 tasks_processing.go:74] worker 28 stopped. E0405 11:06:51.140437 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0405 11:06:51.140445 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 42.576525ms to process 0 records I0405 11:06:51.140667 1 tasks_processing.go:74] worker 21 stopped. E0405 11:06:51.140681 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0405 11:06:51.140691 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 40.853143ms to process 0 records E0405 11:06:51.140699 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0405 11:06:51.140704 1 gather.go:177] gatherer "clusterconfig" function "machines" took 43.345387ms to process 0 records I0405 11:06:51.140710 1 tasks_processing.go:74] worker 8 stopped. I0405 11:06:51.141440 1 tasks_processing.go:74] worker 22 stopped. I0405 11:06:51.141693 1 gather_logs.go:145] no pods in namespace were found I0405 11:06:51.141948 1 recorder.go:75] Recording config/infrastructure with fingerprint=cafa9611d5122ee107793cf81d2e411f34b66db8aaebc17ab7b9c798e7926a83 I0405 11:06:51.141962 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 43.805002ms to process 1 records I0405 11:06:51.141973 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 44.145555ms to process 0 records I0405 11:06:51.141979 1 tasks_processing.go:74] worker 24 stopped. I0405 11:06:51.146047 1 tasks_processing.go:74] worker 37 stopped. I0405 11:06:51.146134 1 recorder.go:75] Recording config/proxy with fingerprint=2dc2df5a71baa97ba1a6cb0ca11ce670b43fdaafa23fcf18ce752f71d58f9b9c I0405 11:06:51.146150 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 45.901734ms to process 1 records I0405 11:06:51.146431 1 tasks_processing.go:74] worker 13 stopped. I0405 11:06:51.146442 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 46.348822ms to process 0 records I0405 11:06:51.146471 1 tasks_processing.go:74] worker 11 stopped. I0405 11:06:51.146487 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 46.370554ms to process 0 records I0405 11:06:51.147892 1 tasks_processing.go:74] worker 10 stopped. I0405 11:06:51.147907 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 47.784294ms to process 0 records I0405 11:06:51.149607 1 tasks_processing.go:74] worker 1 stopped. I0405 11:06:51.149620 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 50.899992ms to process 0 records I0405 11:06:51.149751 1 tasks_processing.go:74] worker 7 stopped. I0405 11:06:51.149764 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 49.704904ms to process 0 records I0405 11:06:51.151227 1 tasks_processing.go:74] worker 34 stopped. I0405 11:06:51.151399 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=08d14eb3de613d1b65a176a5eff4575d8d7ad94b91fbc72f1056e8199e5841b6 I0405 11:06:51.151433 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=64d03d1f95e0ee740895ca6e2296a24858292c0b2aa9604f7db9aecffa9a8394 I0405 11:06:51.151457 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=0936f852822b2182f63472ae662892fd36b48222e0d974e3aa831837c555c74b I0405 11:06:51.151465 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 53.869487ms to process 3 records I0405 11:06:51.151525 1 tasks_processing.go:74] worker 42 stopped. I0405 11:06:51.151535 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 49.587715ms to process 0 records I0405 11:06:51.152274 1 tasks_processing.go:74] worker 44 stopped. I0405 11:06:51.152519 1 recorder.go:75] Recording config/node/ip-10-0-1-198.ec2.internal with fingerprint=3d4d272130a91c68a2163152af025ff80d0837bbb33ffac9afbef977c0ea1892 I0405 11:06:51.152530 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 52.218682ms to process 1 records I0405 11:06:51.152620 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0405 11:06:51.152635 1 controller.go:212] Source scaController *sca.Controller is not ready I0405 11:06:51.152639 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0405 11:06:51.152642 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0405 11:06:51.152644 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0405 11:06:51.152661 1 controller.go:489] The operator is still being initialized I0405 11:06:51.152662 1 recorder.go:75] Recording config/network with fingerprint=10cdc3b90693004923bfdce31cd096c75607c86f3bb4e3d14c49e5f05174a0a5 I0405 11:06:51.152669 1 controller.go:512] The operator is healthy I0405 11:06:51.152671 1 gather.go:177] gatherer "clusterconfig" function "networks" took 50.172774ms to process 1 records I0405 11:06:51.152677 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 49.959009ms to process 0 records I0405 11:06:51.152682 1 tasks_processing.go:74] worker 63 stopped. I0405 11:06:51.152621 1 tasks_processing.go:74] worker 6 stopped. I0405 11:06:51.164857 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0405 11:06:51.164916 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0405 11:06:51.165049 1 tasks_processing.go:74] worker 31 stopped. I0405 11:06:51.165164 1 recorder.go:75] Recording config/image with fingerprint=88bed86c272518233e89cd155b23b73774d5f15fb93490ffc04959da23bebc80 I0405 11:06:51.165177 1 gather.go:177] gatherer "clusterconfig" function "image" took 64.946138ms to process 1 records I0405 11:06:51.165214 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0405 11:06:51.165276 1 tasks_processing.go:74] worker 18 stopped. I0405 11:06:51.165853 1 recorder.go:75] Recording config/ingress with fingerprint=29eff77453e327c85c01fa55bfb3d325a8fd6bd8d7f151521d2b4db98dec2f8b I0405 11:06:51.165901 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 63.491788ms to process 1 records I0405 11:06:51.167614 1 tasks_processing.go:74] worker 5 stopped. I0405 11:06:51.167945 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=11961320a4a31c2986997fdcb66f4cb32a84a993a81b73d939f7f8d4d98fe3e8 I0405 11:06:51.167962 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 67.974774ms to process 1 records I0405 11:06:51.168049 1 tasks_processing.go:74] worker 26 stopped. I0405 11:06:51.168418 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=fba34991a005dc213e129a87a302dc7ba54c69d4a3c3f33df521addace38808f I0405 11:06:51.168622 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=7d833e19521ee3abecf71725f2d5be72436c63f6b99b28722578d309cf807cfe I0405 11:06:51.168631 1 gather.go:177] gatherer "clusterconfig" function "crds" took 68.754627ms to process 2 records I0405 11:06:51.168672 1 recorder.go:75] Recording config/olm_operators with fingerprint=06bee57102987a6ed44ce201e41369b728e253dfffe5047fa0c7431d19089ee3 I0405 11:06:51.168680 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 67.579888ms to process 1 records I0405 11:06:51.168687 1 tasks_processing.go:74] worker 60 stopped. I0405 11:06:51.170656 1 base_controller.go:82] Caches are synced for ConfigController I0405 11:06:51.170665 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0405 11:06:51.170965 1 tasks_processing.go:74] worker 50 stopped. I0405 11:06:51.171263 1 recorder.go:75] Recording config/oauth with fingerprint=c87b03dd18bdcd4241ec73587b5fbfbc79c9201a92085928a1744dad1b119f37 I0405 11:06:51.171280 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 70.781436ms to process 1 records I0405 11:06:51.171296 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 69.92018ms to process 0 records I0405 11:06:51.171304 1 tasks_processing.go:74] worker 17 stopped. I0405 11:06:51.171351 1 tasks_processing.go:74] worker 40 stopped. I0405 11:06:51.171515 1 recorder.go:75] Recording config/authentication with fingerprint=dc40dd0c0da9292239ad2f4c695f4f819114bb2b3cbc97a92c541a734cd92be6 I0405 11:06:51.171529 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 71.274432ms to process 1 records I0405 11:06:51.173279 1 tasks_processing.go:74] worker 49 stopped. I0405 11:06:51.173393 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=c41820f52c1be10a5a0e6b8aa7c3b647903ee71eab29922f97476c5b08c88410 I0405 11:06:51.173469 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=ed6e0e2b5a4267472e724bf86ae6b692802b8b8a07f046f264152a0a6e644678 I0405 11:06:51.173500 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=f3152c66a5a34e3d33e66a96cfa3e56a860f6d220af5b35c8354027073564a69 I0405 11:06:51.173523 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=91a2c69f6281f91b81ec3a65ab65210589d991c241ae75946b924399759dac5f I0405 11:06:51.173547 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=70b897d3585fce0b4c426fbf367862ce64b59f7d75c8ae6431b57e466b847ad9 I0405 11:06:51.173572 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=d0c9ea49c3fb09038f547e2c170bd74fb99f9d2f7070e60824268eadcf33f885 I0405 11:06:51.173605 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=518fefbd427097cb00e0b005ac2aac8b3455cf2f457c43916fe9810e78ec8828 I0405 11:06:51.173638 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=262c9477a431eba99de2ba25cd85f4a554958a635f107f0032c050e68f502cfb I0405 11:06:51.173660 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=2a2cbd915db1b0ac019d925bb81c2cb7f5cb8eab84af254ca6d55cb33526e8b8 I0405 11:06:51.173695 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=735c8fedca264e2e18ee04090eea5261e4cefb7154535ab8e28f9e519b385061 I0405 11:06:51.173718 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=e22c998caeda567ea6757089b95d9a6734b7e353c69b9010b4447d4777fbfe68 I0405 11:06:51.173725 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 75.936934ms to process 11 records E0405 11:06:51.174077 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f2d26656-3c79-44fb-86cf-144821cdc275%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:58174->172.30.0.10:53: read: connection refused I0405 11:06:51.174089 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f2d26656-3c79-44fb-86cf-144821cdc275%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:58174->172.30.0.10:53: read: connection refused I0405 11:06:51.188435 1 tasks_processing.go:74] worker 30 stopped. I0405 11:06:51.188467 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0405 11:06:51.188476 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 91.043995ms to process 1 records I0405 11:06:51.191866 1 tasks_processing.go:74] worker 52 stopped. I0405 11:06:51.192101 1 recorder.go:75] Recording config/version with fingerprint=85f5e936b309533968a641dd757e108cb25a115f3c6fa55fa78403ea2293e028 I0405 11:06:51.192126 1 recorder.go:75] Recording config/id with fingerprint=0cec12c3024123a7c63b37e407424caffc096ca1a168071d4bedb8238887e284 I0405 11:06:51.192132 1 gather.go:177] gatherer "clusterconfig" function "version" took 90.618717ms to process 2 records I0405 11:06:51.195765 1 tasks_processing.go:74] worker 53 stopped. I0405 11:06:51.195783 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 97.772178ms to process 0 records I0405 11:06:51.196084 1 configmapobserver.go:84] configmaps "insights-config" not found I0405 11:06:51.196141 1 tasks_processing.go:74] worker 9 stopped. I0405 11:06:51.196154 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 96.230099ms to process 0 records I0405 11:06:51.203645 1 base_controller.go:82] Caches are synced for LoggingSyncer I0405 11:06:51.203657 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0405 11:06:51.205227 1 tasks_processing.go:74] worker 57 stopped. I0405 11:06:51.205353 1 recorder.go:75] Recording config/apiserver with fingerprint=40c4084601e59d244490df68dfac8c6de50a66e54ff9269ba81fbc1e5f19beb3 I0405 11:06:51.205366 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 104.992118ms to process 1 records I0405 11:06:51.206707 1 tasks_processing.go:74] worker 2 stopped. I0405 11:06:51.206880 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=9d989b78d5ef8d930167e6493b270e1d7fd8eadc4668c647d474bd1be08ec452 I0405 11:06:51.206974 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=8f79a145c822a0699661604c366ff4d7f193c33df58c583cf7098db664002cee I0405 11:06:51.206989 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 106.145803ms to process 2 records I0405 11:06:51.207683 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0405 11:06:51.210764 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:36735->172.30.0.10:53: read: connection refused I0405 11:06:51.210776 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:36735->172.30.0.10:53: read: connection refused I0405 11:06:51.223788 1 tasks_processing.go:74] worker 16 stopped. I0405 11:06:51.223800 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 124.093469ms to process 0 records I0405 11:06:51.233374 1 tasks_processing.go:74] worker 58 stopped. E0405 11:06:51.233385 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0405 11:06:51.233391 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pfutctdbuh0ml72j189oi2h49ufv2jo-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pfutctdbuh0ml72j189oi2h49ufv2jo-primary-cert-bundle-secret" not found I0405 11:06:51.233438 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=df9ec817aad106bb73616ef8b5edd2774c2dfca99edca0c2578a06af0044dc93 I0405 11:06:51.233449 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 133.236305ms to process 1 records I0405 11:06:51.234340 1 tasks_processing.go:74] worker 19 stopped. E0405 11:06:51.234352 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0405 11:06:51.234357 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0405 11:06:51.234361 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0405 11:06:51.234368 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0405 11:06:51.234391 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0405 11:06:51.234398 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0405 11:06:51.234401 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0405 11:06:51.234409 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0405 11:06:51.234462 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0405 11:06:51.234469 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0405 11:06:51.234474 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 133.834318ms to process 7 records I0405 11:06:51.240729 1 tasks_processing.go:74] worker 23 stopped. I0405 11:06:51.240800 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=86139ccd2a67c79e69e2d9444699aa8f71c61834cea988e8a753ce3f4a8c03f3 I0405 11:06:51.240811 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 138.919474ms to process 1 records I0405 11:06:51.266827 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0405 11:06:51.270674 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found W0405 11:06:52.140827 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0405 11:06:52.207742 1 tasks_processing.go:74] worker 33 stopped. I0405 11:06:52.207757 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.110395688s to process 0 records I0405 11:06:52.215876 1 tasks_processing.go:74] worker 14 stopped. I0405 11:06:52.215909 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0405 11:06:52.215921 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.115185808s to process 1 records I0405 11:06:52.785620 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 19 containers I0405 11:06:52.785634 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1324517 bytes I0405 11:06:52.786279 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-2vjld pod in namespace openshift-network-console (previous: false). I0405 11:06:53.003510 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0405 11:06:53.007693 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-7qhhs pod in namespace openshift-network-console (previous: false). W0405 11:06:53.140886 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0405 11:06:53.191421 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-m6v6t pod in namespace openshift-console-operator (previous: true). I0405 11:06:53.391379 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-m6v6t pod in namespace openshift-console-operator (previous: false). I0405 11:06:53.593949 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-757558db99-bj57l pod in namespace openshift-console (previous: false). I0405 11:06:53.605412 1 tasks_processing.go:74] worker 27 stopped. I0405 11:06:53.605520 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=265e686b9953c992a4d7c1c6c35b857932399553f1052b0e3c37044279390f3b I0405 11:06:53.605564 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=b1d3a57201f472fba248e6e22732d03f4ebac77f3d7204455295e9c6f31f376a I0405 11:06:53.605588 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c19f131c78299491412120fd30dc807b866f227847d90502e329d6e2ec562a4d I0405 11:06:53.605611 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0405 11:06:53.605635 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=f716a610180dfa330c244fec09b2457738193ba71ff46dd7b6da20c99e367669 I0405 11:06:53.605651 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0405 11:06:53.605673 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=76e79ec9588e5669e3721adccef2921c43c0e3329a665b7a751627302bbb5909 I0405 11:06:53.605701 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=7aecae7af59d93d64ded7ed839445279ff2b3b9b010f390e3f8e3a876633e3f2 I0405 11:06:53.605723 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=5ea3883b443d21c99bb28ffd8eda2079cb18c8d8de5a0b65aa97afce15159a96 I0405 11:06:53.605752 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=aee5b39e4dbb2ef67676323a066bf806e19586174fdc02891f9f15f0c213e993 I0405 11:06:53.606015 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=63beb7eb8c6273a9f4b2ac5aa17cf7b6ab95553991dd6c37f92b0cb075d8f30f I0405 11:06:53.606036 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=b9de666718c62e4af58bfc2f1aae4c23f4ff0611c776f1ffd55391257b2534b0 I0405 11:06:53.606045 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0405 11:06:53.606060 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=55e4753fbc44de8fb398fac9d7d8009daae068f5364ab31f7e1ecc4fae4cc549 I0405 11:06:53.606070 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0405 11:06:53.606085 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=7b977a1bbdf4f968278c10530ca8f57ffd170030a95ef56e284bd0ad0b8d1066 I0405 11:06:53.606094 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0405 11:06:53.606127 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=0e8cdde5a78007f3b2e6584cc195bf00e718fbdcca4d2ac9a99606aa960a18a8 I0405 11:06:53.606136 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0405 11:06:53.606157 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=b4ddae42e6d166ac98853650df9d80b92356341a92ced1538976df5901b3f747 I0405 11:06:53.606257 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=fd7c844dea9791d6c311846be9eebf903f728de78dcdb55c058f646c04038087 I0405 11:06:53.606266 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0405 11:06:53.606272 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0405 11:06:53.606293 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0405 11:06:53.606315 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=ffe129cc1bd6a00a345fe4efb093ed5eedc57477582b567ff20505ad03b2fd16 I0405 11:06:53.606339 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=0bf5ed475925b431698e1e626522d20e05f8b6df92ca0fd0ade57ebe0228ff92 I0405 11:06:53.606348 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0405 11:06:53.606364 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=d64bcb4220aaed2144df09ac4a5f3ed9674cd9bc32591a308a9730d3bb6acd00 I0405 11:06:53.606373 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0405 11:06:53.606386 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=01e47281d041237ddefb1b4cc9671e3c93c2d4d01807e548c8ae0753ec30fc28 I0405 11:06:53.606400 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=d42cc6c20be7a3bd4b223499ebbc32c929f57c0d155eceb46ba1a0ef6dd59cf8 I0405 11:06:53.606414 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=e75bda2fe52549e30d9c9e99cf082b3d154078f6cc0b31883d90b2dd5039e7b8 I0405 11:06:53.606429 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=31496a2391ffdf7273720e5afb96d71ba4a5fb7b49f656fcada1fb7712ed74ad I0405 11:06:53.606451 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=cd0d1b5ae15111ee2aca57ee2e1f59da7d85d5789f9299ccbe8c4ce2cfa217e3 I0405 11:06:53.606459 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0405 11:06:53.606483 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=bbb7710bda8704c516cd617e00e7725071c23d71fca78b239e58c043d94c3447 I0405 11:06:53.606499 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0405 11:06:53.606508 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0405 11:06:53.606515 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.505349474s to process 38 records I0405 11:06:53.785556 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0405 11:06:53.785570 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-757558db99-mp7c4 pod in namespace openshift-console (previous: false). I0405 11:06:53.986892 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0405 11:06:53.986905 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-d7f7f6b58-pzqtc pod in namespace openshift-console (previous: false). W0405 11:06:54.140686 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0405 11:06:54.191576 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-fnt8v pod in namespace openshift-console (previous: false). I0405 11:06:54.385969 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0405 11:06:54.385983 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-t7cnr pod in namespace openshift-console (previous: false). I0405 11:06:54.591517 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-k7zvk pod in namespace openshift-dns (previous: false). I0405 11:06:54.790839 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-k7zvk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-k7zvk\" is waiting to start: ContainerCreating" I0405 11:06:54.790856 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-k7zvk\" is waiting to start: ContainerCreating" I0405 11:06:54.790865 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-k7zvk pod in namespace openshift-dns (previous: false). I0405 11:06:54.990864 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-k7zvk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-k7zvk\" is waiting to start: ContainerCreating" I0405 11:06:54.990885 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-k7zvk\" is waiting to start: ContainerCreating" I0405 11:06:54.990899 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-x7rmd pod in namespace openshift-dns (previous: false). W0405 11:06:55.141595 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0405 11:06:55.191586 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0405 11:06:55.191605 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6c9997757b-vzfpv pod in namespace openshift-image-registry (previous: false). I0405 11:06:55.385978 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0405 11:06:55.385993 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6c9997757b-wjpkl pod in namespace openshift-image-registry (previous: false). I0405 11:06:55.585395 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0405 11:06:55.585410 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-8f9dd6b6f-hhhr9 pod in namespace openshift-image-registry (previous: false). I0405 11:06:55.794219 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-w8mw5 pod in namespace openshift-image-registry (previous: false). I0405 11:06:55.990207 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0405 11:06:55.990222 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-657668565c-mp4vp pod in namespace openshift-ingress (previous: false). W0405 11:06:56.138008 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0405 11:06:56.138030 1 tasks_processing.go:74] worker 45 stopped. E0405 11:06:56.138041 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0405 11:06:56.138052 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0405 11:06:56.138061 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.040641204s to process 1 records I0405 11:06:56.185782 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0405 11:06:56.185795 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-657668565c-q4mhk pod in namespace openshift-ingress (previous: false). I0405 11:06:56.391950 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6588d4cb8f-q7mzh pod in namespace openshift-ingress (previous: false). I0405 11:06:56.590845 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-6fgq8 pod in namespace openshift-ingress-canary (previous: false). I0405 11:06:56.790861 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-6fgq8 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-6fgq8\" is waiting to start: ContainerCreating" I0405 11:06:56.790877 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-6fgq8\" is waiting to start: ContainerCreating" I0405 11:06:56.790899 1 tasks_processing.go:74] worker 41 stopped. I0405 11:06:56.791013 1 recorder.go:75] Recording events/openshift-network-console with fingerprint=f2de8ed5b41589b7eae179d09cf360691fc14104f9f0d4c19a799cae39006748 I0405 11:06:56.791166 1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=e07e2e4c71331e8e6ee418af69525e0c7d650d3d071ac8ca20b11f374746b18a I0405 11:06:56.791231 1 recorder.go:75] Recording events/openshift-console with fingerprint=a4a5e0da4c88b581f8d1171ebd69c96dad42a1a536c01141c0cfd8246103df3e I0405 11:06:56.791268 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=2f977c90352fb42e045ebbfde4e17938b7925c16c7e8109208dffc094f4f633a I0405 11:06:56.791300 1 recorder.go:75] Recording events/openshift-dns with fingerprint=62cb99694f2b26cd38840380e3d9c17dd15ebf177d2584f892b8adf1ce401dab I0405 11:06:56.791415 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=a5315277cb8ee31fdd985988d26af4a0925de8c4b7007d3392613e86974373a2 I0405 11:06:56.791454 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=3c409c8e6455262db5466ec851a280a56b1bf3bc277662eaf3f3cc355ced79cc I0405 11:06:56.791527 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=6485886bca142a3325d65d6771a765e35d58bb7c5d9413de4e869d2b9707bcb1 I0405 11:06:56.791542 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=8b881a71ff169dd4a0f84a7c1072fc4af383fb18b84d6908b3b59ef73af31e8e I0405 11:06:56.791554 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-2vjld/networking-console-plugin_current.log with fingerprint=c4614acd79cc85365ee54f708a638e828c8c194e56abddbf9a5dde6a99043815 I0405 11:06:56.791565 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-7qhhs/networking-console-plugin_current.log with fingerprint=1dbc813262c42e22d62182219561ac2ad3abf0605c76c676de4e465e41cd1440 I0405 11:06:56.791707 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t with fingerprint=01d198944fc950c38a542937c8ccae8847b1bf0cdaa2b78b66ccb92b0a6ab8c7 E0405 11:06:56.791733 1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t.json" was already recorded and had the fingerprint "01d198944fc950c38a542937c8ccae8847b1bf0cdaa2b78b66ccb92b0a6ab8c7", overwriting with the record having fingerprint "01d198944fc950c38a542937c8ccae8847b1bf0cdaa2b78b66ccb92b0a6ab8c7" W0405 11:06:56.791749 1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t.json" because of the warning: warning: the record with the same fingerprint "01d198944fc950c38a542937c8ccae8847b1bf0cdaa2b78b66ccb92b0a6ab8c7" was already recorded at path "config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t.json" I0405 11:06:56.791766 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-m6v6t/console-operator_previous.log with fingerprint=efd2800b738109172fd2735da8b8de54265e07949916e6a0aa13c3ea5ec7f5ee I0405 11:06:56.791942 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-m6v6t/console-operator_current.log with fingerprint=90567cfb2e5c3c02be5731d05427455593fb705160854ebcf7846d9d259a68b3 I0405 11:06:56.791963 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-d7f7f6b58-pzqtc/console_current.log with fingerprint=a2caf246f001b391e1ef31d1777b83a2275d9048161b520a4ba877c4f34dd9cf I0405 11:06:56.791972 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-t7cnr/download-server_current.log with fingerprint=f421a2569ed6d9abc0efe33f30514c0d20184a730f5d74b56349e929ea271e18 I0405 11:06:56.792080 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-k7zvk with fingerprint=714d6e701cd29bbd19465c1effb4d0b325875aa47c4872049706d8998e1a35ae I0405 11:06:56.792138 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-8f9dd6b6f-hhhr9/registry_current.log with fingerprint=a2979efef9515eddbacb435efd08085fd1c36312414fb0a2913c3ef582dff90d I0405 11:06:56.792167 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-657668565c-q4mhk/router_current.log with fingerprint=b44e3628b215cb5ad496dd7160d989e02d5a280ab3680e1e757ebf67bdf3c199 I0405 11:06:56.792193 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-6588d4cb8f-q7mzh/router_current.log with fingerprint=89e8aca5d8d04f2c8be801d3238eed3843983f461a3cea672e106d86a6bbad6f I0405 11:06:56.792272 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-6fgq8 with fingerprint=f340759d6a7c3541d51390866aec321dbbcfbc32e922dba2aad4185d1e300285 I0405 11:06:56.792314 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.690679632s to process 21 records I0405 11:07:03.976239 1 tasks_processing.go:74] worker 59 stopped. I0405 11:07:03.976290 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0405 11:07:03.976303 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.876399555s to process 1 records I0405 11:07:04.706846 1 tasks_processing.go:74] worker 54 stopped. I0405 11:07:04.707147 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=68b10cc9205090007d87a5930d752ea3fd7e905aa5b9d21f1043cf8bcf635b32 I0405 11:07:04.707165 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606115136s to process 1 records E0405 11:07:04.707227 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.61s with: function \"silenced_alerts\" failed with an error, function \"active_alerts\" failed with an error, function \"metrics\" failed with an error, function \"tsdb_status\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t.json\"" I0405 11:07:04.708338 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "silenced_alerts" failed with an error, function "active_alerts" failed with an error, function "metrics" failed with an error, function "tsdb_status" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-575cd97545-m6v6t.json" I0405 11:07:04.708352 1 periodic.go:209] Running workloads gatherer I0405 11:07:04.708367 1 tasks_processing.go:45] number of workers: 2 I0405 11:07:04.708377 1 tasks_processing.go:69] worker 1 listening for tasks. I0405 11:07:04.708381 1 tasks_processing.go:71] worker 1 working on workload_info task. I0405 11:07:04.708390 1 tasks_processing.go:69] worker 0 listening for tasks. I0405 11:07:04.708403 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0405 11:07:04.714432 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-198.ec2.internal... I0405 11:07:04.733267 1 tasks_processing.go:74] worker 0 stopped. I0405 11:07:04.733285 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.852249ms to process 0 records I0405 11:07:07.926806 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 3s I0405 11:07:07.943580 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data I0405 11:07:07.952175 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms) I0405 11:07:07.960809 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (9ms) I0405 11:07:07.969517 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms) I0405 11:07:07.979070 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (10ms) I0405 11:07:07.987619 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (9ms) I0405 11:07:07.996541 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (9ms) I0405 11:07:08.006401 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (10ms) I0405 11:07:08.017198 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (11ms) I0405 11:07:08.025261 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (8ms) I0405 11:07:08.033413 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (8ms) I0405 11:07:08.051653 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (18ms) I0405 11:07:08.153286 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (102ms) I0405 11:07:08.252193 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (99ms) I0405 11:07:08.352240 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0405 11:07:08.452559 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0405 11:07:08.553564 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (101ms) I0405 11:07:08.653338 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms) I0405 11:07:08.753219 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (100ms) I0405 11:07:08.852932 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms) I0405 11:07:08.953887 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (101ms) I0405 11:07:09.053852 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms) I0405 11:07:09.153254 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (99ms) I0405 11:07:09.252587 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms) I0405 11:07:09.353191 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (101ms) I0405 11:07:09.452757 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms) I0405 11:07:09.553667 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (101ms) I0405 11:07:09.653311 1 gather_workloads_info.go:387] No image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (100ms) I0405 11:07:09.752298 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms) I0405 11:07:09.852892 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (101ms) I0405 11:07:09.953331 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms) I0405 11:07:10.053717 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms) I0405 11:07:10.153826 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (100ms) I0405 11:07:10.253644 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms) I0405 11:07:10.353422 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0405 11:07:10.453220 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms) I0405 11:07:10.552700 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (99ms) I0405 11:07:10.552727 1 tasks_processing.go:74] worker 1 stopped. I0405 11:07:10.552939 1 recorder.go:75] Recording config/workload_info with fingerprint=31c5923c7f411c576250a03ee01aac946f1fa25e4a243b1e7c507cc34f5b9c50 I0405 11:07:10.552953 1 gather.go:177] gatherer "workloads" function "workload_info" took 5.844339793s to process 1 records I0405 11:07:10.552978 1 periodic.go:256] Periodic gather workloads completed in 5.844s I0405 11:07:10.552988 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0405 11:07:10.552992 1 periodic.go:209] Running conditional gatherer I0405 11:07:10.558431 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0405 11:07:10.566102 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:55537->172.30.0.10:53: read: connection refused I0405 11:07:10.566381 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0405 11:07:10.569298 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:51749->172.30.0.10:53: read: connection refused I0405 11:07:10.569363 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0405 11:07:10.575880 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0405 11:07:10.575894 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0405 11:07:10.575900 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0405 11:07:10.575903 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0405 11:07:10.575906 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0405 11:07:10.575909 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0405 11:07:10.575912 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0405 11:07:10.575915 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0405 11:07:10.575918 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0405 11:07:10.575921 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0405 11:07:10.575933 1 tasks_processing.go:45] number of workers: 3 I0405 11:07:10.575944 1 tasks_processing.go:69] worker 2 listening for tasks. I0405 11:07:10.575948 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0405 11:07:10.575954 1 tasks_processing.go:69] worker 0 listening for tasks. I0405 11:07:10.575965 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0405 11:07:10.575965 1 tasks_processing.go:69] worker 1 listening for tasks. I0405 11:07:10.575970 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0405 11:07:10.575973 1 tasks_processing.go:74] worker 1 stopped. I0405 11:07:10.576024 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0405 11:07:10.576035 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.033µs to process 1 records I0405 11:07:10.576064 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0405 11:07:10.576072 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.148µs to process 1 records I0405 11:07:10.576077 1 tasks_processing.go:74] worker 0 stopped. I0405 11:07:10.576237 1 tasks_processing.go:74] worker 2 stopped. I0405 11:07:10.576249 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 261.061µs to process 0 records I0405 11:07:10.576268 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:55537->172.30.0.10:53: read: connection refused I0405 11:07:10.576283 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0405 11:07:10.603397 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=a51fd8c5b13e996abbdf812a469d71a8efdda19f020be7c934b11cce132d5b1a I0405 11:07:10.603510 1 diskrecorder.go:70] Writing 119 records to /var/lib/insights-operator/insights-2026-04-05-110710.tar.gz I0405 11:07:10.611917 1 diskrecorder.go:51] Wrote 119 records to disk in 8ms I0405 11:07:10.611944 1 periodic.go:278] Gathering cluster info every 2h0m0s I0405 11:07:10.611957 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0405 11:08:21.097825 1 diskrecorder.go:223] Found files to send: insights-2026-04-05-110710.tar.gz I0405 11:08:21.097852 1 insightsuploader.go:150] Checking archives to upload periodically every 16m2.676449382s I0405 11:08:21.097863 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0405 11:08:21.108237 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0405 11:08:21.312850 1 requests.go:87] Successfully reported id=2026-04-05T11:08:21Z x-rh-insights-request-id=28cfef0702bd4e8eadb303f262217492, wrote=63193 I0405 11:08:21.312900 1 insightsuploader.go:187] Uploaded report successfully in 215.032483ms I0405 11:08:21.312921 1 controller.go:128] Initializing last reported time to 2026-04-05T11:08:21Z I0405 11:08:21.312961 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0405 11:08:21.312970 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0405 11:08:21.312977 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0405 11:08:21.318139 1 controller.go:512] The operator is healthy I0405 11:08:51.109430 1 controller.go:512] The operator is healthy I0405 11:09:22.039518 1 insightsreport.go:137] Pulling report from smart-proxy I0405 11:09:22.039548 1 insightsreport.go:149] Retrieving report I0405 11:09:22.045958 1 requests.go:110] Retrieving report for cluster: f2d26656-3c79-44fb-86cf-144821cdc275 I0405 11:09:22.045969 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/f2d26656-3c79-44fb-86cf-144821cdc275/reports I0405 11:09:22.048684 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/f2d26656-3c79-44fb-86cf-144821cdc275/reports I0405 11:09:22.263611 1 insightsreport.go:184] Report retrieved I0405 11:09:22.287614 1 insightsreport.go:239] Report retrieved correctly I0405 11:10:51.110500 1 controller.go:512] The operator is healthy I0405 11:11:51.090412 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0405 11:11:51.098005 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0405 11:11:51.098028 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0405 11:11:51.101761 1 secretconfigobserver.go:119] support secret does not exist I0405 11:12:51.109749 1 controller.go:512] The operator is healthy I0405 11:14:51.108938 1 controller.go:512] The operator is healthy I0405 11:16:51.102481 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0405 11:16:51.111687 1 configmapobserver.go:84] configmaps "insights-config" not found I0405 11:16:51.125083 1 controller.go:512] The operator is healthy I0405 11:16:51.129545 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0405 11:16:51.129560 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0405 11:16:51.138365 1 secretconfigobserver.go:119] support secret does not exist I0405 11:18:51.109676 1 controller.go:512] The operator is healthy I0405 11:20:51.111596 1 controller.go:512] The operator is healthy I0405 11:21:51.138752 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0405 11:21:51.145158 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0405 11:21:51.145182 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0405 11:21:51.154315 1 secretconfigobserver.go:119] support secret does not exist I0405 11:22:51.108671 1 controller.go:512] The operator is healthy I0405 11:24:28.989764 1 insightsuploader.go:146] Nothing to report since 2026-04-05T11:08:21Z I0405 11:24:51.109833 1 controller.go:512] The operator is healthy I0405 11:26:51.086929 1 configmapobserver.go:84] configmaps "insights-config" not found I0405 11:26:51.090790 1 configmapobserver.go:84] configmaps "insights-config" not found I0405 11:26:51.108699 1 controller.go:512] The operator is healthy I0405 11:26:51.154633 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0405 11:26:51.158972 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0405 11:26:51.158994 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0405 11:26:51.162861 1 secretconfigobserver.go:119] support secret does not exist I0405 11:28:51.112161 1 controller.go:512] The operator is healthy I0405 11:30:51.110299 1 controller.go:512] The operator is healthy I0405 11:31:51.163847 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0405 11:31:51.172209 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0405 11:31:51.172228 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0405 11:31:51.175935 1 secretconfigobserver.go:119] support secret does not exist I0405 11:32:51.109579 1 controller.go:512] The operator is healthy