I0324 15:58:27.288159 1 cmd.go:253] Using service-serving-cert provided certificates I0324 15:58:27.288616 1 observer_polling.go:159] Starting file observer I0324 15:58:27.439381 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0324 15:58:27.439638 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0324 15:58:27.440407 1 secure_serving.go:57] Forcing use of http/1.1 only W0324 15:58:27.440430 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0324 15:58:27.440434 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0324 15:58:27.440441 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0324 15:58:27.440443 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0324 15:58:27.440446 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0324 15:58:27.440448 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0324 15:58:27.441191 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0324 15:58:27.445850 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0324 15:58:27.445865 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0324 15:58:27.445871 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0324 15:58:27.445886 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0324 15:58:27.445877 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0324 15:58:27.445888 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0324 15:58:27.446377 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0324 15:58:27.446454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"416379d9-0d49-4364-b9fd-56414238590e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0324 15:58:27.446404 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0324 15:58:27.446858 1 secure_serving.go:213] Serving securely on [::]:8443 I0324 15:58:27.446949 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0324 15:58:27.451880 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0324 15:58:27.451906 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0324 15:58:27.452023 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0324 15:58:27.456331 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 15:58:27.456349 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0324 15:58:27.460643 1 secretconfigobserver.go:119] support secret does not exist I0324 15:58:27.466232 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 15:58:27.470048 1 secretconfigobserver.go:119] support secret does not exist I0324 15:58:27.473064 1 recorder.go:161] Pruning old reports every 5h19m15s, max age is 288h0m0s I0324 15:58:27.478028 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0324 15:58:27.478035 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0324 15:58:27.478049 1 insightsreport.go:296] Starting report retriever I0324 15:58:27.478049 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0324 15:58:27.478059 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0324 15:58:27.478089 1 periodic.go:209] Running clusterconfig gatherer I0324 15:58:27.478139 1 tasks_processing.go:45] number of workers: 32 I0324 15:58:27.478167 1 tasks_processing.go:69] worker 4 listening for tasks. I0324 15:58:27.478174 1 tasks_processing.go:69] worker 18 listening for tasks. I0324 15:58:27.478177 1 tasks_processing.go:71] worker 4 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0324 15:58:27.478179 1 tasks_processing.go:69] worker 17 listening for tasks. I0324 15:58:27.478181 1 tasks_processing.go:69] worker 19 listening for tasks. I0324 15:58:27.478186 1 tasks_processing.go:69] worker 20 listening for tasks. I0324 15:58:27.478188 1 tasks_processing.go:69] worker 2 listening for tasks. I0324 15:58:27.478192 1 tasks_processing.go:69] worker 21 listening for tasks. I0324 15:58:27.478193 1 tasks_processing.go:69] worker 5 listening for tasks. I0324 15:58:27.478198 1 tasks_processing.go:69] worker 1 listening for tasks. I0324 15:58:27.478203 1 tasks_processing.go:69] worker 6 listening for tasks. I0324 15:58:27.478204 1 tasks_processing.go:69] worker 22 listening for tasks. I0324 15:58:27.478206 1 tasks_processing.go:69] worker 0 listening for tasks. I0324 15:58:27.478210 1 tasks_processing.go:69] worker 23 listening for tasks. I0324 15:58:27.478169 1 tasks_processing.go:69] worker 31 listening for tasks. I0324 15:58:27.478217 1 tasks_processing.go:69] worker 27 listening for tasks. I0324 15:58:27.478207 1 tasks_processing.go:69] worker 3 listening for tasks. I0324 15:58:27.478221 1 tasks_processing.go:69] worker 30 listening for tasks. I0324 15:58:27.478226 1 tasks_processing.go:69] worker 24 listening for tasks. I0324 15:58:27.478215 1 tasks_processing.go:69] worker 7 listening for tasks. I0324 15:58:27.478228 1 tasks_processing.go:69] worker 29 listening for tasks. I0324 15:58:27.478221 1 tasks_processing.go:69] worker 8 listening for tasks. I0324 15:58:27.478229 1 tasks_processing.go:69] worker 9 listening for tasks. I0324 15:58:27.478238 1 tasks_processing.go:69] worker 10 listening for tasks. I0324 15:58:27.478242 1 tasks_processing.go:69] worker 16 listening for tasks. I0324 15:58:27.478229 1 tasks_processing.go:69] worker 25 listening for tasks. I0324 15:58:27.478246 1 tasks_processing.go:69] worker 11 listening for tasks. I0324 15:58:27.478248 1 tasks_processing.go:69] worker 14 listening for tasks. I0324 15:58:27.478252 1 tasks_processing.go:69] worker 12 listening for tasks. I0324 15:58:27.478234 1 tasks_processing.go:69] worker 26 listening for tasks. I0324 15:58:27.478241 1 tasks_processing.go:69] worker 15 listening for tasks. I0324 15:58:27.478247 1 tasks_processing.go:69] worker 13 listening for tasks. I0324 15:58:27.478322 1 tasks_processing.go:71] worker 19 working on validating_webhook_configurations task. I0324 15:58:27.478332 1 tasks_processing.go:71] worker 0 working on cost_management_metrics_configs task. I0324 15:58:27.478338 1 tasks_processing.go:71] worker 23 working on ceph_cluster task. I0324 15:58:27.478337 1 tasks_processing.go:71] worker 2 working on active_alerts task. I0324 15:58:27.478352 1 tasks_processing.go:69] worker 28 listening for tasks. I0324 15:58:27.478369 1 tasks_processing.go:71] worker 28 working on openstack_dataplanedeployments task. I0324 15:58:27.478401 1 tasks_processing.go:71] worker 1 working on networks task. I0324 15:58:27.478429 1 tasks_processing.go:71] worker 11 working on pod_network_connectivity_checks task. I0324 15:58:27.478333 1 tasks_processing.go:71] worker 13 working on version task. I0324 15:58:27.478431 1 tasks_processing.go:71] worker 31 working on openshift_machine_api_events task. I0324 15:58:27.478413 1 tasks_processing.go:71] worker 22 working on container_images task. I0324 15:58:27.478416 1 tasks_processing.go:71] worker 5 working on silenced_alerts task. I0324 15:58:27.478410 1 tasks_processing.go:71] worker 6 working on openstack_version task. I0324 15:58:27.478422 1 tasks_processing.go:71] worker 17 working on infrastructures task. I0324 15:58:27.478420 1 tasks_processing.go:71] worker 18 working on image_pruners task. I0324 15:58:27.478435 1 tasks_processing.go:71] worker 27 working on machine_autoscalers task. I0324 15:58:27.478438 1 tasks_processing.go:71] worker 3 working on machine_healthchecks task. I0324 15:58:27.478439 1 tasks_processing.go:71] worker 14 working on machine_configs task. I0324 15:58:27.478441 1 tasks_processing.go:71] worker 30 working on lokistack task. I0324 15:58:27.478443 1 tasks_processing.go:71] worker 12 working on proxies task. I0324 15:58:27.478445 1 tasks_processing.go:71] worker 24 working on aggregated_monitoring_cr_names task. I0324 15:58:27.478447 1 tasks_processing.go:71] worker 26 working on config_maps task. I0324 15:58:27.478448 1 tasks_processing.go:71] worker 7 working on service_accounts task. I0324 15:58:27.478452 1 tasks_processing.go:71] worker 29 working on node_logs task. I0324 15:58:27.478452 1 tasks_processing.go:71] worker 15 working on monitoring_persistent_volumes task. I0324 15:58:27.478455 1 tasks_processing.go:71] worker 8 working on openstack_controlplanes task. I0324 15:58:27.478458 1 tasks_processing.go:71] worker 16 working on jaegers task. I0324 15:58:27.478461 1 tasks_processing.go:71] worker 25 working on nodes task. I0324 15:58:27.478461 1 tasks_processing.go:71] worker 10 working on dvo_metrics task. I0324 15:58:27.478328 1 tasks_processing.go:71] worker 21 working on sap_datahubs task. I0324 15:58:27.478333 1 tasks_processing.go:71] worker 20 working on metrics task. I0324 15:58:27.478428 1 tasks_processing.go:71] worker 9 working on ingress_certificates task. I0324 15:58:27.482242 1 tasks_processing.go:71] worker 11 working on machine_sets task. E0324 15:58:27.482246 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0324 15:58:27.482272 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 3.744744ms to process 0 records I0324 15:58:27.482284 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 3.895571ms to process 0 records I0324 15:58:27.482296 1 tasks_processing.go:71] worker 0 working on feature_gates task. I0324 15:58:27.482601 1 tasks_processing.go:71] worker 27 working on mutating_webhook_configurations task. I0324 15:58:27.482605 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 3.101062ms to process 0 records I0324 15:58:27.482883 1 tasks_processing.go:71] worker 3 working on image_registries task. E0324 15:58:27.482890 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0324 15:58:27.482902 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 3.299578ms to process 0 records I0324 15:58:27.483303 1 tasks_processing.go:71] worker 23 working on authentication task. I0324 15:58:27.483314 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 4.952071ms to process 0 records E0324 15:58:27.484202 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:58423->172.30.0.10:53: read: connection refused E0324 15:58:27.484213 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:58423->172.30.0.10:53: read: connection refused I0324 15:58:27.484220 1 tasks_processing.go:71] worker 5 working on sap_config task. E0324 15:58:27.484231 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:58423->172.30.0.10:53: read: connection refused I0324 15:58:27.484249 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 5.236086ms to process 0 records E0324 15:58:27.484293 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:58423->172.30.0.10:53: read: connection refused I0324 15:58:27.484306 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 5.878318ms to process 0 records I0324 15:58:27.484319 1 tasks_processing.go:71] worker 2 working on operators task. E0324 15:58:27.485158 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:48510->172.30.0.10:53: read: connection refused I0324 15:58:27.485178 1 tasks_processing.go:71] worker 20 working on openstack_dataplanenodesets task. E0324 15:58:27.485188 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:48510->172.30.0.10:53: read: connection refused I0324 15:58:27.485213 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 4.272714ms to process 0 records I0324 15:58:27.485786 1 tasks_processing.go:71] worker 21 working on certificate_signing_requests task. I0324 15:58:27.485870 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 4.988266ms to process 0 records I0324 15:58:27.485888 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 5.46656ms to process 0 records I0324 15:58:27.485935 1 tasks_processing.go:71] worker 8 working on ingress task. I0324 15:58:27.486233 1 tasks_processing.go:71] worker 30 working on machines task. I0324 15:58:27.486244 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 6.455492ms to process 0 records I0324 15:58:27.486933 1 tasks_processing.go:71] worker 6 working on storage_cluster task. I0324 15:58:27.486940 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 7.869166ms to process 0 records I0324 15:58:27.486951 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 8.558755ms to process 0 records I0324 15:58:27.486957 1 tasks_processing.go:71] worker 28 working on cluster_apiserver task. I0324 15:58:27.489870 1 tasks_processing.go:71] worker 30 working on machine_config_pools task. E0324 15:58:27.489883 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0324 15:58:27.489895 1 gather.go:177] gatherer "clusterconfig" function "machines" took 3.614626ms to process 0 records I0324 15:58:27.491705 1 tasks_processing.go:71] worker 17 working on nodenetworkstates task. I0324 15:58:27.492220 1 recorder.go:75] Recording config/infrastructure with fingerprint=8b9da2c217f06fed67095b51232a427171aaa0537504c7699db1712230d92b73 I0324 15:58:27.492235 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 12.523275ms to process 1 records I0324 15:58:27.492687 1 tasks_processing.go:71] worker 11 working on olm_operators task. I0324 15:58:27.492728 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 10.429893ms to process 0 records I0324 15:58:27.492749 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 8.495272ms to process 0 records I0324 15:58:27.492754 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 7.543916ms to process 0 records I0324 15:58:27.492760 1 tasks_processing.go:71] worker 20 working on nodenetworkconfigurationpolicies task. I0324 15:58:27.492849 1 tasks_processing.go:71] worker 5 working on schedulers task. I0324 15:58:27.493219 1 tasks_processing.go:71] worker 18 working on install_plans task. I0324 15:58:27.493641 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=4a26c070ada7ab95dcc5bc4d48924074b908dfc0d090d2d378b71696357be7c7 I0324 15:58:27.493659 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 13.866555ms to process 1 records I0324 15:58:27.495187 1 tasks_processing.go:71] worker 16 working on storage_classes task. I0324 15:58:27.496076 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0324 15:58:27.496119 1 controller.go:326] The initial operator extension status is healthy I0324 15:58:27.496132 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0324 15:58:27.496138 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0324 15:58:27.496169 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0324 15:58:27.496237 1 controller.go:489] The operator is still being initialized I0324 15:58:27.496291 1 controller.go:512] The operator is healthy W0324 15:58:27.497371 1 operator.go:288] started I0324 15:58:27.497479 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0324 15:58:27.497520 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0324 15:58:27.497524 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0324 15:58:27.497946 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 14.709389ms to process 0 records I0324 15:58:27.498010 1 tasks_processing.go:71] worker 3 working on oauths task. I0324 15:58:27.498769 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8dfc26cc7290ede3a5bba3592a2bc6044a55c089f3c9af53b000f5c754f87020 I0324 15:58:27.498790 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 14.006745ms to process 1 records I0324 15:58:27.498871 1 tasks_processing.go:71] worker 8 working on sap_pods task. I0324 15:58:27.498995 1 recorder.go:75] Recording config/ingress with fingerprint=4cee5269ce711501c131da6fc8a461a95b882662aa4fb2700f1c45ea187ead45 I0324 15:58:27.499036 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 11.477609ms to process 1 records I0324 15:58:27.499054 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 5.59499ms to process 0 records I0324 15:58:27.499061 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.659421ms to process 0 records I0324 15:58:27.499081 1 tasks_processing.go:71] worker 20 working on qemu_kubevirt_launcher_logs task. I0324 15:58:27.499182 1 recorder.go:75] Recording config/featuregate with fingerprint=f60ff029bb12ef007f0c6f8e7359a2c14fb1ae46c0fe7b4da992f69fc3f219d8 I0324 15:58:27.499196 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 16.579609ms to process 1 records I0324 15:58:27.499205 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 20.257189ms to process 0 records I0324 15:58:27.499219 1 tasks_processing.go:71] worker 0 working on tsdb_status task. I0324 15:58:27.499274 1 tasks_processing.go:71] worker 31 working on container_runtime_configs task. I0324 15:58:27.499357 1 tasks_processing.go:71] worker 17 working on pdbs task. I0324 15:58:27.499414 1 recorder.go:75] Recording config/authentication with fingerprint=6ba85f39dd79e1f44dacb70f219ec750225b4bc3e8fd9ad1702cb804ca6933e2 I0324 15:58:27.499429 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 15.703336ms to process 1 records I0324 15:58:27.499466 1 tasks_processing.go:71] worker 23 working on overlapping_namespace_uids task. I0324 15:58:27.499608 1 tasks_processing.go:71] worker 13 working on openshift_logging task. I0324 15:58:27.499723 1 recorder.go:75] Recording config/version with fingerprint=7365450f05c8a9fc81977f8c0543bb4ca0eb8692d4d741c070c7b6f8d91fb263 I0324 15:58:27.499737 1 recorder.go:75] Recording config/id with fingerprint=72a941f508ffd0ba4de4f20fa5116a3865dcc9256a6682d217f977df2df57154 I0324 15:58:27.499744 1 gather.go:177] gatherer "clusterconfig" function "version" took 20.58828ms to process 2 records I0324 15:58:27.499857 1 tasks_processing.go:71] worker 1 working on clusterroles task. I0324 15:58:27.499973 1 recorder.go:75] Recording config/network with fingerprint=311cb8c0023fa7e4edc7137946bd42d31bf892bbbe72fb206c6888722ac0e669 I0324 15:58:27.499994 1 gather.go:177] gatherer "clusterconfig" function "networks" took 20.760886ms to process 1 records I0324 15:58:27.500607 1 tasks_processing.go:71] worker 27 working on image task. I0324 15:58:27.500815 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=4ea181e80c7cfc8fc417626870307f229b67d86d49806b29e9216cb4f8ac8f8b I0324 15:58:27.500895 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=1c1e5aa50b5d643575b8b55de0a7a4994908e6d5d326029c70cb6e023b7328e2 I0324 15:58:27.500932 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=f1dc7478fc0937a9d3274214b91635dde59221c24099b43b2acb68e90b959590 I0324 15:58:27.500942 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 17.981039ms to process 3 records I0324 15:58:27.502714 1 tasks_processing.go:71] worker 6 working on operators_pods_and_events task. I0324 15:58:27.502730 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 15.768568ms to process 0 records I0324 15:58:27.502948 1 tasks_processing.go:71] worker 12 working on crds task. I0324 15:58:27.503264 1 recorder.go:75] Recording config/proxy with fingerprint=3929a3a850b42d31fee3e6b1632c2f3852e8e10e8f7d65a674b2174862a860d6 I0324 15:58:27.503283 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 23.018779ms to process 1 records I0324 15:58:27.503386 1 tasks_processing.go:71] worker 21 working on support_secret task. I0324 15:58:27.503403 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 17.580218ms to process 0 records E0324 15:58:27.503667 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:47494->172.30.0.10:53: read: connection refused I0324 15:58:27.503684 1 tasks_processing.go:74] worker 0 stopped. E0324 15:58:27.503697 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:47494->172.30.0.10:53: read: connection refused I0324 15:58:27.503716 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 4.455563ms to process 0 records I0324 15:58:27.505083 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0324 15:58:27.505103 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0324 15:58:27.505113 1 controller.go:212] Source scaController *sca.Controller is not ready I0324 15:58:27.505122 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0324 15:58:27.505131 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0324 15:58:27.505174 1 controller.go:489] The operator is still being initialized I0324 15:58:27.505188 1 controller.go:512] The operator is healthy I0324 15:58:27.508572 1 tasks_processing.go:74] worker 5 stopped. I0324 15:58:27.508806 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=b38c4cef03fc82ae7dac9eee492e544d57b56ab94f92e61904efd9b1c2fe1fc6 I0324 15:58:27.508875 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 15.701965ms to process 1 records I0324 15:58:27.510420 1 tasks_processing.go:74] worker 25 stopped. I0324 15:58:27.511219 1 recorder.go:75] Recording config/node/ip-10-0-0-189.ec2.internal with fingerprint=a5ce17825528a70cf4b3626a5cc9b20549d8b7396c8a39907aeb6bced5f47f1f I0324 15:58:27.511568 1 recorder.go:75] Recording config/node/ip-10-0-1-179.ec2.internal with fingerprint=097638e2489970b6a8b8535cf83bee5020380aeb55bd1114cf91a9fe448bf1e6 I0324 15:58:27.511814 1 recorder.go:75] Recording config/node/ip-10-0-2-118.ec2.internal with fingerprint=86cbb96be95fe3ca52706bf03bf5f29502f3ef9a4f97da45a90525960c2d32fb I0324 15:58:27.511979 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 29.899953ms to process 3 records I0324 15:58:27.512116 1 tasks_processing.go:74] worker 16 stopped. I0324 15:58:27.512303 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=17362d2ead3eb1dbeed7685dcdab0344229252c4d7296ebf655bd66981e70a95 I0324 15:58:27.512339 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=084b0224766275c2f0a78d19f5207eb5575fabf67858d4192628194ef3532087 I0324 15:58:27.512355 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 16.365755ms to process 2 records I0324 15:58:27.512367 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.448263ms to process 0 records I0324 15:58:27.512389 1 tasks_processing.go:74] worker 29 stopped. I0324 15:58:27.512876 1 tasks_processing.go:74] worker 30 stopped. I0324 15:58:27.512933 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 22.992067ms to process 0 records I0324 15:58:27.512998 1 tasks_processing.go:74] worker 28 stopped. I0324 15:58:27.513335 1 recorder.go:75] Recording config/apiserver with fingerprint=33cf86ffa5f8b6b92c6835179f7b785bcd3ac68e69f3ad8ac4865a61302a1c8d I0324 15:58:27.513388 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 26.032002ms to process 1 records I0324 15:58:27.513552 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=08e3704b0a487ef890ddb5a21988d19758df59cca1a8d28d2553159778e57f27 I0324 15:58:27.513674 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=931212027bdeb4a3f2ce87658c49d7764bb3350cf76447f96e2f83f86c54c0c6 I0324 15:58:27.513848 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=269f740141c153b1616e8f57dd54f19db489e7f4b27c77e5f2e6da73c20060eb I0324 15:58:27.513932 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=d7e9a0112eada7cd74dee0d3b8aebde504579f54da133def293ff74c560cd5e6 I0324 15:58:27.513973 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=edb684995aa954762a9e7fb7da2ae4274e172905227e12fff9ae83d44ac315c0 I0324 15:58:27.514023 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=febd270acbd42fc4007039f34d085aabd569687b795c936b0bac60af56de9703 I0324 15:58:27.513868 1 tasks_processing.go:74] worker 19 stopped. I0324 15:58:27.514066 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=9cd2543d1d68571e2003f1da7ef8bf255f9d45a849180c0ce31714f07664d230 I0324 15:58:27.514168 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=0537b41629d368f6f3c0ca81d5514e537518de503a041a43a193c25896136806 I0324 15:58:27.514436 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=fc3537fce943fd6560abee898b8cee6f6156e59e80ea7418980d6eb604f155cc I0324 15:58:27.514549 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=cc8a9412938ecb410530cf630f418607ed6fe0fad06a2a4c78b1dbc2164babfb I0324 15:58:27.514599 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=4b96a6444fce29a0801838c8b9636340f44909d14b17c39bbc6ad66b57f842f0 I0324 15:58:27.514636 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=1114b40d12605cd75d07d40ee6499ddfce08bd20faffbf22b0005915f0c9274a I0324 15:58:27.514678 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=6cd1117e2c40a1f2b01219e948b1828164f75da91f602e33e840a0b6f905af1a I0324 15:58:27.514692 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 34.763858ms to process 13 records I0324 15:58:27.514703 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 32.790223ms to process 0 records I0324 15:58:27.514711 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 15.750252ms to process 0 records I0324 15:58:27.514726 1 tasks_processing.go:74] worker 8 stopped. I0324 15:58:27.514732 1 tasks_processing.go:74] worker 15 stopped. I0324 15:58:27.515046 1 tasks_processing.go:74] worker 13 stopped. I0324 15:58:27.515067 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 15.352273ms to process 0 records W0324 15:58:27.515099 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:58:27.515483 1 tasks_processing.go:74] worker 3 stopped. I0324 15:58:27.515782 1 recorder.go:75] Recording config/oauth with fingerprint=acbe920e3536972de50816d4ddc696e6411f6ed3f02bcc71c80349ad653fa73f I0324 15:58:27.515811 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 17.454587ms to process 1 records I0324 15:58:27.516230 1 tasks_processing.go:74] worker 31 stopped. I0324 15:58:27.516243 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 16.901131ms to process 0 records I0324 15:58:27.516245 1 gather_logs.go:145] no pods in namespace were found I0324 15:58:27.516255 1 tasks_processing.go:74] worker 20 stopped. I0324 15:58:27.516264 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 17.161027ms to process 0 records I0324 15:58:27.521409 1 tasks_processing.go:74] worker 17 stopped. I0324 15:58:27.521675 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=6135465e95a04bdbc736468a754ea8719b812e3777b550de350fb3ef988a8231 I0324 15:58:27.521759 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=818880cda34bbbc538c5fe2834ed2a615d29ac8938bbe4a12ace19eeaf539e4a I0324 15:58:27.521824 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=8698568bd550c3cb96dd5ab78be33afca4b62ad7153ec1b6eb0b58ea407596d4 I0324 15:58:27.521968 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=53129b7e55a0d224b2183771e73d33bf21b9f52767879358e971eb9919e4120e I0324 15:58:27.522028 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=5b95e587beeaa33d4e1e82e26624a9f71347eae52ce151c616d0c71c29c66bb5 I0324 15:58:27.522071 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=7f73627758b2d97b4b9493231694e5aa5e44827a7e7cd280dc5d21e9dad312c0 I0324 15:58:27.522174 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=9c93da163fe3706a842aeadf85f6daabaafc4636ad9719b7921077a58152382c I0324 15:58:27.522364 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=3deab10498413607a3d6fc16f9fb85c3c23e5d7b7fca38f11834d6e643972e2d I0324 15:58:27.522476 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=829d525313a530da3fc06b3ffeb073afb5ecdf1449d5ddb9cef912930953f3eb I0324 15:58:27.522547 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=28532f247515269475bc6f0f6fd1e1a47a5e144d658eeca19bab77f8b8b45bfb I0324 15:58:27.522600 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=fad4efa69a162b70d1e3a89ea330fbe0f68a81dabbd3937ef311ef49cea145b4 I0324 15:58:27.522641 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 22.014028ms to process 11 records I0324 15:58:27.523857 1 tasks_processing.go:74] worker 21 stopped. E0324 15:58:27.523957 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0324 15:58:27.523999 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 20.452192ms to process 0 records I0324 15:58:27.524390 1 tasks_processing.go:74] worker 23 stopped. I0324 15:58:27.524470 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0324 15:58:27.524514 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 24.885537ms to process 1 records I0324 15:58:27.525381 1 tasks_processing.go:74] worker 27 stopped. I0324 15:58:27.525600 1 recorder.go:75] Recording config/image with fingerprint=130c6cd8b05da9645fb0be6ab73fc0dd0ce03761f840858be6bb531c4b3090e4 I0324 15:58:27.525648 1 gather.go:177] gatherer "clusterconfig" function "image" took 24.759385ms to process 1 records I0324 15:58:27.526688 1 tasks_processing.go:74] worker 24 stopped. I0324 15:58:27.526766 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 46.636173ms to process 0 records I0324 15:58:27.526988 1 tasks_processing.go:74] worker 11 stopped. I0324 15:58:27.527208 1 recorder.go:75] Recording config/olm_operators with fingerprint=6950d1ab2f5fb1beee61a03ebe57b900c3197e57c22d1c1ce9000891b428fd85 I0324 15:58:27.527264 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 34.281616ms to process 1 records E0324 15:58:27.528739 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27c993e181-006a-417f-a637-9a1474c5c707%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:36734->172.30.0.10:53: read: connection refused I0324 15:58:27.528798 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27c993e181-006a-417f-a637-9a1474c5c707%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:36734->172.30.0.10:53: read: connection refused I0324 15:58:27.528810 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0324 15:58:27.528868 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 49.126523ms to process 1 records I0324 15:58:27.528784 1 tasks_processing.go:74] worker 14 stopped. I0324 15:58:27.529602 1 tasks_processing.go:74] worker 1 stopped. I0324 15:58:27.530028 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=085e8ab3585e36387c81ced55079d51eb23777838700e3efe534cbe7d0c0d89d I0324 15:58:27.530214 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=b2c7f2a75b2a2bf39c36ea94556cfd08c9ca718882ce01f471ed36c52696f6f8 I0324 15:58:27.530250 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 29.694716ms to process 2 records I0324 15:58:27.534419 1 tasks_processing.go:74] worker 12 stopped. I0324 15:58:27.535499 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=51cc6aee3293bdca8261284f79da3fb1338368505b5926722f881a9849ce1b7c I0324 15:58:27.535925 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=939864d27dbf7f78e5574bc789d405378f122dd57324686e6b89a243bf196a26 I0324 15:58:27.535943 1 gather.go:177] gatherer "clusterconfig" function "crds" took 31.444286ms to process 2 records I0324 15:58:27.539050 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0324 15:58:27.540521 1 tasks_processing.go:74] worker 22 stopped. I0324 15:58:27.541948 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z with fingerprint=457a72a036d8e99f3e24a6eedc23e331d1e77970618032aedfbf717c2c819a12 I0324 15:58:27.542036 1 recorder.go:75] Recording config/pod/openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-189.ec2.internal with fingerprint=910c5d5bd6e00629d6bcb0dab05a7cf2b2f1fd2d147f2ec9907d3e70a2f1e45c I0324 15:58:27.542102 1 recorder.go:75] Recording config/running_containers with fingerprint=09c67572da4a82c990c801c9bda9176cf452d61c4512b5e8b2d96757f003a8d8 I0324 15:58:27.542111 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 61.819206ms to process 3 records I0324 15:58:27.542910 1 tasks_processing.go:74] worker 9 stopped. E0324 15:58:27.542928 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0324 15:58:27.542937 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p85tlh5c8uhs9nsdmr3r87kvs40ut85-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p85tlh5c8uhs9nsdmr3r87kvs40ut85-primary-cert-bundle-secret" not found I0324 15:58:27.543022 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=4b5cbe96ccb41360b819ad4646ee1f534bb3ac8ace6c452145efebc06a5307cc I0324 15:58:27.543096 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 61.981218ms to process 1 records W0324 15:58:27.543270 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:39418->172.30.0.10:53: read: connection refused I0324 15:58:27.543290 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:39418->172.30.0.10:53: read: connection refused I0324 15:58:27.543609 1 tasks_processing.go:74] worker 26 stopped. E0324 15:58:27.543622 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0324 15:58:27.543628 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0324 15:58:27.543631 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0324 15:58:27.543640 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0324 15:58:27.543664 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0324 15:58:27.543673 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0324 15:58:27.543680 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0324 15:58:27.543689 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0324 15:58:27.543727 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0324 15:58:27.543734 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0324 15:58:27.543739 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 63.501807ms to process 7 records I0324 15:58:27.544028 1 tasks_processing.go:74] worker 4 stopped. I0324 15:58:27.544041 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 65.839644ms to process 0 records I0324 15:58:27.546152 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0324 15:58:27.546158 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0324 15:58:27.546233 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0324 15:58:27.552526 1 base_controller.go:82] Caches are synced for ConfigController I0324 15:58:27.552539 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0324 15:58:27.556883 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 15:58:27.597609 1 base_controller.go:82] Caches are synced for LoggingSyncer I0324 15:58:27.597624 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... W0324 15:58:28.510067 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:58:29.338724 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found W0324 15:58:29.511077 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:58:29.535398 1 gather_cluster_operator_pods_and_events.go:121] Found 47 pods with 97 containers I0324 15:58:29.535415 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 259441 bytes I0324 15:58:29.535497 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:29.756577 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:29.939992 1 tasks_processing.go:74] worker 2 stopped. I0324 15:58:29.940166 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=8353959a8df7e415125ff17a7833bf7f5bedf6c5e2611bdf6800c32fd60a9e69 I0324 15:58:29.940225 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0324 15:58:29.940253 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=e96e2e923021ff7cb2df9cd23850593e17b0b7aaa4caacf7e35929d28b864d6a I0324 15:58:29.940264 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0324 15:58:29.940286 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=7a29aea87e7383bf743de981196dcb23bcfd8f5002ec932073c1f1920a791b95 I0324 15:58:29.940304 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0324 15:58:29.940327 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=0dfc7b509bcc6a133cae8da938e0ee47524c3ddc83ef89cd64845c94acef6cc7 I0324 15:58:29.940363 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=86a81bb87e349f4e77f9701ffc4b20b1bb3c5c99e9a06aeef080145124942f9a I0324 15:58:29.940390 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=92a405f12241e57d68fc0acc41a4913169a6ab642fed61290a5602a9f27a03d9 I0324 15:58:29.940422 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=f39073792c976a2cab95bff095b8decdc702f5715ae13d5c5eb295c71d817b64 I0324 15:58:29.940689 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=6ef09df2af132db616201970e14d402fe49720100dfdb9be1cd2711eb1810757 I0324 15:58:29.940710 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=30b2610930231430f95f2c313d060f489996c0853d6fcc2a07c6ed12d6b69ab2 I0324 15:58:29.940719 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0324 15:58:29.940736 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=1403b42747a8ca18b9ffcde8fd822599e1bc6a5bcdba42e804f4087b1ecd6c0d I0324 15:58:29.940746 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0324 15:58:29.940762 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=87ff5c8904b6bebd15d7df20391859775f62bc022362e6ce11ed4c3370f0b29e I0324 15:58:29.940769 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0324 15:58:29.940788 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=87018546de1a4ef5587ca7462a192bb66d157753aff2e8460ec0d586af33ad13 I0324 15:58:29.940797 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0324 15:58:29.940816 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=5ba495fcdad6cc284a52467120a3247a2f406bebe47e550e91d16da4957fbc3c I0324 15:58:29.940935 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=e42c1fffe0b0633b48ff75ae82435e46664be6941988d07d3b8c68a148bb15a4 I0324 15:58:29.940946 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0324 15:58:29.940953 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0324 15:58:29.940976 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0324 15:58:29.940998 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=48c5490caad8d22efd3fb6e3ca6121d48e30f5cc7eabffe0b1c93ddb57e90381 I0324 15:58:29.941021 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=ac5c497cfb49575d97fb1bb73bf0494c5fdb109ac7b560120af2b0a867be120f I0324 15:58:29.941030 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0324 15:58:29.941046 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=65d09294a5b177d86c1510fd0593dafaecda60c9d4e7fd0ce02aeaa5c3be20d5 I0324 15:58:29.941055 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0324 15:58:29.941069 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=9960296c3a21e2d28f01141cc5e177a45e534f3a766e88fdc29aa71e56c41bc4 I0324 15:58:29.941085 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=2ba74bf1a64f14ef0fccb87a07b3f8bc100bbb32d3e5615713ba91093ae0d443 I0324 15:58:29.941100 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=3473f5d5e421bc4c6ed0a8653623f1eb640dd3d7fb72b3cb8fd32fb20a29218d I0324 15:58:29.941115 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=98e2a6077655a37d271af99a77f0b834c6d70bcf6b279bf2511438f3fea6acc4 I0324 15:58:29.941137 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=73bc795f639312829300e4752c84903bb97af41140b19710a3c2f8d5105eb081 I0324 15:58:29.941146 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0324 15:58:29.941175 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=d6f008ae097b8360483725599677ad7b73a24b05eb512229023e8436f7520929 I0324 15:58:29.941193 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0324 15:58:29.941201 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0324 15:58:29.941208 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.45564894s to process 38 records I0324 15:58:29.942821 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:30.142152 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:30.341752 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). W0324 15:58:30.510630 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:58:30.541678 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:30.741590 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:30.942346 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:31.158114 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:31.342003 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). W0324 15:58:31.510572 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:58:31.541374 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:31.744746 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:31.941239 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:32.140183 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:32.340751 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-monitoring-operator container cluster-monitoring-operator-698978dbbf-wcftn pod in namespace openshift-monitoring (previous: false). W0324 15:58:32.506695 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0324 15:58:32.506725 1 tasks_processing.go:74] worker 10 stopped. E0324 15:58:32.506738 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0324 15:58:32.506752 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0324 15:58:32.506765 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.026006859s to process 1 records I0324 15:58:32.562328 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-state-metrics container kube-state-metrics-7c87d874d5-qtm7r pod in namespace openshift-monitoring (previous: false). I0324 15:58:32.742232 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container kube-state-metrics-7c87d874d5-qtm7r pod in namespace openshift-monitoring (previous: false). I0324 15:58:32.943738 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container kube-state-metrics-7c87d874d5-qtm7r pod in namespace openshift-monitoring (previous: false). I0324 15:58:33.142682 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-7ffcbc5555-d7bph pod in namespace openshift-monitoring (previous: false). I0324 15:58:33.342666 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-7ffcbc5555-g6vqx pod in namespace openshift-monitoring (previous: false). I0324 15:58:33.540735 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-67788f859f-9w4qk pod in namespace openshift-monitoring (previous: false). I0324 15:58:33.742826 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-67788f859f-pptsq pod in namespace openshift-monitoring (previous: false). I0324 15:58:33.944025 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-dzldg pod in namespace openshift-monitoring (previous: false). I0324 15:58:34.140341 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:58:34.140359 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-dzldg pod in namespace openshift-monitoring (previous: false). I0324 15:58:34.343150 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-dzldg pod in namespace openshift-monitoring (previous: false). I0324 15:58:34.540849 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-gdzz6 pod in namespace openshift-monitoring (previous: false). I0324 15:58:34.742074 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:58:34.742102 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-gdzz6 pod in namespace openshift-monitoring (previous: false). I0324 15:58:34.942900 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-gdzz6 pod in namespace openshift-monitoring (previous: false). I0324 15:58:35.142705 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-qtgjd pod in namespace openshift-monitoring (previous: false). I0324 15:58:35.339694 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:58:35.339711 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-qtgjd pod in namespace openshift-monitoring (previous: false). I0324 15:58:35.541670 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-qtgjd pod in namespace openshift-monitoring (previous: false). I0324 15:58:35.740724 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container openshift-state-metrics-6cb79d4dbd-pg2x5 pod in namespace openshift-monitoring (previous: false). I0324 15:58:35.941648 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container openshift-state-metrics-6cb79d4dbd-pg2x5 pod in namespace openshift-monitoring (previous: false). I0324 15:58:36.141135 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for openshift-state-metrics container openshift-state-metrics-6cb79d4dbd-pg2x5 pod in namespace openshift-monitoring (previous: false). I0324 15:58:36.341736 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:36.539957 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:36.743252 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:36.941763 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:37.143110 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:37.339910 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:37.540512 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0324 15:58:37.740961 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:37.942603 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:38.144961 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:38.345659 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:38.543790 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:38.742509 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:38.943160 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0324 15:58:39.143415 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator container prometheus-operator-5df5b8bf6d-pn48n pod in namespace openshift-monitoring (previous: false). I0324 15:58:39.344246 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-operator-5df5b8bf6d-pn48n pod in namespace openshift-monitoring (previous: false). I0324 15:58:39.541149 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-68c48fd977-dbnqp pod in namespace openshift-monitoring (previous: false). I0324 15:58:39.742661 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-68c48fd977-xspp7 pod in namespace openshift-monitoring (previous: false). I0324 15:58:39.942616 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for telemeter-client container telemeter-client-7979f68b76-27flk pod in namespace openshift-monitoring (previous: false). I0324 15:58:40.142184 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for reload container telemeter-client-7979f68b76-27flk pod in namespace openshift-monitoring (previous: false). I0324 15:58:40.321149 1 tasks_processing.go:74] worker 18 stopped. I0324 15:58:40.321192 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0324 15:58:40.321206 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.82790777s to process 1 records I0324 15:58:40.341447 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container telemeter-client-7979f68b76-27flk pod in namespace openshift-monitoring (previous: false). I0324 15:58:40.540801 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-7cc9bf887b-g47ts pod in namespace openshift-monitoring (previous: false). I0324 15:58:40.743894 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-7cc9bf887b-g47ts pod in namespace openshift-monitoring (previous: false). I0324 15:58:40.943276 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-7cc9bf887b-g47ts pod in namespace openshift-monitoring (previous: false). I0324 15:58:41.086505 1 tasks_processing.go:74] worker 7 stopped. I0324 15:58:41.086824 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4aff5860ec073ddfdf1bec96303c96ef7753a0d476f8315de0a2062bde3a2fd5 I0324 15:58:41.086871 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606356877s to process 1 records I0324 15:58:41.149276 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-7cc9bf887b-g47ts pod in namespace openshift-monitoring (previous: false). I0324 15:58:41.343309 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-7cc9bf887b-g47ts pod in namespace openshift-monitoring (previous: false). I0324 15:58:41.542741 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-7cc9bf887b-g47ts pod in namespace openshift-monitoring (previous: false). I0324 15:58:41.742628 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-7cc9bf887b-tzzzj pod in namespace openshift-monitoring (previous: false). I0324 15:58:41.942143 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-7cc9bf887b-tzzzj pod in namespace openshift-monitoring (previous: false). I0324 15:58:42.141927 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-7cc9bf887b-tzzzj pod in namespace openshift-monitoring (previous: false). I0324 15:58:42.341548 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-7cc9bf887b-tzzzj pod in namespace openshift-monitoring (previous: false). I0324 15:58:42.541179 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-7cc9bf887b-tzzzj pod in namespace openshift-monitoring (previous: false). I0324 15:58:42.748804 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-7cc9bf887b-tzzzj pod in namespace openshift-monitoring (previous: false). I0324 15:58:42.940925 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-nc499 pod in namespace openshift-network-console (previous: false). I0324 15:58:43.143009 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-qxpwv pod in namespace openshift-network-console (previous: false). I0324 15:58:43.346449 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-g5b8z pod in namespace openshift-console-operator (previous: true). I0324 15:58:43.541099 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-g5b8z pod in namespace openshift-console-operator (previous: false). I0324 15:58:43.744681 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-5f5cdd8cfb-k7v7k pod in namespace openshift-console (previous: false). I0324 15:58:43.942729 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-78c9dc6bf-rhmwl pod in namespace openshift-console (previous: false). I0324 15:58:44.142118 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-78c9dc6bf-vw9h2 pod in namespace openshift-console (previous: false). I0324 15:58:44.341243 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-86d55b6df-gstsz pod in namespace openshift-console (previous: false). I0324 15:58:44.535451 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for console-86d55b6df-gstsz pod in namespace openshift-console for failing operator console (previous: false): "pods \"console-86d55b6df-gstsz\" not found" I0324 15:58:44.535469 1 gather_cluster_operator_pods_and_events.go:280] Error: "pods \"console-86d55b6df-gstsz\" not found" I0324 15:58:44.535476 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-4v5rf pod in namespace openshift-console (previous: false). I0324 15:58:44.743881 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-p2855 pod in namespace openshift-console (previous: false). I0324 15:58:44.940609 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2cwk7 pod in namespace openshift-dns (previous: false). I0324 15:58:45.140686 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2cwk7 pod in namespace openshift-dns (previous: false). I0324 15:58:45.341009 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-48txg pod in namespace openshift-dns (previous: false). I0324 15:58:45.542297 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-48txg pod in namespace openshift-dns (previous: false). I0324 15:58:45.742983 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-jnl54 pod in namespace openshift-dns (previous: false). I0324 15:58:45.941769 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jnl54 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-jnl54\" is waiting to start: ContainerCreating" I0324 15:58:45.941789 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-jnl54\" is waiting to start: ContainerCreating" I0324 15:58:45.941797 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-jnl54 pod in namespace openshift-dns (previous: false). I0324 15:58:46.141329 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jnl54 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-jnl54\" is waiting to start: ContainerCreating" I0324 15:58:46.141367 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-jnl54\" is waiting to start: ContainerCreating" I0324 15:58:46.141383 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-8l9d9 pod in namespace openshift-dns (previous: false). I0324 15:58:46.342659 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:58:46.342679 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-z6tlf pod in namespace openshift-dns (previous: false). I0324 15:58:46.541326 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:58:46.541343 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zk5gl pod in namespace openshift-dns (previous: false). I0324 15:58:46.740759 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:58:46.740780 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6df69574f5-flngn pod in namespace openshift-image-registry (previous: false). I0324 15:58:46.940945 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6df69574f5-mcl9s pod in namespace openshift-image-registry (previous: false). I0324 15:58:47.142202 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cbf9d5c6-lnl57 pod in namespace openshift-image-registry (previous: false). I0324 15:58:47.344494 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-cjsdm pod in namespace openshift-image-registry (previous: false). I0324 15:58:47.541013 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:58:47.541034 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-d8vmv pod in namespace openshift-image-registry (previous: false). I0324 15:58:47.744111 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-f847d pod in namespace openshift-image-registry (previous: false). I0324 15:58:47.941662 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-599988ffb5-hqpcx pod in namespace openshift-ingress (previous: false). I0324 15:58:48.142881 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-599988ffb5-sk7qm pod in namespace openshift-ingress (previous: false). I0324 15:58:48.347892 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-78f885dd9f-48hrc pod in namespace openshift-ingress (previous: false). I0324 15:58:48.543410 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-58xnz pod in namespace openshift-ingress-canary (previous: false). I0324 15:58:48.741826 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-646kx pod in namespace openshift-ingress-canary (previous: false). I0324 15:58:48.943349 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-646kx pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-646kx\" is waiting to start: ContainerCreating" I0324 15:58:48.943372 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-646kx\" is waiting to start: ContainerCreating" I0324 15:58:48.943404 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jnmqn pod in namespace openshift-ingress-canary (previous: false). I0324 15:58:49.144888 1 tasks_processing.go:74] worker 6 stopped. I0324 15:58:49.145585 1 recorder.go:75] Recording events/openshift-monitoring with fingerprint=73ccda90a293afbec7a33e17a83ff86f9b3366588fb2c40355d9a0aee2721739 I0324 15:58:49.145635 1 recorder.go:75] Recording events/openshift-network-console with fingerprint=894f3018b69f6a341882e11090b3049b65510342f6f667d53473ee72e154cc7f I0324 15:58:49.145775 1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=876af84fd745341fba80a935fc798b8dcf52751e0899457eb4a49453c433edb5 I0324 15:58:49.145922 1 recorder.go:75] Recording events/openshift-console with fingerprint=68419b8e528bfd60ba9609b88ff8dfbf084dd4138caee3e2b681bdf7e645a13c I0324 15:58:49.145948 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=4061164a6a6fefb2a780bfa4564327b07b8eaecd44dccfe9024de07e657aa8bc I0324 15:58:49.145995 1 recorder.go:75] Recording events/openshift-dns with fingerprint=14444367f48c2d9e0430d035aef2c2b4cd8a28fab44b91def67a7684170c41a9 I0324 15:58:49.146122 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=e53c2ad3f77d50faa9562a8e8bea75ab828623908b71178e8a55fc33b3347f38 I0324 15:58:49.146148 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=8372c676938c6699860171f457ac14603fc5b36418cf5078c1ee8549b010834d I0324 15:58:49.146246 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=64a23572ab08bc9f975966cb9bf801cc7db3c4e7212f838102876b80a1765fa4 I0324 15:58:49.146264 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=7413dca025da86004a4c013913d7f5f284f08b031149efa0a2ef44984046f4be I0324 15:58:49.146272 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/init-config-reloader_current.log with fingerprint=79cfdc25d53461b0ad4ca1155a9280ded55e90e151caca3717b50c8dcf30d536 I0324 15:58:49.146295 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/alertmanager_current.log with fingerprint=35042c63a424b44ebd1dcbba58e18179f6b0beeed4171b1c255f5e4e5bb0e746 I0324 15:58:49.146309 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/config-reloader_current.log with fingerprint=e48c06a7ba66327eb762fd44d17576b51d22abf9fbd62cb3d055efa41d35e394 I0324 15:58:49.146317 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-web_current.log with fingerprint=f231efe0d5348b352d5d767479c9e0e32670577efbbb9d690f412d28a78d8faf I0324 15:58:49.146322 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy_current.log with fingerprint=7a32fb5f337157b5ecce27d226562b78332dd0b43d22e72bad65f590cab6952d I0324 15:58:49.146329 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-metric_current.log with fingerprint=b17fdbd7dfe51317e83f422e9b16f286eeb6ef878e79974bcb4367b9240e0c64 I0324 15:58:49.146333 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/prom-label-proxy_current.log with fingerprint=6114af2aa32fd3eecc74825aa1d48b61857a2e4e67117bde45e480d6b2f70ac4 I0324 15:58:49.146340 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/init-config-reloader_current.log with fingerprint=d093c8160d4d25ae0c7e05cc20ce1db939ddd60b185ef892c63a0043b1697b6d I0324 15:58:49.146358 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/alertmanager_current.log with fingerprint=9fe180cf80b303ba2ce53b7b2f62877c259b3cd62cbf0b5b284d5cbd1f62fb8b I0324 15:58:49.146373 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/config-reloader_current.log with fingerprint=dd0a8a21950803d765b78457af2891705df5ce6d4f7d675c4db0cc353a2277c0 I0324 15:58:49.146381 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-web_current.log with fingerprint=8e47e2bdbfe178ca8f5b899d1294d809e073d844dcf19b44a189cdeda936a6fd I0324 15:58:49.146387 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy_current.log with fingerprint=a7479084ad638df6e7cdb17c8cdbe964cfd5a909c8132edb6d2c2e68d9aca1bc I0324 15:58:49.146393 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-metric_current.log with fingerprint=d8ee7e3c6fb119d78038033612ee5cb14f069bcce3ac94247ec6d5b15cdd5463 I0324 15:58:49.146397 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/prom-label-proxy_current.log with fingerprint=e42c2ebb699d2a98b889fff70b394e7bdab840879273a9736b4b39b723e5201f I0324 15:58:49.146514 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/cluster-monitoring-operator-698978dbbf-wcftn/cluster-monitoring-operator_current.log with fingerprint=194154fc14eee2d2b79faeb2154484867ee28f426cc134e40cb3f2ea4e846dbd I0324 15:58:49.146533 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-qtm7r/kube-state-metrics_current.log with fingerprint=6ed1c57a36a7b9a9f65becd090906d6976b5d2e461c8028823b65eab97d761c3 I0324 15:58:49.146542 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-qtm7r/kube-rbac-proxy-main_current.log with fingerprint=368068379c08a34a25d8f9a2d33687929564dca5b2f3a9db67c7da02965a7649 I0324 15:58:49.146548 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-qtm7r/kube-rbac-proxy-self_current.log with fingerprint=94ff92a4d14a54d8f560246c7dc290759062c493c99c874a1198fc9794850289 I0324 15:58:49.146555 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-7ffcbc5555-d7bph/metrics-server_current.log with fingerprint=2dbd7f3c9a10c28ec786320c76fccf863aabaa230db416d5da81d99bb97cff28 I0324 15:58:49.146562 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-7ffcbc5555-g6vqx/metrics-server_current.log with fingerprint=3f15a7415c4cb01e01fd4130d0cd2e382511e784c72dfb7f0634cad1d79ca9c2 I0324 15:58:49.146572 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-67788f859f-9w4qk/monitoring-plugin_current.log with fingerprint=070edd8de022245cb5911b4bf8a4522deee4bb87b0c9f432979286bbe997a19e I0324 15:58:49.146586 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-67788f859f-pptsq/monitoring-plugin_current.log with fingerprint=744418ea4742fb80b503414ddd8744200c198172b2a9a3a24b686b5d1c57093c I0324 15:58:49.146613 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-dzldg/node-exporter_current.log with fingerprint=c26d58c865916d7db5044b3e275a2ecec3999c6b56d19402666c7d611b6aa3ed I0324 15:58:49.146622 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-dzldg/kube-rbac-proxy_current.log with fingerprint=ed435e729d4deadf6906bb102d9b6115b058868058971ca910254cb4407e49d6 I0324 15:58:49.146648 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-gdzz6/node-exporter_current.log with fingerprint=368b481c5ee54604486c7f17dc466387f13180ccf643ec13ff72efd30437c294 I0324 15:58:49.146656 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-gdzz6/kube-rbac-proxy_current.log with fingerprint=d69c96b19f9c3d2e4b1afed5787b8dc2fbaedc551970e7c43889e5d3422c9083 I0324 15:58:49.146683 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-qtgjd/node-exporter_current.log with fingerprint=486b87e318439b6cd35469849f57d683f7bd42efc1c7b61d26ec9eb3e0fa7297 I0324 15:58:49.146691 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-qtgjd/kube-rbac-proxy_current.log with fingerprint=499dcd23cc525b9d31f79a9a249da8820e13f674c568ca50fed243e10d00f4f1 I0324 15:58:49.146697 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-pg2x5/kube-rbac-proxy-main_current.log with fingerprint=e3b7afadadd5e966e64c1587277c1ecad29448b05aab4b42995b3cbe17d295db I0324 15:58:49.146704 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-pg2x5/kube-rbac-proxy-self_current.log with fingerprint=f68ad48a6a4f39b4c80c511c4dfeedd3dc6b9365572fd48760f413263ce30846 I0324 15:58:49.146715 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-pg2x5/openshift-state-metrics_current.log with fingerprint=bce02d759566f3fa0eabbf75b75699495e26f6ce4f9936acff7a4149bb7a5dff I0324 15:58:49.146723 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/init-config-reloader_current.log with fingerprint=34efe7f482dcdb106675f1bbfd64560a511ee0703103b08f431b1e394a768a52 I0324 15:58:49.146817 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/prometheus_current.log with fingerprint=d41b9432d0afafc8945565f58fc0e46501a250cde4aa2d9226b7d93284266d92 I0324 15:58:49.146846 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/config-reloader_current.log with fingerprint=f94291f65419ea05cb2d1df39999972cfcf51d048dd1302cb347f04fa80975d7 I0324 15:58:49.146866 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/thanos-sidecar_current.log with fingerprint=0e5caabf6aa268c8bb422db60e343dcbdb2bf89563494fad24186cf9a6f1e21d I0324 15:58:49.146874 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-web_current.log with fingerprint=80bddbfafea6081dfdddfc9015c1999d770d4d3c7c25a58fb2909c26b2ee23a2 I0324 15:58:49.146881 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy_current.log with fingerprint=1efbe00796b6ae5298494df7a1df6ad8f097ec87c74814d5255655cea355436e I0324 15:58:49.146887 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-thanos_current.log with fingerprint=06bdee70cc7fc04ec0709ebe6282935a820d81bafdd72dc5c78e64229818aa41 I0324 15:58:49.146895 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/init-config-reloader_current.log with fingerprint=691fc97443bcc20e6961bca11f6e9066dbb4d18177f510a9870c20d36d479174 I0324 15:58:49.146988 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/prometheus_current.log with fingerprint=5c27d51ccc539d88463c97f538916fd57982dfb12b1897709ea7e4a3934c405b I0324 15:58:49.147002 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/config-reloader_current.log with fingerprint=8215780798266776f04c00bcfc94c04041c4ac6b6a9466b5ea486d949cfc7f0f I0324 15:58:49.147014 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/thanos-sidecar_current.log with fingerprint=47e4d6ae7d76661b00c86b86a653391bdbacdb04fc1dea65d9c6aab0b627d3d4 I0324 15:58:49.147023 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-web_current.log with fingerprint=949513478539b472952ca21631b64dee7b2e089938c1575612c792e51a7d2e1e I0324 15:58:49.147030 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy_current.log with fingerprint=ed5dee06541d43eac675034046d2d94f37651f1ae59f74bfee0a898bfb561ec7 I0324 15:58:49.147037 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-thanos_current.log with fingerprint=c420095a037006d86812a6d3928ee2890f8064f11b8b7e34b57ba6847978be62 I0324 15:58:49.147118 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-5df5b8bf6d-pn48n/prometheus-operator_current.log with fingerprint=093741328fe86d08cd5d97506071b64a76b1fe83e8b99a3f8373e93d0b1c2a75 I0324 15:58:49.147126 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-5df5b8bf6d-pn48n/kube-rbac-proxy_current.log with fingerprint=caa81cc0a07555faf45b77285dc75862e329d0b14d36186539cda5eaa94e7cb8 I0324 15:58:49.147133 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-68c48fd977-dbnqp/prometheus-operator-admission-webhook_current.log with fingerprint=e22ad744d2289180abe83bcb43aa046407d2ee4dfa10d1faf0ff2ac687b57f34 I0324 15:58:49.147140 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-68c48fd977-xspp7/prometheus-operator-admission-webhook_current.log with fingerprint=f39454c407be7a704451000493b14246ceb2ca2da0fa6faf66a065079e55ea3b I0324 15:58:49.147202 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-7979f68b76-27flk/telemeter-client_current.log with fingerprint=b3e463cdd2be1e63d21f56c1b5621f97a1e986b8dd1ee7041e2e4d3cd3ab7a6f I0324 15:58:49.147212 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-7979f68b76-27flk/reload_current.log with fingerprint=cbf944c10cf96cb5c2b533726571794857122e15f5b1345926ae1156feb24cc5 I0324 15:58:49.147219 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-7979f68b76-27flk/kube-rbac-proxy_current.log with fingerprint=9c800dd8910e07f372c34fc0da11e27f571d57a44a9f7774866490b92da896e9 I0324 15:58:49.147242 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-g47ts/thanos-query_current.log with fingerprint=e8a1f13c245bbdd3e4f600275055e4c50b698097be4f505f6213932e0e26b336 I0324 15:58:49.147251 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-g47ts/kube-rbac-proxy-web_current.log with fingerprint=e70245d6ec9919e2ea3ef4af60e06062b8e73dbd717828e429fa49352b3e553b I0324 15:58:49.147256 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-g47ts/kube-rbac-proxy_current.log with fingerprint=dc3b9164fc0f5e9dc217af0b76eaa15b7153acb2b662124cf9610f2ced62995b I0324 15:58:49.147261 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-g47ts/prom-label-proxy_current.log with fingerprint=45b9c351ddb6f80e1d98263b650563f2f08f039d5a6ce40469c0e6de10be4bc5 I0324 15:58:49.147266 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-g47ts/kube-rbac-proxy-rules_current.log with fingerprint=db6441aa606d0696b60e50f1a5fd304ce0acc85abed15add830df1fdf69643fa I0324 15:58:49.147274 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-g47ts/kube-rbac-proxy-metrics_current.log with fingerprint=678774a26149fe0a38fc15e2e526a71c72986bacb99241bd88ce1b0f8a492b53 I0324 15:58:49.147297 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-tzzzj/thanos-query_current.log with fingerprint=69c2accc34cc02abd02aeed176fbafaae29809e5a60a4df156d7203f100dd179 I0324 15:58:49.147308 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-tzzzj/kube-rbac-proxy-web_current.log with fingerprint=e60cc9787f99c3301fc86363bd72c7610495b735921ad38b488941cd677a709a I0324 15:58:49.147314 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-tzzzj/kube-rbac-proxy_current.log with fingerprint=f3597babc867bfb925916f8912f54e905e93f37e6507e148a425a02293016ef0 I0324 15:58:49.147318 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-tzzzj/prom-label-proxy_current.log with fingerprint=5a7b2e88674673c90c8e858c109b337db279c5d1bfa45686aeb9366c5618319e I0324 15:58:49.147324 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-tzzzj/kube-rbac-proxy-rules_current.log with fingerprint=e69292b90a8aac5d6a9e1a65df4d22ee2a7bb072914f7fc9494f7ae63a63ef5f I0324 15:58:49.147330 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-7cc9bf887b-tzzzj/kube-rbac-proxy-metrics_current.log with fingerprint=094ade09293cfdb3d36244f33b6b3d2ceb55c476f9150e82f7b606d13ddf9121 I0324 15:58:49.147336 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-nc499/networking-console-plugin_current.log with fingerprint=9c69f593b4b653f50de9fee65b066e6ad370e12bc23b208b1c00a1ae1cde0aff I0324 15:58:49.147341 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-qxpwv/networking-console-plugin_current.log with fingerprint=44da49fbb9784717b211765314248aebf66fa9eaade0199ab7ef3fef3ffdcf0a I0324 15:58:49.147510 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z with fingerprint=457a72a036d8e99f3e24a6eedc23e331d1e77970618032aedfbf717c2c819a12 E0324 15:58:49.147528 1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z.json" was already recorded and had the fingerprint "457a72a036d8e99f3e24a6eedc23e331d1e77970618032aedfbf717c2c819a12", overwriting with the record having fingerprint "457a72a036d8e99f3e24a6eedc23e331d1e77970618032aedfbf717c2c819a12" W0324 15:58:49.147540 1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z.json" because of the warning: warning: the record with the same fingerprint "457a72a036d8e99f3e24a6eedc23e331d1e77970618032aedfbf717c2c819a12" was already recorded at path "config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z.json" I0324 15:58:49.147550 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-g5b8z/console-operator_previous.log with fingerprint=44c96e30452864ab107f396a138cd4498dd5aad614f2386b16fcd93430ef39df I0324 15:58:49.147771 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-g5b8z/console-operator_current.log with fingerprint=a68c0a4584edc8bb43aed9b2eedc2a3352bd07cd3c42e8d1e8fd806a6975bf9e I0324 15:58:49.147784 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-5f5cdd8cfb-k7v7k/console_current.log with fingerprint=d740741ac9c26259acd84026b2a42f361206ea580a301963cfde8a8ae6b2e76f I0324 15:58:49.147796 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-78c9dc6bf-rhmwl/console_current.log with fingerprint=eefcaf8e485975fc6de073225c0c7e95b41366cec130db18c87597d93ad2826d I0324 15:58:49.147817 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-78c9dc6bf-vw9h2/console_current.log with fingerprint=3843f438713b307acd9ddc1b5f53312226f4be44eebb6036909f6e4f3152dcd2 I0324 15:58:49.147823 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-4v5rf/download-server_current.log with fingerprint=e7b36eff43085f39da4889d04f1fc198e94c5bf89f826f61efcdb98c9f97dd73 I0324 15:58:49.147842 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-p2855/download-server_current.log with fingerprint=fe006bb4ed878c76ef7fbee84cde8356ec4c5d28aadb67e40da847e738754d51 I0324 15:58:49.147944 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-2cwk7 with fingerprint=5c134ba42195a8e7488961c7fcffcbff64ad7a2ebe5a23e5c559d1be92c17a0d I0324 15:58:49.147952 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-2cwk7/dns_current.log with fingerprint=786dc6c59f66ec09cab313c5aef9ade0ad08e865377cfa9a73460b72e5b15ad6 I0324 15:58:49.147959 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-2cwk7/kube-rbac-proxy_current.log with fingerprint=5e611b8cd09633818ac6aae55ce5e310f3639b5aa46bbf8f83afed0d3318d941 I0324 15:58:49.148030 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-48txg with fingerprint=a5f81409d3ddec0e2179eda0bfdad860adacb811ac312ac0daad68a80ccf59eb I0324 15:58:49.148037 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-48txg/dns_current.log with fingerprint=574703afd9e5c29a637cdfc53f8fe7b12c5490ed2e77ea3a6f4b6d93e9150d74 I0324 15:58:49.148044 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-48txg/kube-rbac-proxy_current.log with fingerprint=bd01a7bb1454fefde65f0b43919172769e995d08b232e9698cd6fbf910128bf1 I0324 15:58:49.148114 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-jnl54 with fingerprint=87ec2a7f923bc31d8d40bcc8add3fe76bac1ee360d51905663c541b39f25b8a0 I0324 15:58:49.148125 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-6df69574f5-flngn/registry_current.log with fingerprint=975f392c8e490ea294daed7999efc1855e53e9e92a84956c8ad7299c73c1dd5a I0324 15:58:49.148135 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-6df69574f5-mcl9s/registry_current.log with fingerprint=cadcd88af6d5f265bfbe7ae6de293aa7da30f936ee347d92a7735bb1d8743673 I0324 15:58:49.148232 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-cbf9d5c6-lnl57 with fingerprint=2a81322ca1f38d28b8f060b7c5273274aaf813250306bd2d32d1da1f8818a849 I0324 15:58:49.148250 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-cbf9d5c6-lnl57/registry_current.log with fingerprint=b5ef9db300f6ca389c4ab07b9eacb87ad38ab0704a25d4ff636190e60470cf47 I0324 15:58:49.148257 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-d8vmv/node-ca_current.log with fingerprint=5ae73a17e2462bb1bb367f67dcd495e4e65f2feae37f29c060ee502c82cd8945 I0324 15:58:49.148262 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-f847d/node-ca_current.log with fingerprint=c93a45708a6d5e043078cba4cf54aa9bb82a5e2235d2f9ac36e90051ca6f53e4 I0324 15:58:49.148300 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-599988ffb5-hqpcx/router_current.log with fingerprint=87186cc96ba297fe3a18a2dadb814428eaaad00a4eee9626d0adcc92664489b4 I0324 15:58:49.148343 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-599988ffb5-sk7qm/router_current.log with fingerprint=d684c7e92dd424e8d685644ca99885123baa35c9d084684c6d21e4572d70a89c I0324 15:58:49.148366 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-78f885dd9f-48hrc/router_current.log with fingerprint=1347f198329450381edf840a498c253e0a1cda4f4915817ab5e36e07d1220f63 I0324 15:58:49.148420 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-58xnz with fingerprint=5b7fe3c48dd399ae2a9b001763490364ec3d8f56b38b6b94d53029d68ea5e957 I0324 15:58:49.148427 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-58xnz/serve-healthcheck-canary_current.log with fingerprint=e02907bf942ee9cc1ddde421f5001416142e2e1f8fdf666d9fdaebb20e4a5a4f I0324 15:58:49.148476 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-646kx with fingerprint=926617ab51e0f636f078677b814ae2af69b348104fd3e76d6263e64b2ed691f7 I0324 15:58:49.148532 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-jnmqn with fingerprint=427db7743833142c7d8f92f396056e4940642615b9bc3b785d289bd1ba99a535 I0324 15:58:49.148539 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-jnmqn/serve-healthcheck-canary_current.log with fingerprint=8e1a5b89db0fdc9d6d9379550fd8678977431fe8797b762bec1b026b1cc1c057 I0324 15:58:49.148545 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 21.642154288s to process 105 records E0324 15:58:49.148609 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 21.67s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"silenced_alerts\" failed with an error, function \"active_alerts\" failed with an error, function \"metrics\" failed with an error, function \"machines\" failed with an error, function \"tsdb_status\" failed with an error, function \"support_secret\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z.json\"" I0324 15:58:49.149717 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "silenced_alerts" failed with an error, function "active_alerts" failed with an error, function "metrics" failed with an error, function "machines" failed with an error, function "tsdb_status" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z.json" I0324 15:58:49.149731 1 periodic.go:209] Running workloads gatherer I0324 15:58:49.149745 1 tasks_processing.go:45] number of workers: 2 I0324 15:58:49.149752 1 tasks_processing.go:69] worker 1 listening for tasks. I0324 15:58:49.149756 1 tasks_processing.go:71] worker 1 working on workload_info task. I0324 15:58:49.149765 1 tasks_processing.go:69] worker 0 listening for tasks. I0324 15:58:49.149779 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0324 15:58:49.157323 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-118.ec2.internal... I0324 15:58:49.157334 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-189.ec2.internal... I0324 15:58:49.157327 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-179.ec2.internal... I0324 15:58:49.176941 1 tasks_processing.go:74] worker 0 stopped. I0324 15:58:49.176963 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.145214ms to process 0 records I0324 15:58:54.755961 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 6s I0324 15:58:54.782805 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 25s for image data I0324 15:58:54.792094 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (11ms) I0324 15:58:54.800882 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms) I0324 15:58:54.809549 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms) I0324 15:58:54.818291 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (9ms) I0324 15:58:54.827485 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (9ms) I0324 15:58:54.836811 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (9ms) I0324 15:58:54.847451 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (11ms) I0324 15:58:54.857090 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (10ms) I0324 15:58:54.866259 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (9ms) I0324 15:58:54.875382 1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (9ms) I0324 15:58:54.889996 1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (15ms) I0324 15:58:54.990741 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (101ms) I0324 15:58:55.091461 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (101ms) I0324 15:58:55.191056 1 gather_workloads_info.go:387] No image sha256:09e27b3a67ebeda04d3e597e0561bfb40550de78bdecb53f2f9ff3dfb1cfe7ea (100ms) I0324 15:58:55.292436 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (101ms) I0324 15:58:55.390789 1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (98ms) I0324 15:58:55.492225 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (101ms) I0324 15:58:55.592968 1 gather_workloads_info.go:387] No image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (101ms) I0324 15:58:55.694072 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (101ms) I0324 15:58:55.792449 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (98ms) I0324 15:58:55.892373 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms) I0324 15:58:55.995100 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (103ms) I0324 15:58:56.095593 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms) I0324 15:58:56.204512 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (109ms) I0324 15:58:56.298411 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (94ms) I0324 15:58:56.395352 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (97ms) I0324 15:58:56.493346 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (98ms) I0324 15:58:56.592039 1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (99ms) I0324 15:58:56.693211 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (101ms) I0324 15:58:56.792143 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms) I0324 15:58:56.893262 1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (101ms) I0324 15:58:56.999142 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (106ms) I0324 15:58:57.101409 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (102ms) I0324 15:58:57.193233 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (92ms) I0324 15:58:57.291741 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (98ms) I0324 15:58:57.392106 1 gather_workloads_info.go:387] No image sha256:ce98d5d844bfc2ba8de1893866ad38166c95157d54abd8192b181e819bc50bb5 (100ms) I0324 15:58:57.492301 1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (100ms) I0324 15:58:57.590145 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (98ms) I0324 15:58:57.691973 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (102ms) I0324 15:58:57.791680 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (100ms) I0324 15:58:57.891188 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (99ms) I0324 15:58:57.990359 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms) I0324 15:58:58.091133 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (101ms) I0324 15:58:58.193096 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (102ms) I0324 15:58:58.292101 1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (99ms) I0324 15:58:58.391973 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0324 15:58:58.491101 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (99ms) I0324 15:58:58.591686 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms) I0324 15:58:58.691453 1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (100ms) I0324 15:58:58.691485 1 tasks_processing.go:74] worker 1 stopped. I0324 15:58:58.691760 1 recorder.go:75] Recording config/workload_info with fingerprint=6067acb3ded371a3872b8cb69b996ca4aa9f2409de8b609ffc4d4897abd20f89 I0324 15:58:58.691776 1 gather.go:177] gatherer "workloads" function "workload_info" took 9.541721874s to process 1 records I0324 15:58:58.691789 1 periodic.go:256] Periodic gather workloads completed in 9.542s I0324 15:58:58.691797 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0324 15:58:58.691811 1 periodic.go:209] Running conditional gatherer I0324 15:58:58.698010 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0324 15:58:59.017295 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer I0324 15:59:00.064027 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0324 15:59:00.070698 1 conditional_gatherer.go:392] cluster version is '4.20.8' I0324 15:59:00.070730 1 tasks_processing.go:45] number of workers: 3 I0324 15:59:00.070741 1 tasks_processing.go:69] worker 2 listening for tasks. I0324 15:59:00.070745 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0324 15:59:00.070752 1 tasks_processing.go:69] worker 0 listening for tasks. I0324 15:59:00.070764 1 tasks_processing.go:69] worker 1 listening for tasks. I0324 15:59:00.070768 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0324 15:59:00.070774 1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task. I0324 15:59:00.070782 1 tasks_processing.go:74] worker 0 stopped. I0324 15:59:00.070856 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0324 15:59:00.070873 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.221µs to process 1 records I0324 15:59:00.070943 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c I0324 15:59:00.070951 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.099µs to process 1 records I0324 15:59:00.070966 1 tasks_processing.go:74] worker 1 stopped. I0324 15:59:00.071044 1 tasks_processing.go:74] worker 2 stopped. I0324 15:59:00.071056 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 293.614µs to process 0 records I0324 15:59:00.071073 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0324 15:59:00.071092 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0324 15:59:00.097656 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=b419c4f8e78124e31c554d4f8ee92e1a472b6279e4617eee70b93772c12361f2 I0324 15:59:00.097800 1 diskrecorder.go:70] Writing 213 records to /var/lib/insights-operator/insights-2026-03-24-155900.tar.gz I0324 15:59:00.112780 1 diskrecorder.go:51] Wrote 213 records to disk in 15ms I0324 15:59:00.112813 1 periodic.go:278] Gathering cluster info every 2h0m0s I0324 15:59:00.112827 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0324 15:59:57.478538 1 diskrecorder.go:223] Found files to send: insights-2026-03-24-155900.tar.gz I0324 15:59:57.478567 1 insightsuploader.go:150] Checking archives to upload periodically every 15m5.544213251s I0324 15:59:57.478578 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0324 15:59:57.488659 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0324 15:59:57.651963 1 requests.go:87] Successfully reported id=2026-03-24T15:59:57Z x-rh-insights-request-id=ad3cfb502f3a493b9cf690a68cf0ebe5, wrote=111828 I0324 15:59:57.652041 1 insightsuploader.go:187] Uploaded report successfully in 173.456324ms I0324 15:59:57.652077 1 controller.go:128] Initializing last reported time to 2026-03-24T15:59:57Z I0324 15:59:57.652101 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0324 15:59:57.652111 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0324 15:59:57.652119 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0324 15:59:57.658228 1 controller.go:512] The operator is healthy I0324 16:00:27.504826 1 controller.go:512] The operator is healthy I0324 16:00:58.511155 1 insightsreport.go:137] Pulling report from smart-proxy I0324 16:00:58.511182 1 insightsreport.go:149] Retrieving report I0324 16:00:58.518631 1 requests.go:110] Retrieving report for cluster: c993e181-006a-417f-a637-9a1474c5c707 I0324 16:00:58.518643 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/c993e181-006a-417f-a637-9a1474c5c707/reports I0324 16:00:58.521467 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/c993e181-006a-417f-a637-9a1474c5c707/reports I0324 16:00:59.542552 1 insightsreport.go:184] Report retrieved I0324 16:00:59.568924 1 insightsreport.go:239] Report retrieved correctly I0324 16:02:27.504980 1 controller.go:512] The operator is healthy I0324 16:03:27.470315 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0324 16:03:27.479071 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 16:03:27.479092 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0324 16:03:27.483215 1 secretconfigobserver.go:119] support secret does not exist I0324 16:04:27.503694 1 controller.go:512] The operator is healthy I0324 16:06:27.503086 1 controller.go:512] The operator is healthy I0324 16:08:27.467053 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 16:08:27.484112 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0324 16:08:27.489450 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 16:08:27.489476 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0324 16:08:27.494041 1 secretconfigobserver.go:119] support secret does not exist I0324 16:08:27.503309 1 controller.go:512] The operator is healthy I0324 16:10:27.504520 1 controller.go:512] The operator is healthy I0324 16:12:27.504591 1 controller.go:512] The operator is healthy I0324 16:13:27.495125 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0324 16:13:27.502182 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 16:13:27.502211 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0324 16:13:27.506932 1 secretconfigobserver.go:119] support secret does not exist I0324 16:14:27.504893 1 controller.go:512] The operator is healthy I0324 16:15:08.197141 1 insightsuploader.go:146] Nothing to report since 2026-03-24T15:59:57Z I0324 16:16:27.506423 1 controller.go:512] The operator is healthy I0324 16:18:27.467627 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 16:18:27.502823 1 controller.go:512] The operator is healthy I0324 16:18:27.507605 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0324 16:18:27.512590 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 16:18:27.512611 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0324 16:18:27.517138 1 secretconfigobserver.go:119] support secret does not exist I0324 16:20:27.506820 1 controller.go:512] The operator is healthy I0324 16:22:27.506882 1 controller.go:512] The operator is healthy I0324 16:23:27.517179 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0324 16:23:27.526227 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 16:23:27.526246 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0324 16:23:27.530463 1 secretconfigobserver.go:119] support secret does not exist I0324 16:24:27.504919 1 controller.go:512] The operator is healthy I0324 16:26:27.503028 1 controller.go:512] The operator is healthy I0324 16:28:27.470658 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 16:28:27.475512 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 16:28:27.503476 1 controller.go:512] The operator is healthy I0324 16:28:27.531384 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0324 16:28:27.536289 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 16:28:27.536306 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0324 16:28:27.540678 1 secretconfigobserver.go:119] support secret does not exist I0324 16:30:27.506370 1 controller.go:512] The operator is healthy I0324 16:30:57.906218 1 insightsuploader.go:146] Nothing to report since 2026-03-24T15:59:57Z I0324 16:32:27.507723 1 controller.go:512] The operator is healthy I0324 16:33:27.541391 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0324 16:33:27.550090 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 16:33:27.550109 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0324 16:33:27.554619 1 secretconfigobserver.go:119] support secret does not exist