W0504 12:23:38.038210       1 cmd.go:257] Using insecure, self-signed certificates
I0504 12:23:38.851406       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 12:23:38.851717       1 observer_polling.go:159] Starting file observer
I0504 12:23:39.579944       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0504 12:23:39.580215       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0504 12:23:39.581094       1 secure_serving.go:57] Forcing use of http/1.1 only
W0504 12:23:39.581129       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0504 12:23:39.581136       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0504 12:23:39.581149       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0504 12:23:39.581153       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0504 12:23:39.581158       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0504 12:23:39.581163       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0504 12:23:39.581666       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0504 12:23:39.586698       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"cfc99051-df6d-478b-8999-2ed27a036844", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0504 12:23:39.586690       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0504 12:23:39.589475       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0504 12:23:39.589487       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0504 12:23:39.589501       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0504 12:23:39.589491       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0504 12:23:39.589535       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0504 12:23:39.589546       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0504 12:23:39.589770       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-77060902/tls.crt::/tmp/serving-cert-77060902/tls.key"
I0504 12:23:39.590055       1 secure_serving.go:213] Serving securely on [::]:8443
I0504 12:23:39.590094       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0504 12:23:39.601801       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0504 12:23:39.601825       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0504 12:23:39.601946       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0504 12:23:39.607211       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 12:23:39.607228       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0504 12:23:39.612455       1 secretconfigobserver.go:119] support secret does not exist
I0504 12:23:39.617614       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 12:23:39.622660       1 secretconfigobserver.go:119] support secret does not exist
I0504 12:23:39.625649       1 recorder.go:176] Pruning old reports every 6h31m57s, max age is 288h0m0s
I0504 12:23:39.630564       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0504 12:23:39.630578       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0504 12:23:39.630596       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0504 12:23:39.630615       1 periodic.go:216] Running clusterconfig gatherer
I0504 12:23:39.630615       1 insightsreport.go:296] Starting report retriever
I0504 12:23:39.630624       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0504 12:23:39.630659       1 tasks_processing.go:45] number of workers: 64
I0504 12:23:39.630684       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 12:23:39.630688       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 12:23:39.630697       1 tasks_processing.go:71] worker 1 working on openshift_machine_api_events task.
I0504 12:23:39.630698       1 tasks_processing.go:69] worker 25 listening for tasks.
I0504 12:23:39.630701       1 tasks_processing.go:69] worker 13 listening for tasks.
I0504 12:23:39.630708       1 tasks_processing.go:71] worker 13 working on operators task.
I0504 12:23:39.630707       1 tasks_processing.go:69] worker 2 listening for tasks.
I0504 12:23:39.630708       1 tasks_processing.go:71] worker 25 working on nodenetworkconfigurationpolicies task.
I0504 12:23:39.630713       1 tasks_processing.go:69] worker 19 listening for tasks.
I0504 12:23:39.630718       1 tasks_processing.go:69] worker 3 listening for tasks.
I0504 12:23:39.630723       1 tasks_processing.go:69] worker 16 listening for tasks.
I0504 12:23:39.630729       1 tasks_processing.go:69] worker 17 listening for tasks.
I0504 12:23:39.630731       1 tasks_processing.go:69] worker 5 listening for tasks.
I0504 12:23:39.630725       1 tasks_processing.go:69] worker 4 listening for tasks.
I0504 12:23:39.630738       1 tasks_processing.go:69] worker 18 listening for tasks.
I0504 12:23:39.630741       1 tasks_processing.go:69] worker 15 listening for tasks.
I0504 12:23:39.630743       1 tasks_processing.go:69] worker 6 listening for tasks.
I0504 12:23:39.630747       1 tasks_processing.go:69] worker 44 listening for tasks.
I0504 12:23:39.630751       1 tasks_processing.go:69] worker 22 listening for tasks.
I0504 12:23:39.630752       1 tasks_processing.go:69] worker 7 listening for tasks.
I0504 12:23:39.630752       1 tasks_processing.go:69] worker 26 listening for tasks.
I0504 12:23:39.630753       1 tasks_processing.go:69] worker 14 listening for tasks.
I0504 12:23:39.630766       1 tasks_processing.go:69] worker 20 listening for tasks.
I0504 12:23:39.630758       1 tasks_processing.go:69] worker 8 listening for tasks.
I0504 12:23:39.630760       1 tasks_processing.go:69] worker 27 listening for tasks.
I0504 12:23:39.630774       1 tasks_processing.go:69] worker 21 listening for tasks.
I0504 12:23:39.630765       1 tasks_processing.go:69] worker 9 listening for tasks.
I0504 12:23:39.630769       1 tasks_processing.go:69] worker 54 listening for tasks.
I0504 12:23:39.630774       1 tasks_processing.go:69] worker 10 listening for tasks.
I0504 12:23:39.630776       1 tasks_processing.go:69] worker 29 listening for tasks.
I0504 12:23:39.630781       1 tasks_processing.go:69] worker 60 listening for tasks.
I0504 12:23:39.630782       1 tasks_processing.go:69] worker 30 listening for tasks.
I0504 12:23:39.630784       1 tasks_processing.go:69] worker 56 listening for tasks.
I0504 12:23:39.630783       1 tasks_processing.go:69] worker 11 listening for tasks.
I0504 12:23:39.630785       1 tasks_processing.go:69] worker 12 listening for tasks.
I0504 12:23:39.630939       1 tasks_processing.go:69] worker 46 listening for tasks.
I0504 12:23:39.631045       1 tasks_processing.go:69] worker 51 listening for tasks.
I0504 12:23:39.631052       1 tasks_processing.go:69] worker 24 listening for tasks.
I0504 12:23:39.631063       1 tasks_processing.go:69] worker 23 listening for tasks.
I0504 12:23:39.631072       1 tasks_processing.go:69] worker 55 listening for tasks.
I0504 12:23:39.631427       1 tasks_processing.go:69] worker 53 listening for tasks.
I0504 12:23:39.630700       1 tasks_processing.go:71] worker 0 working on node_features task.
I0504 12:23:39.631592       1 tasks_processing.go:69] worker 61 listening for tasks.
I0504 12:23:39.631612       1 tasks_processing.go:69] worker 48 listening for tasks.
I0504 12:23:39.631627       1 tasks_processing.go:69] worker 50 listening for tasks.
I0504 12:23:39.631676       1 tasks_processing.go:69] worker 62 listening for tasks.
I0504 12:23:39.631722       1 tasks_processing.go:69] worker 35 listening for tasks.
I0504 12:23:39.631738       1 tasks_processing.go:69] worker 49 listening for tasks.
I0504 12:23:39.631801       1 tasks_processing.go:69] worker 34 listening for tasks.
I0504 12:23:39.631803       1 tasks_processing.go:69] worker 42 listening for tasks.
I0504 12:23:39.631809       1 tasks_processing.go:69] worker 41 listening for tasks.
I0504 12:23:39.631819       1 tasks_processing.go:69] worker 31 listening for tasks.
I0504 12:23:39.631820       1 tasks_processing.go:69] worker 63 listening for tasks.
I0504 12:23:39.631953       1 tasks_processing.go:69] worker 43 listening for tasks.
I0504 12:23:39.632059       1 tasks_processing.go:69] worker 32 listening for tasks.
I0504 12:23:39.632074       1 tasks_processing.go:69] worker 38 listening for tasks.
I0504 12:23:39.632074       1 tasks_processing.go:69] worker 58 listening for tasks.
I0504 12:23:39.632089       1 tasks_processing.go:69] worker 47 listening for tasks.
I0504 12:23:39.630768       1 tasks_processing.go:69] worker 28 listening for tasks.
I0504 12:23:39.632164       1 tasks_processing.go:71] worker 47 working on node_logs task.
I0504 12:23:39.632189       1 tasks_processing.go:69] worker 57 listening for tasks.
I0504 12:23:39.632206       1 tasks_processing.go:69] worker 36 listening for tasks.
I0504 12:23:39.632224       1 tasks_processing.go:71] worker 30 working on certificate_signing_requests task.
I0504 12:23:39.632287       1 tasks_processing.go:69] worker 40 listening for tasks.
I0504 12:23:39.632348       1 tasks_processing.go:71] worker 40 working on olm_operators task.
I0504 12:23:39.632422       1 tasks_processing.go:71] worker 21 working on silenced_alerts task.
I0504 12:23:39.632437       1 tasks_processing.go:71] worker 26 working on image_registries task.
I0504 12:23:39.632540       1 tasks_processing.go:71] worker 44 working on container_images task.
I0504 12:23:39.632592       1 tasks_processing.go:71] worker 63 working on operators_pods_and_events task.
I0504 12:23:39.632304       1 tasks_processing.go:71] worker 4 working on ceph_cluster task.
I0504 12:23:39.632350       1 tasks_processing.go:71] worker 54 working on config_maps task.
I0504 12:23:39.632861       1 tasks_processing.go:69] worker 59 listening for tasks.
I0504 12:23:39.632878       1 tasks_processing.go:71] worker 59 working on proxies task.
I0504 12:23:39.632426       1 tasks_processing.go:71] worker 16 working on ingress task.
I0504 12:23:39.632224       1 tasks_processing.go:71] worker 28 working on service_accounts task.
I0504 12:23:39.632233       1 tasks_processing.go:71] worker 36 working on machine_autoscalers task.
I0504 12:23:39.630778       1 tasks_processing.go:69] worker 45 listening for tasks.
I0504 12:23:39.632148       1 tasks_processing.go:69] worker 39 listening for tasks.
I0504 12:23:39.632281       1 tasks_processing.go:71] worker 27 working on machine_healthchecks task.
I0504 12:23:39.633066       1 tasks_processing.go:71] worker 45 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
W0504 12:23:39.632465       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 12:23:39.632249       1 tasks_processing.go:71] worker 22 working on lokistack task.
I0504 12:23:39.633176       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 705.611µs to process 0 records
I0504 12:23:39.633187       1 tasks_processing.go:71] worker 39 working on machine_config_pools task.
I0504 12:23:39.632355       1 tasks_processing.go:71] worker 5 working on oauths task.
I0504 12:23:39.632533       1 tasks_processing.go:71] worker 9 working on authentication task.
I0504 12:23:39.633182       1 tasks_processing.go:71] worker 21 working on qemu_kubevirt_launcher_logs task.
I0504 12:23:39.632363       1 tasks_processing.go:71] worker 18 working on openshift_logging task.
I0504 12:23:39.632361       1 tasks_processing.go:71] worker 2 working on aggregated_monitoring_cr_names task.
I0504 12:23:39.632360       1 tasks_processing.go:71] worker 7 working on dvo_metrics task.
I0504 12:23:39.632481       1 tasks_processing.go:71] worker 15 working on sap_pods task.
I0504 12:23:39.632501       1 tasks_processing.go:71] worker 6 working on pod_network_connectivity_checks task.
I0504 12:23:39.632495       1 tasks_processing.go:71] worker 19 working on version task.
I0504 12:23:39.632510       1 tasks_processing.go:71] worker 50 working on sap_datahubs task.
I0504 12:23:39.632550       1 tasks_processing.go:71] worker 17 working on storage_cluster task.
I0504 12:23:39.632557       1 tasks_processing.go:71] worker 41 working on openstack_dataplanenodesets task.
I0504 12:23:39.632563       1 tasks_processing.go:71] worker 62 working on machines task.
I0504 12:23:39.632567       1 tasks_processing.go:71] worker 35 working on feature_gates task.
I0504 12:23:39.632563       1 tasks_processing.go:71] worker 8 working on image task.
I0504 12:23:39.632572       1 tasks_processing.go:71] worker 49 working on openstack_dataplanedeployments task.
I0504 12:23:39.632576       1 tasks_processing.go:71] worker 34 working on cost_management_metrics_configs task.
I0504 12:23:39.632575       1 tasks_processing.go:71] worker 43 working on overlapping_namespace_uids task.
I0504 12:23:39.632577       1 tasks_processing.go:71] worker 56 working on storage_classes task.
I0504 12:23:39.632581       1 tasks_processing.go:71] worker 31 working on jaegers task.
I0504 12:23:39.632583       1 tasks_processing.go:71] worker 11 working on image_pruners task.
I0504 12:23:39.632580       1 tasks_processing.go:71] worker 42 working on metrics task.
W0504 12:23:39.634812       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 12:23:39.632600       1 tasks_processing.go:69] worker 37 listening for tasks.
I0504 12:23:39.632612       1 tasks_processing.go:71] worker 38 working on monitoring_persistent_volumes task.
I0504 12:23:39.634828       1 tasks_processing.go:71] worker 37 working on openstack_version task.
I0504 12:23:39.632610       1 tasks_processing.go:71] worker 57 working on clusterroles task.
I0504 12:23:39.634860       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 23.99µs to process 0 records
I0504 12:23:39.632616       1 tasks_processing.go:71] worker 32 working on sap_config task.
I0504 12:23:39.632628       1 tasks_processing.go:71] worker 12 working on cluster_apiserver task.
I0504 12:23:39.632634       1 tasks_processing.go:71] worker 46 working on machine_configs task.
I0504 12:23:39.632638       1 tasks_processing.go:71] worker 51 working on tsdb_status task.
W0504 12:23:39.635065       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 12:23:39.635076       1 tasks_processing.go:71] worker 51 working on ingress_certificates task.
I0504 12:23:39.632642       1 tasks_processing.go:71] worker 24 working on mutating_webhook_configurations task.
I0504 12:23:39.632647       1 tasks_processing.go:71] worker 23 working on crds task.
I0504 12:23:39.635106       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 22.113µs to process 0 records
I0504 12:23:39.632642       1 tasks_processing.go:71] worker 20 working on active_alerts task.
E0504 12:23:39.635132       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
W0504 12:23:39.635147       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 12:23:39.635147       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 3.691511ms to process 0 records
I0504 12:23:39.635164       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 34.364µs to process 0 records
I0504 12:23:39.632656       1 tasks_processing.go:71] worker 53 working on openstack_controlplanes task.
I0504 12:23:39.635191       1 tasks_processing.go:74] worker 20 stopped.
I0504 12:23:39.635201       1 tasks_processing.go:71] worker 0 working on validating_webhook_configurations task.
I0504 12:23:39.632665       1 tasks_processing.go:71] worker 61 working on schedulers task.
I0504 12:23:39.632670       1 tasks_processing.go:71] worker 48 working on container_runtime_configs task.
I0504 12:23:39.632679       1 tasks_processing.go:71] worker 14 working on nodes task.
I0504 12:23:39.632680       1 tasks_processing.go:71] worker 58 working on machine_sets task.
I0504 12:23:39.632691       1 tasks_processing.go:71] worker 60 working on install_plans task.
I0504 12:23:39.632696       1 tasks_processing.go:71] worker 10 working on nodenetworkstates task.
I0504 12:23:39.632721       1 tasks_processing.go:71] worker 29 working on pdbs task.
I0504 12:23:39.632765       1 tasks_processing.go:69] worker 33 listening for tasks.
I0504 12:23:39.635551       1 tasks_processing.go:74] worker 33 stopped.
I0504 12:23:39.632282       1 tasks_processing.go:71] worker 3 working on networks task.
I0504 12:23:39.632313       1 tasks_processing.go:69] worker 52 listening for tasks.
I0504 12:23:39.635653       1 tasks_processing.go:74] worker 52 stopped.
I0504 12:23:39.634824       1 tasks_processing.go:71] worker 42 working on support_secret task.
I0504 12:23:39.632652       1 tasks_processing.go:71] worker 55 working on infrastructures task.
I0504 12:23:39.648589       1 tasks_processing.go:74] worker 25 stopped.
I0504 12:23:39.648602       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 17.867442ms to process 0 records
I0504 12:23:39.649470       1 tasks_processing.go:74] worker 39 stopped.
I0504 12:23:39.649483       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 16.270199ms to process 0 records
I0504 12:23:39.649782       1 tasks_processing.go:74] worker 22 stopped.
I0504 12:23:39.649793       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 16.619191ms to process 0 records
I0504 12:23:39.649831       1 tasks_processing.go:74] worker 31 stopped.
I0504 12:23:39.649860       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 15.216151ms to process 0 records
I0504 12:23:39.649869       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 15.617952ms to process 0 records
I0504 12:23:39.649878       1 tasks_processing.go:74] worker 49 stopped.
I0504 12:23:39.649888       1 tasks_processing.go:74] worker 18 stopped.
I0504 12:23:39.649899       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 16.543583ms to process 0 records
I0504 12:23:39.649907       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 15.56894ms to process 0 records
I0504 12:23:39.649914       1 tasks_processing.go:74] worker 34 stopped.
I0504 12:23:39.649989       1 tasks_processing.go:74] worker 62 stopped.
E0504 12:23:39.650007       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0504 12:23:39.650020       1 gather.go:177] gatherer "clusterconfig" function "machines" took 15.84184ms to process 0 records
I0504 12:23:39.650085       1 tasks_processing.go:74] worker 50 stopped.
I0504 12:23:39.650095       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 16.253214ms to process 0 records
I0504 12:23:39.650171       1 tasks_processing.go:74] worker 8 stopped.
I0504 12:23:39.650248       1 recorder.go:75] Recording config/image with fingerprint=bb9f740fc32ade8d62b6a0106e032c7677dd4c15cdc4b43d7e6253cc35b1d5b3
I0504 12:23:39.650264       1 gather.go:177] gatherer "clusterconfig" function "image" took 15.914415ms to process 1 records
I0504 12:23:39.650275       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 19.494897ms to process 0 records
E0504 12:23:39.650283       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0504 12:23:39.650291       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 16.754901ms to process 0 records
I0504 12:23:39.650297       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 17.410149ms to process 0 records
I0504 12:23:39.650305       1 tasks_processing.go:74] worker 6 stopped.
I0504 12:23:39.650309       1 tasks_processing.go:74] worker 1 stopped.
I0504 12:23:39.650317       1 tasks_processing.go:74] worker 4 stopped.
I0504 12:23:39.650392       1 tasks_processing.go:74] worker 5 stopped.
I0504 12:23:39.650591       1 recorder.go:75] Recording config/oauth with fingerprint=0c9a60b6607684f2849acf1a8473ab98555c492b653d43f9622d2a087dc6caa4
I0504 12:23:39.650604       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 16.959821ms to process 1 records
I0504 12:23:39.650674       1 recorder.go:75] Recording config/proxy with fingerprint=1eda33a4af19ea7e0dcb36109c98cac29f9e8cd33238178be5284162dd37bbc8
I0504 12:23:39.650684       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 17.353667ms to process 1 records
I0504 12:23:39.650690       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 17.985305ms to process 0 records
I0504 12:23:39.650705       1 tasks_processing.go:74] worker 59 stopped.
I0504 12:23:39.650719       1 tasks_processing.go:74] worker 40 stopped.
I0504 12:23:39.650785       1 tasks_processing.go:74] worker 16 stopped.
I0504 12:23:39.650895       1 recorder.go:75] Recording config/ingress with fingerprint=9d98e3489eefc6ef9b1ff8801fbbe45696efb225511b66ad92c7b626f8d0424e
I0504 12:23:39.650906       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 17.662133ms to process 1 records
I0504 12:23:39.651459       1 tasks_processing.go:74] worker 17 stopped.
I0504 12:23:39.651474       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 17.465535ms to process 0 records
I0504 12:23:39.651486       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 17.455693ms to process 0 records
E0504 12:23:39.651495       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0504 12:23:39.651505       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 18.413223ms to process 0 records
I0504 12:23:39.651515       1 tasks_processing.go:74] worker 27 stopped.
I0504 12:23:39.651521       1 tasks_processing.go:74] worker 41 stopped.
I0504 12:23:39.651757       1 tasks_processing.go:74] worker 15 stopped.
I0504 12:23:39.651769       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 18.359514ms to process 0 records
I0504 12:23:39.651782       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 18.71051ms to process 0 records
I0504 12:23:39.651788       1 tasks_processing.go:74] worker 36 stopped.
I0504 12:23:39.652311       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0504 12:23:39.652381       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0504 12:23:39.652408       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0504 12:23:39.652431       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0504 12:23:39.652483       1 controller.go:531] The operator is still being initialized
I0504 12:23:39.652510       1 controller.go:554] The operator is healthy
I0504 12:23:39.653687       1 tasks_processing.go:74] worker 48 stopped.
I0504 12:23:39.653705       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 18.443042ms to process 0 records
I0504 12:23:39.654540       1 tasks_processing.go:74] worker 9 stopped.
I0504 12:23:39.654869       1 recorder.go:75] Recording config/authentication with fingerprint=426c930f098e4dd4bd433fcdda5f02993c0071c71a6ef8d80f4ea64f89f3abd3
I0504 12:23:39.654887       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 21.261499ms to process 1 records
I0504 12:23:39.655314       1 tasks_processing.go:74] worker 53 stopped.
I0504 12:23:39.655335       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 20.134582ms to process 0 records
I0504 12:23:39.655750       1 tasks_processing.go:74] worker 43 stopped.
I0504 12:23:39.655781       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0504 12:23:39.655799       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 21.292718ms to process 1 records
I0504 12:23:39.656005       1 tasks_processing.go:74] worker 26 stopped.
I0504 12:23:39.656416       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=9db283437172a4cba2555ed2b2b41cd6e9cb0944e83e8eb90e9e896c5b569d0c
I0504 12:23:39.656430       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 23.478433ms to process 1 records
I0504 12:23:39.656441       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 23.888681ms to process 0 records
I0504 12:23:39.656447       1 tasks_processing.go:74] worker 30 stopped.
I0504 12:23:39.659118       1 tasks_processing.go:74] worker 35 stopped.
I0504 12:23:39.659225       1 recorder.go:75] Recording config/featuregate with fingerprint=01ea77b6dd969da7dbbd56e00465a942cb2c3637c99435a91f103ed355efb2ee
I0504 12:23:39.659238       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 24.948561ms to process 1 records
I0504 12:23:39.659249       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 23.806481ms to process 0 records
I0504 12:23:39.659261       1 tasks_processing.go:74] worker 10 stopped.
I0504 12:23:39.659477       1 tasks_processing.go:74] worker 58 stopped.
I0504 12:23:39.659486       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 24.139892ms to process 0 records
I0504 12:23:39.663779       1 tasks_processing.go:74] worker 37 stopped.
I0504 12:23:39.663795       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 28.942814ms to process 0 records
I0504 12:23:39.663916       1 tasks_processing.go:74] worker 56 stopped.
I0504 12:23:39.663988       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=d14b30888da2531ffe096007791d99a64fbeb7d3616eb3dc0d0ae0a7cfacf131
I0504 12:23:39.664006       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=c4e4b93a1c33a5b77bbeb8ccc06ed274879b3056857616bdb5b1d5ae4a537f41
I0504 12:23:39.664012       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 29.38199ms to process 2 records
I0504 12:23:39.665674       1 tasks_processing.go:74] worker 55 stopped.
I0504 12:23:39.666185       1 recorder.go:75] Recording config/infrastructure with fingerprint=be3cbc4d51c0e1121efb0e5482cbdf10b384b8122638ef9d539efcf0f0726df4
I0504 12:23:39.666201       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 29.993108ms to process 1 records
E0504 12:23:39.666212       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0504 12:23:39.666218       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.086696ms to process 0 records
I0504 12:23:39.666228       1 tasks_processing.go:74] worker 42 stopped.
I0504 12:23:39.666301       1 tasks_processing.go:74] worker 12 stopped.
I0504 12:23:39.666326       1 recorder.go:75] Recording config/apiserver with fingerprint=d6b1272d65a0737405ad85a73fe45d8f2f402aafd69011833fa833dd1b3ba407
I0504 12:23:39.666336       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 30.754281ms to process 1 records
I0504 12:23:39.668959       1 tasks_processing.go:74] worker 32 stopped.
I0504 12:23:39.668982       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 34.082665ms to process 0 records
I0504 12:23:39.669160       1 tasks_processing.go:74] worker 38 stopped.
I0504 12:23:39.669182       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 34.329035ms to process 0 records
I0504 12:23:39.669333       1 tasks_processing.go:74] worker 29 stopped.
I0504 12:23:39.669942       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=3feeb3cfead4de1bb3e3f52fc33e52cba802e0cd88100128ca65f6bdf5ef0770
I0504 12:23:39.670029       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=8e2367dd3c22131430c4973bb8e29e73e82348416fb8e4f5f19a05039daf839f
I0504 12:23:39.670085       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=2731a7f7163b1011e6b4f134c752a6819973d8a93d4615ea3d72158600272829
I0504 12:23:39.670123       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 33.889493ms to process 3 records
I0504 12:23:39.670523       1 recorder.go:75] Recording config/network with fingerprint=bb61ae5dd1e946fab11e8e8f9738e1af0e1c4c7cdb190a0842da521b27eca89b
I0504 12:23:39.670534       1 tasks_processing.go:74] worker 3 stopped.
I0504 12:23:39.670562       1 gather.go:177] gatherer "clusterconfig" function "networks" took 33.975249ms to process 1 records
I0504 12:23:39.670734       1 tasks_processing.go:74] worker 61 stopped.
I0504 12:23:39.670765       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=2a7a0d36962446703bac1ae176cfb20b6faf873ffdbcb7a3f7fa804c7623602a
I0504 12:23:39.670825       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 34.38741ms to process 1 records
I0504 12:23:39.670918       1 tasks_processing.go:74] worker 11 stopped.
I0504 12:23:39.671391       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=0458945df30d79791cefe4dbb39777aa1a8908b4b72bb936b151750ef15242e3
I0504 12:23:39.671407       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 35.122902ms to process 1 records
E0504 12:23:39.671419       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0504 12:23:39.671432       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0504 12:23:39.671439       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 35.015181ms to process 1 records
I0504 12:23:39.671462       1 tasks_processing.go:74] worker 46 stopped.
I0504 12:23:39.671507       1 tasks_processing.go:74] worker 24 stopped.
I0504 12:23:39.671574       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=b44b5193803b7489e6ad2cd5c76310b17867cfaa87c0cd6dc807a591872e98e9
I0504 12:23:39.671602       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=3f3f103ffc666b49db96059d995b6803c199a384c37a29135af66c3540d15644
I0504 12:23:39.671625       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=a6f2151877e486a21dff8d5359c2653018fab9d989d7309f6517f1cb404c2af2
I0504 12:23:39.671635       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 35.394303ms to process 3 records
I0504 12:23:39.671709       1 tasks_processing.go:74] worker 0 stopped.
I0504 12:23:39.671721       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=483e3ab1f3e832dc5398bf9ba0a32f98abf75787d51696beeea55dfebc6d4232
I0504 12:23:39.671793       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=0ebfd0462a592838547b6c2dcb0d03590cc698377a03f48204287bfe1ce4ad78
I0504 12:23:39.671811       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=260d460bce2ad912515511070077980b4b5491c6416e0f50a1f747c2e78a15d3
I0504 12:23:39.671832       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ace969be5793aa088d2a7fd3300678c996ed062a974b7ed0bb0161c0eececec4
I0504 12:23:39.671877       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=1a2c99c18e1e25051836b60725583cfb53119d6079b7f8686e3b6a92fb9f16ad
I0504 12:23:39.671900       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=0d8ce53b59bdba1b17f9443d8e8f8f7cad3a5f098ce7d008959ec89f683c553d
I0504 12:23:39.671921       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=2ad6259bc4e30750a7697eb1b4882ffc8c08c802c27695c6bf879c67df5092ae
I0504 12:23:39.671958       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=8fe2b6a6fc141a0f67ddf0fbeafcd05cba25bb96b69a504f4f661a7536529845
I0504 12:23:39.671982       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=4e8f38267f203330099acf054cd0f3b46e12d1163c443a0e69f5af3c571e02b5
I0504 12:23:39.672022       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=1c227dbf56c4375e590396e24a922965f7ffd3ebf073b339ce6f151e04c29c3d
I0504 12:23:39.672046       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=ee59d2bd7eeb4a6e5f9f782f2b78d6c680b0a8ad9235294d816181d730bd064e
I0504 12:23:39.672052       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 36.157278ms to process 11 records
W0504 12:23:39.674783       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 12:23:39.675580       1 tasks_processing.go:74] worker 2 stopped.
I0504 12:23:39.675595       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 42.199208ms to process 0 records
I0504 12:23:39.678765       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0504 12:23:39.678774       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0504 12:23:39.678937       1 operator.go:328] started
I0504 12:23:39.678966       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0504 12:23:39.679116       1 tasks_processing.go:74] worker 57 stopped.
I0504 12:23:39.679278       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=16ee487cde3bbb2bc2dec68e366019ed63c502a00d6faf0d5dc041a1d89a21e6
I0504 12:23:39.679362       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=99cc649634591cae0eeacbd54b3ca1b16d51d937a8b11fbfec1041d0afc1be94
I0504 12:23:39.679371       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 44.248986ms to process 2 records
I0504 12:23:39.679452       1 tasks_processing.go:74] worker 23 stopped.
I0504 12:23:39.679805       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=5ba84123f81567aaf44f264dd79264736252c279d08692e17cedb55739b2d149
I0504 12:23:39.680017       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=7ddd011c2321854537ddcfee18f7c469b89fce5b532a60e2cf5bdb7d20ca2709
I0504 12:23:39.680028       1 gather.go:177] gatherer "clusterconfig" function "crds" took 44.228932ms to process 2 records
I0504 12:23:39.686038       1 tasks_processing.go:74] worker 47 stopped.
I0504 12:23:39.686050       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 53.852215ms to process 0 records
I0504 12:23:39.686510       1 tasks_processing.go:74] worker 14 stopped.
I0504 12:23:39.686786       1 recorder.go:75] Recording config/node/ip-10-0-0-182.ec2.internal with fingerprint=41d8a391214cb878e50c567069782f385978b26f4c542625e0f6647d3d019931
I0504 12:23:39.686868       1 recorder.go:75] Recording config/node/ip-10-0-1-18.ec2.internal with fingerprint=811809a07849e5c9716488dfee9e3f6cdb750b0d1044b054b40038a15fc9b3d7
I0504 12:23:39.686922       1 recorder.go:75] Recording config/node/ip-10-0-2-63.ec2.internal with fingerprint=acd5fd01040c0ee53e2b09e353db853df8cbc4ffcd196ff82bcbec45ea68dd23
I0504 12:23:39.686931       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 51.238195ms to process 3 records
I0504 12:23:39.690094       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0504 12:23:39.690099       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0504 12:23:39.690106       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0504 12:23:39.693206       1 controller.go:254] Source scaController *sca.Controller is not ready
I0504 12:23:39.693220       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0504 12:23:39.693227       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0504 12:23:39.693231       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0504 12:23:39.693235       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0504 12:23:39.693279       1 controller.go:531] The operator is still being initialized
I0504 12:23:39.693290       1 controller.go:554] The operator is healthy
I0504 12:23:39.695020       1 prometheus_rules.go:88] Prometheus rules successfully created
E0504 12:23:39.695293       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%279a136274-4635-41a1-b369-675ba97cca6d%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.7:55845->172.30.0.10:53: read: connection refused
I0504 12:23:39.695306       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%279a136274-4635-41a1-b369-675ba97cca6d%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.7:55845->172.30.0.10:53: read: connection refused
I0504 12:23:39.702176       1 base_controller.go:82] Caches are synced for ConfigController 
I0504 12:23:39.702190       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0504 12:23:39.702750       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0504 12:23:39.702953       1 tasks_processing.go:74] worker 54 stopped.
E0504 12:23:39.702966       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0504 12:23:39.702972       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0504 12:23:39.702975       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0504 12:23:39.702984       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0504 12:23:39.703017       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0504 12:23:39.703024       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0504 12:23:39.703028       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0504 12:23:39.703032       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0504 12:23:39.703069       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0504 12:23:39.703076       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0504 12:23:39.703081       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 70.070918ms to process 7 records
W0504 12:23:39.706109       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.7:37270->172.30.0.10:53: read: connection refused
I0504 12:23:39.706121       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.7:37270->172.30.0.10:53: read: connection refused
I0504 12:23:39.707322       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 12:23:39.711923       1 tasks_processing.go:74] worker 19 stopped.
I0504 12:23:39.712152       1 recorder.go:75] Recording config/version with fingerprint=bd87398e2b7110a780ab354ab818861b83dd1168906942d93049242d22ead619
I0504 12:23:39.712165       1 recorder.go:75] Recording config/id with fingerprint=2b7992f03d1eb4a9c6288f0945bae4e13637abbc340500b370f2d5dfd3f8786e
I0504 12:23:39.712173       1 gather.go:177] gatherer "clusterconfig" function "version" took 78.450582ms to process 2 records
I0504 12:23:39.713279       1 gather_logs.go:145] no pods in  namespace were found
I0504 12:23:39.713290       1 tasks_processing.go:74] worker 21 stopped.
I0504 12:23:39.713299       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 80.005136ms to process 0 records
I0504 12:23:39.731763       1 tasks_processing.go:74] worker 44 stopped.
I0504 12:23:39.731855       1 recorder.go:75] Recording config/running_containers with fingerprint=e7acebc7a2ece7043a94cab7a8cb4bd112fbcb9af09c5f34330ec714617588f0
I0504 12:23:39.731871       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 99.163601ms to process 1 records
I0504 12:23:39.734731       1 tasks_processing.go:74] worker 45 stopped.
I0504 12:23:39.734742       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 101.653367ms to process 0 records
I0504 12:23:39.777630       1 tasks_processing.go:74] worker 51 stopped.
E0504 12:23:39.777643       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0504 12:23:39.777649       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q33rmlhe485oeqr03tcagaphvlpoaiv-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q33rmlhe485oeqr03tcagaphvlpoaiv-primary-cert-bundle-secret" not found
I0504 12:23:39.777698       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=c413de2284ece4fc12eb59bd80a9e20faed605c207455eaa469cb3812fb6f0ef
I0504 12:23:39.777710       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 142.534366ms to process 1 records
I0504 12:23:39.779482       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0504 12:23:39.779495       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0504 12:23:40.082975       1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 15 containers
I0504 12:23:40.082991       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1677721 bytes
I0504 12:23:40.083434       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-7nwl5 pod in namespace openshift-dns (previous: false).
I0504 12:23:40.295120       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7nwl5 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-7nwl5\" is waiting to start: ContainerCreating"
I0504 12:23:40.295142       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-7nwl5\" is waiting to start: ContainerCreating"
I0504 12:23:40.295154       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-7nwl5 pod in namespace openshift-dns (previous: false).
I0504 12:23:40.482938       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7nwl5 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-7nwl5\" is waiting to start: ContainerCreating"
I0504 12:23:40.482967       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-7nwl5\" is waiting to start: ContainerCreating"
I0504 12:23:40.482977       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-mps78 pod in namespace openshift-dns (previous: false).
W0504 12:23:40.673103       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 12:23:40.682689       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:40.682707       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-ndf7b pod in namespace openshift-dns (previous: false).
I0504 12:23:40.917428       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:40.917446       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-xm8zj pod in namespace openshift-dns (previous: false).
I0504 12:23:41.096977       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0504 12:23:41.134123       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:41.134141       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-85b84bf8b4-rwvjm pod in namespace openshift-image-registry (previous: false).
I0504 12:23:41.285643       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:41.285662       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-85b84bf8b4-vll5v pod in namespace openshift-image-registry (previous: false).
I0504 12:23:41.485872       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-85b84bf8b4-vll5v pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-85b84bf8b4-vll5v\" is waiting to start: ContainerCreating"
I0504 12:23:41.485890       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-85b84bf8b4-vll5v\" is waiting to start: ContainerCreating"
I0504 12:23:41.485901       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-f75ff85c9-wbqnf pod in namespace openshift-image-registry (previous: false).
W0504 12:23:41.677603       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 12:23:41.678602       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:41.678621       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fbv82 pod in namespace openshift-image-registry (previous: false).
I0504 12:23:41.690665       1 tasks_processing.go:74] worker 13 stopped.
I0504 12:23:41.690739       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=c4e666bace5a8813ec5f3d0f7d2d6eb7b8bb4a58dd29d475397aa406c1059152
I0504 12:23:41.690797       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=304b5f848ab6040e49fca12087cde6f9938274271d465ae1cf02e2bbffbec38a
I0504 12:23:41.690892       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0504 12:23:41.690933       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=d80f82b4d64e78f26dcb30a1b66f858950674fbd976f6891973f972dd9108502
I0504 12:23:41.690961       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0504 12:23:41.690995       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=5847f0e980f76f3977ae5118d0d78174e27215e5918b00275e1b7a65ea3511a8
I0504 12:23:41.691052       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=c7f527b55aab2ece4d7b977dd4c1575df63b34e6733d484ae297aebfc51a6ef3
I0504 12:23:41.691087       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=62d717c2dd627b1faedbd6e96a8931987e3df9861b079929606c6c6ebdb4c06a
I0504 12:23:41.691110       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=19c5db5e386b44a8721492f4127a9827c9d4b843c3940f0b6381ef1005f45af5
I0504 12:23:41.691141       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=3de9f135f27b49e6c56f5d4fc9636c190abba6c71cdd65e024f55b0e31ec1b25
I0504 12:23:41.691156       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0504 12:23:41.691184       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=55f5001eb13d2d10b39f06c63590938cbe4fdf96543d32da4e6a7247ef8babba
I0504 12:23:41.691200       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0504 12:23:41.691224       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=135a1e5703c740d9ca982495a5229a6ed08d7fdec55a1b62acaa747218b7be95
I0504 12:23:41.691237       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0504 12:23:41.691261       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=c41006550a28ef5a088d699e0e7101078a27954e568ef8d365c06ac69c3f219f
I0504 12:23:41.691274       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0504 12:23:41.691302       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=fd4e4f8b8d03d042ed05ca39f9a7d94566b83106e244ed86bee1c46f49806679
I0504 12:23:41.691439       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=1ab1b5c24e252468956e1d42edd3d8e997223cf6493c9fc93745b72b89dd7b45
I0504 12:23:41.691453       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0504 12:23:41.691467       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0504 12:23:41.691500       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0504 12:23:41.691534       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=d030a59f1fda7430a59ffb0cc1d7c82a4ba1fb9f1467eec0a19977316786b753
I0504 12:23:41.691568       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=876fbe0e1a85c82840ea84f386d0686cc443c5aca4bc6f24843bdff16d0409c4
I0504 12:23:41.691581       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0504 12:23:41.691605       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=5537eb86afdad1901de126c8b08ab74fe5a75e3e784c4bcfda014940a883d38a
I0504 12:23:41.691620       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0504 12:23:41.691641       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=7df1af6a1f99a379e59102417787fb47f0e46ed1020d89b9848ef876ae599aa3
I0504 12:23:41.691666       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=53f76cee40d0f6aa9d6d334a727d89ad402e14d07452da454fec9165fb8ac4f3
I0504 12:23:41.691690       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=9ff48d88aacf2f064956d47207389e116f3fabcc65203929a40a9a55e23cf06b
I0504 12:23:41.691715       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=5d6e5e052e11a4b51d543023dcab6c4d393a591ef8dce312705002e0be5c46cd
I0504 12:23:41.691748       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=539ca7913fae1d58f0d84b66e3b65c05771f8ab4a16852866e1a27c3f540fc30
I0504 12:23:41.691761       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0504 12:23:41.691798       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=77278c3346c949b9a3c0a239cf5fc2e73028c071a9b73f291d580c898d80c752
I0504 12:23:41.691824       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0504 12:23:41.691872       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0504 12:23:41.691886       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.059940779s to process 36 records
I0504 12:23:41.886686       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:41.886707       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fn4c8 pod in namespace openshift-image-registry (previous: false).
I0504 12:23:42.087463       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:42.087479       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-lz4b9 pod in namespace openshift-image-registry (previous: false).
I0504 12:23:42.282702       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:42.282718       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7c6689f965-sncd8 pod in namespace openshift-ingress (previous: false).
I0504 12:23:42.483082       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7c6689f965-sncd8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7c6689f965-sncd8\" is waiting to start: ContainerCreating"
I0504 12:23:42.483103       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7c6689f965-sncd8\" is waiting to start: ContainerCreating"
I0504 12:23:42.483116       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-c9dd8b8-7vqj6 pod in namespace openshift-ingress (previous: false).
W0504 12:23:42.673364       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 12:23:42.677757       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 12:23:42.677778       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-c9dd8b8-d5v7f pod in namespace openshift-ingress (previous: false).
I0504 12:23:42.883043       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-c9dd8b8-d5v7f pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-c9dd8b8-d5v7f\" is waiting to start: ContainerCreating"
I0504 12:23:42.883063       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-c9dd8b8-d5v7f\" is waiting to start: ContainerCreating"
I0504 12:23:42.883073       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-2zhg7 pod in namespace openshift-ingress-canary (previous: false).
I0504 12:23:43.082723       1 tasks_processing.go:74] worker 63 stopped.
I0504 12:23:43.082815       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=fed8167720cb0200a285a9571b24e967ddf4c566ef173175a5138b275c7188e7
I0504 12:23:43.082871       1 recorder.go:75] Recording events/openshift-dns with fingerprint=2bad965c45dd1e2cffb5f86ba1c03de1a17033cfbb10014b42e7cd78b53d45fb
I0504 12:23:43.082954       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=c937e2b7ee5dae892612d0d89e438f8e6ff65b5ff23afa2471c5776ecea3a321
I0504 12:23:43.082983       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=d8782969bce5c8709a3bb3c98f6929a1666c5c0fc502a1e5d281275c2af1f28a
I0504 12:23:43.083025       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=cdd6da97b67f2041ba49b5e235e640550bcdcbb2026c3b304f869f0bd5af3b86
I0504 12:23:43.083045       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=03496ac49f546ca8656a405b2706ccdafd4598d63052eac08e3dc93c3b5f757e
I0504 12:23:43.083052       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-2zhg7/serve-healthcheck-canary_current.log with fingerprint=5a9b3e8c03d05988db1c235189e6d3665276687f65754c63f46afc6f57f99ca8
I0504 12:23:43.083059       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.44993505s to process 7 records
W0504 12:23:43.674520       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0504 12:23:44.672912       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0504 12:23:44.672936       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0504 12:23:44.672951       1 tasks_processing.go:74] worker 7 stopped.
E0504 12:23:44.672963       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0504 12:23:44.672974       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0504 12:23:44.672989       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0504 12:23:44.672999       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.039557807s to process 1 records
I0504 12:23:51.677898       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 12:23:52.278413       1 tasks_processing.go:74] worker 60 stopped.
I0504 12:23:52.278460       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0504 12:23:52.278476       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.643038601s to process 1 records
I0504 12:23:52.855709       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 12:23:53.040978       1 tasks_processing.go:74] worker 28 stopped.
I0504 12:23:53.041232       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=efca7636f6879171afb7da6af2a0d8b2c35c2233fe3c0388ddda9fdab3080fb6
I0504 12:23:53.041248       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.407988914s to process 1 records
E0504 12:23:53.041304       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.41s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0504 12:23:53.042408       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0504 12:23:53.042423       1 periodic.go:216] Running workloads gatherer
I0504 12:23:53.042438       1 tasks_processing.go:45] number of workers: 2
I0504 12:23:53.042448       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 12:23:53.042453       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0504 12:23:53.042463       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 12:23:53.042485       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0504 12:23:53.056715       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 12:23:53.069938       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data
I0504 12:23:53.076080       1 tasks_processing.go:74] worker 0 stopped.
I0504 12:23:53.076096       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 33.575953ms to process 0 records
I0504 12:23:53.079002       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (10ms)
I0504 12:23:53.087904       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (9ms)
I0504 12:23:53.097269       1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (9ms)
I0504 12:23:53.107461       1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (10ms)
I0504 12:23:53.116471       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (9ms)
I0504 12:23:53.125361       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (9ms)
I0504 12:23:53.134181       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (9ms)
I0504 12:23:53.143368       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (9ms)
I0504 12:23:53.152122       1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (9ms)
I0504 12:23:53.163068       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (11ms)
I0504 12:23:53.179650       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (17ms)
I0504 12:23:53.279295       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms)
I0504 12:23:53.387608       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (108ms)
I0504 12:23:53.490764       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (103ms)
I0504 12:23:53.582625       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (92ms)
I0504 12:23:53.682188       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms)
I0504 12:23:53.778368       1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (96ms)
I0504 12:23:53.879191       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (101ms)
I0504 12:23:53.979531       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms)
I0504 12:23:54.079203       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (100ms)
I0504 12:23:54.179573       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms)
I0504 12:23:54.279360       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms)
I0504 12:23:54.379138       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms)
I0504 12:23:54.478702       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms)
I0504 12:23:54.579591       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms)
I0504 12:23:54.679747       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms)
I0504 12:23:54.779424       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms)
I0504 12:23:54.879299       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms)
I0504 12:23:54.979502       1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms)
I0504 12:23:55.082077       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (103ms)
I0504 12:23:55.180404       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (98ms)
I0504 12:23:55.279240       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (99ms)
I0504 12:23:55.378684       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (99ms)
I0504 12:23:55.480440       1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (102ms)
I0504 12:23:55.480468       1 tasks_processing.go:74] worker 1 stopped.
E0504 12:23:55.480477       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0504 12:23:55.480715       1 recorder.go:75] Recording config/workload_info with fingerprint=a3024c0027fd63c0c95837d27bbde92f015c5f95beb2785a1e3c9699cbf7f408
I0504 12:23:55.480730       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.438008591s to process 1 records
E0504 12:23:55.480752       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.438s with: function \"workload_info\" failed with an error"
I0504 12:23:55.481868       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0504 12:23:55.481882       1 periodic.go:216] Running conditional gatherer
I0504 12:23:55.489577       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0504 12:23:55.496680       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.7:52470->172.30.0.10:53: read: connection refused
E0504 12:23:55.496947       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 12:23:55.497000       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0504 12:23:55.503155       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0504 12:23:55.503166       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 12:23:55.503171       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 12:23:55.503174       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 12:23:55.503177       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 12:23:55.503181       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 12:23:55.503183       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 12:23:55.503186       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 12:23:55.503188       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 12:23:55.503191       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0504 12:23:55.503213       1 tasks_processing.go:45] number of workers: 3
I0504 12:23:55.503226       1 tasks_processing.go:69] worker 2 listening for tasks.
I0504 12:23:55.503230       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0504 12:23:55.503237       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 12:23:55.503251       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0504 12:23:55.503252       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 12:23:55.503261       1 tasks_processing.go:74] worker 1 stopped.
I0504 12:23:55.503266       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0504 12:23:55.503297       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0504 12:23:55.503309       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 822ns to process 1 records
I0504 12:23:55.503339       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0504 12:23:55.503348       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.357µs to process 1 records
I0504 12:23:55.503353       1 tasks_processing.go:74] worker 0 stopped.
I0504 12:23:55.503500       1 tasks_processing.go:74] worker 2 stopped.
I0504 12:23:55.503512       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 219.481µs to process 0 records
I0504 12:23:55.503531       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.7:52470->172.30.0.10:53: read: connection refused
I0504 12:23:55.503548       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0504 12:23:55.530089       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=2b930ee6a5f211bc3d3055337cade8c49a257039617719f42a587319133e245d
I0504 12:23:55.530209       1 diskrecorder.go:70] Writing 101 records to /var/lib/insights-operator/insights-2026-05-04-122355.tar.gz
I0504 12:23:55.535978       1 diskrecorder.go:51] Wrote 101 records to disk in 5ms
I0504 12:23:55.536003       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0504 12:23:55.536017       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0504 12:24:03.547926       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 12:25:03.852522       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="a796dcbf262318a24a8b22f47f9af0fad2a5a542f4586f16c5256fb9911a7bd2")
W0504 12:25:03.852567       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0504 12:25:03.852627       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="f7e25d330f0e9f4c6b664b862b8ea77e2432d6c912b096a319ffff5af4c8f3ae")