W0421 03:03:33.225073       1 cmd.go:257] Using insecure, self-signed certificates
I0421 03:03:33.377358       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0421 03:03:33.377675       1 observer_polling.go:159] Starting file observer
I0421 03:03:34.527659       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0421 03:03:34.527845       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0421 03:03:34.528414       1 secure_serving.go:57] Forcing use of http/1.1 only
W0421 03:03:34.528434       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0421 03:03:34.528438       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0421 03:03:34.528442       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0421 03:03:34.528445       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0421 03:03:34.528448       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0421 03:03:34.528450       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0421 03:03:34.528518       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0421 03:03:34.532254       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"663376cf-367c-4799-aa4b-b169f12e9989", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0421 03:03:34.532251       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0421 03:03:34.532999       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0421 03:03:34.533012       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0421 03:03:34.533015       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0421 03:03:34.533024       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0421 03:03:34.533049       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0421 03:03:34.533043       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0421 03:03:34.533308       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2867247050/tls.crt::/tmp/serving-cert-2867247050/tls.key"
I0421 03:03:34.533592       1 secure_serving.go:213] Serving securely on [::]:8443
I0421 03:03:34.533621       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0421 03:03:34.537594       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0421 03:03:34.537619       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0421 03:03:34.537707       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0421 03:03:34.542131       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 03:03:34.542149       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0421 03:03:34.547137       1 secretconfigobserver.go:119] support secret does not exist
I0421 03:03:34.551625       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0421 03:03:34.555770       1 secretconfigobserver.go:119] support secret does not exist
I0421 03:03:34.557767       1 recorder.go:176] Pruning old reports every 4h13m9s, max age is 288h0m0s
I0421 03:03:34.562318       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0421 03:03:34.562327       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0421 03:03:34.562337       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0421 03:03:34.562347       1 insightsreport.go:296] Starting report retriever
I0421 03:03:34.562355       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0421 03:03:34.562370       1 periodic.go:216] Running clusterconfig gatherer
I0421 03:03:34.562411       1 tasks_processing.go:45] number of workers: 64
I0421 03:03:34.562436       1 tasks_processing.go:69] worker 3 listening for tasks.
I0421 03:03:34.562447       1 tasks_processing.go:69] worker 2 listening for tasks.
I0421 03:03:34.562448       1 tasks_processing.go:69] worker 1 listening for tasks.
I0421 03:03:34.562453       1 tasks_processing.go:69] worker 29 listening for tasks.
I0421 03:03:34.562458       1 tasks_processing.go:71] worker 29 working on sap_datahubs task.
I0421 03:03:34.562458       1 tasks_processing.go:69] worker 16 listening for tasks.
I0421 03:03:34.562459       1 tasks_processing.go:71] worker 1 working on support_secret task.
I0421 03:03:34.562467       1 tasks_processing.go:69] worker 48 listening for tasks.
I0421 03:03:34.562471       1 tasks_processing.go:69] worker 47 listening for tasks.
I0421 03:03:34.562477       1 tasks_processing.go:69] worker 49 listening for tasks.
I0421 03:03:34.562471       1 tasks_processing.go:69] worker 0 listening for tasks.
I0421 03:03:34.562482       1 tasks_processing.go:69] worker 30 listening for tasks.
I0421 03:03:34.562486       1 tasks_processing.go:69] worker 50 listening for tasks.
I0421 03:03:34.562491       1 tasks_processing.go:69] worker 31 listening for tasks.
I0421 03:03:34.562500       1 tasks_processing.go:69] worker 32 listening for tasks.
I0421 03:03:34.562494       1 tasks_processing.go:69] worker 51 listening for tasks.
I0421 03:03:34.562502       1 tasks_processing.go:69] worker 52 listening for tasks.
I0421 03:03:34.562510       1 tasks_processing.go:69] worker 53 listening for tasks.
I0421 03:03:34.562499       1 tasks_processing.go:69] worker 22 listening for tasks.
I0421 03:03:34.562511       1 tasks_processing.go:69] worker 33 listening for tasks.
I0421 03:03:34.562517       1 tasks_processing.go:69] worker 21 listening for tasks.
I0421 03:03:34.562511       1 tasks_processing.go:69] worker 20 listening for tasks.
I0421 03:03:34.562524       1 tasks_processing.go:69] worker 35 listening for tasks.
I0421 03:03:34.562527       1 tasks_processing.go:69] worker 55 listening for tasks.
I0421 03:03:34.562526       1 tasks_processing.go:69] worker 25 listening for tasks.
I0421 03:03:34.562535       1 tasks_processing.go:69] worker 18 listening for tasks.
I0421 03:03:34.562538       1 tasks_processing.go:69] worker 28 listening for tasks.
I0421 03:03:34.562539       1 tasks_processing.go:69] worker 26 listening for tasks.
I0421 03:03:34.562542       1 tasks_processing.go:69] worker 24 listening for tasks.
I0421 03:03:34.562546       1 tasks_processing.go:69] worker 61 listening for tasks.
I0421 03:03:34.562549       1 tasks_processing.go:71] worker 26 working on machine_healthchecks task.
I0421 03:03:34.562552       1 tasks_processing.go:69] worker 38 listening for tasks.
I0421 03:03:34.562555       1 tasks_processing.go:71] worker 51 working on openstack_version task.
I0421 03:03:34.562558       1 tasks_processing.go:69] worker 63 listening for tasks.
I0421 03:03:34.562544       1 tasks_processing.go:71] worker 18 working on image_pruners task.
I0421 03:03:34.562564       1 tasks_processing.go:71] worker 63 working on crds task.
I0421 03:03:34.562563       1 tasks_processing.go:69] worker 39 listening for tasks.
I0421 03:03:34.562536       1 tasks_processing.go:69] worker 36 listening for tasks.
I0421 03:03:34.562569       1 tasks_processing.go:71] worker 30 working on validating_webhook_configurations task.
I0421 03:03:34.562573       1 tasks_processing.go:71] worker 49 working on pod_network_connectivity_checks task.
I0421 03:03:34.562570       1 tasks_processing.go:71] worker 0 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0421 03:03:34.562582       1 tasks_processing.go:69] worker 60 listening for tasks.
I0421 03:03:34.562582       1 tasks_processing.go:69] worker 41 listening for tasks.
I0421 03:03:34.562517       1 tasks_processing.go:69] worker 34 listening for tasks.
I0421 03:03:34.562542       1 tasks_processing.go:71] worker 25 working on openshift_logging task.
I0421 03:03:34.562598       1 tasks_processing.go:69] worker 43 listening for tasks.
I0421 03:03:34.562598       1 tasks_processing.go:69] worker 59 listening for tasks.
I0421 03:03:34.562606       1 tasks_processing.go:69] worker 44 listening for tasks.
I0421 03:03:34.562603       1 tasks_processing.go:71] worker 53 working on ingress task.
I0421 03:03:34.562615       1 tasks_processing.go:69] worker 45 listening for tasks.
I0421 03:03:34.562611       1 tasks_processing.go:71] worker 52 working on node_features task.
I0421 03:03:34.562519       1 tasks_processing.go:69] worker 54 listening for tasks.
I0421 03:03:34.562527       1 tasks_processing.go:69] worker 17 listening for tasks.
I0421 03:03:34.562530       1 tasks_processing.go:71] worker 21 working on machine_sets task.
I0421 03:03:34.562633       1 tasks_processing.go:71] worker 28 working on silenced_alerts task.
I0421 03:03:34.562638       1 tasks_processing.go:71] worker 33 working on pdbs task.
I0421 03:03:34.562641       1 tasks_processing.go:71] worker 22 working on mutating_webhook_configurations task.
W0421 03:03:34.562660       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0421 03:03:34.562676       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 32.303µs to process 0 records
I0421 03:03:34.562546       1 tasks_processing.go:71] worker 16 working on oauths task.
I0421 03:03:34.562693       1 tasks_processing.go:71] worker 2 working on machines task.
I0421 03:03:34.562550       1 tasks_processing.go:69] worker 62 listening for tasks.
I0421 03:03:34.562550       1 tasks_processing.go:71] worker 32 working on jaegers task.
I0421 03:03:34.562750       1 tasks_processing.go:71] worker 62 working on sap_config task.
I0421 03:03:34.562535       1 tasks_processing.go:71] worker 35 working on lokistack task.
I0421 03:03:34.562543       1 tasks_processing.go:69] worker 37 listening for tasks.
I0421 03:03:34.562783       1 tasks_processing.go:71] worker 37 working on operators task.
I0421 03:03:34.562814       1 tasks_processing.go:71] worker 43 working on ceph_cluster task.
I0421 03:03:34.562836       1 tasks_processing.go:71] worker 45 working on clusterroles task.
I0421 03:03:34.562844       1 tasks_processing.go:69] worker 4 listening for tasks.
I0421 03:03:34.562856       1 tasks_processing.go:69] worker 5 listening for tasks.
I0421 03:03:34.562864       1 tasks_processing.go:69] worker 6 listening for tasks.
I0421 03:03:34.562866       1 tasks_processing.go:71] worker 17 working on nodenetworkstates task.
I0421 03:03:34.562876       1 tasks_processing.go:69] worker 7 listening for tasks.
I0421 03:03:34.562885       1 tasks_processing.go:69] worker 8 listening for tasks.
I0421 03:03:34.562892       1 tasks_processing.go:69] worker 9 listening for tasks.
I0421 03:03:34.562896       1 tasks_processing.go:71] worker 28 working on nodes task.
I0421 03:03:34.562900       1 tasks_processing.go:69] worker 10 listening for tasks.
I0421 03:03:34.562909       1 tasks_processing.go:69] worker 11 listening for tasks.
I0421 03:03:34.562917       1 tasks_processing.go:69] worker 12 listening for tasks.
I0421 03:03:34.562924       1 tasks_processing.go:69] worker 13 listening for tasks.
I0421 03:03:34.562932       1 tasks_processing.go:69] worker 14 listening for tasks.
I0421 03:03:34.562940       1 tasks_processing.go:69] worker 15 listening for tasks.
I0421 03:03:34.562513       1 tasks_processing.go:69] worker 19 listening for tasks.
I0421 03:03:34.562561       1 tasks_processing.go:69] worker 56 listening for tasks.
I0421 03:03:34.562561       1 tasks_processing.go:71] worker 38 working on storage_cluster task.
I0421 03:03:34.563346       1 tasks_processing.go:71] worker 3 working on container_images task.
I0421 03:03:34.563373       1 tasks_processing.go:71] worker 56 working on sap_pods task.
I0421 03:03:34.563392       1 tasks_processing.go:71] worker 54 working on container_runtime_configs task.
I0421 03:03:34.563397       1 tasks_processing.go:71] worker 9 working on machine_configs task.
I0421 03:03:34.563396       1 tasks_processing.go:71] worker 44 working on config_maps task.
I0421 03:03:34.563430       1 tasks_processing.go:71] worker 39 working on infrastructures task.
I0421 03:03:34.563481       1 tasks_processing.go:71] worker 5 working on openstack_controlplanes task.
I0421 03:03:34.563492       1 tasks_processing.go:71] worker 12 working on proxies task.
I0421 03:03:34.562537       1 tasks_processing.go:71] worker 55 working on service_accounts task.
I0421 03:03:34.563550       1 tasks_processing.go:71] worker 34 working on nodenetworkconfigurationpolicies task.
I0421 03:03:34.563580       1 tasks_processing.go:71] worker 36 working on monitoring_persistent_volumes task.
I0421 03:03:34.562529       1 tasks_processing.go:69] worker 27 listening for tasks.
I0421 03:03:34.563595       1 tasks_processing.go:71] worker 27 working on authentication task.
I0421 03:03:34.562553       1 tasks_processing.go:71] worker 24 working on ingress_certificates task.
I0421 03:03:34.563631       1 tasks_processing.go:71] worker 13 working on aggregated_monitoring_cr_names task.
I0421 03:03:34.563674       1 tasks_processing.go:71] worker 14 working on machine_autoscalers task.
I0421 03:03:34.562558       1 tasks_processing.go:71] worker 48 working on node_logs task.
I0421 03:03:34.563724       1 tasks_processing.go:71] worker 60 working on certificate_signing_requests task.
I0421 03:03:34.563730       1 tasks_processing.go:71] worker 41 working on image task.
I0421 03:03:34.562553       1 tasks_processing.go:71] worker 31 working on qemu_kubevirt_launcher_logs task.
I0421 03:03:34.562568       1 tasks_processing.go:71] worker 61 working on olm_operators task.
I0421 03:03:34.563871       1 tasks_processing.go:71] worker 19 working on dvo_metrics task.
I0421 03:03:34.562554       1 tasks_processing.go:69] worker 23 listening for tasks.
I0421 03:03:34.562623       1 tasks_processing.go:69] worker 46 listening for tasks.
I0421 03:03:34.562530       1 tasks_processing.go:71] worker 20 working on networks task.
I0421 03:03:34.562631       1 tasks_processing.go:71] worker 50 working on openshift_machine_api_events task.
I0421 03:03:34.562564       1 tasks_processing.go:71] worker 47 working on tsdb_status task.
I0421 03:03:34.562589       1 tasks_processing.go:69] worker 42 listening for tasks.
W0421 03:03:34.564238       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0421 03:03:34.564264       1 tasks_processing.go:71] worker 42 working on cost_management_metrics_configs task.
I0421 03:03:34.563865       1 tasks_processing.go:71] worker 15 working on feature_gates task.
I0421 03:03:34.564301       1 tasks_processing.go:71] worker 47 working on version task.
I0421 03:03:34.564263       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 42.484µs to process 0 records
I0421 03:03:34.563484       1 tasks_processing.go:71] worker 10 working on overlapping_namespace_uids task.
I0421 03:03:34.564178       1 tasks_processing.go:71] worker 4 working on active_alerts task.
W0421 03:03:34.564512       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0421 03:03:34.564528       1 tasks_processing.go:71] worker 4 working on metrics task.
I0421 03:03:34.562576       1 tasks_processing.go:69] worker 40 listening for tasks.
I0421 03:03:34.564549       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 37.15µs to process 0 records
I0421 03:03:34.562575       1 tasks_processing.go:69] worker 58 listening for tasks.
I0421 03:03:34.564559       1 tasks_processing.go:71] worker 40 working on storage_classes task.
I0421 03:03:34.564570       1 tasks_processing.go:71] worker 58 working on cluster_apiserver task.
I0421 03:03:34.564186       1 tasks_processing.go:71] worker 6 working on operators_pods_and_events task.
I0421 03:03:34.564592       1 tasks_processing.go:71] worker 59 working on openstack_dataplanedeployments task.
I0421 03:03:34.562568       1 tasks_processing.go:69] worker 57 listening for tasks.
I0421 03:03:34.564626       1 tasks_processing.go:74] worker 57 stopped.
I0421 03:03:34.564187       1 tasks_processing.go:71] worker 7 working on openstack_dataplanenodesets task.
I0421 03:03:34.564195       1 tasks_processing.go:71] worker 46 working on schedulers task.
I0421 03:03:34.564196       1 tasks_processing.go:71] worker 23 working on machine_config_pools task.
I0421 03:03:34.564196       1 tasks_processing.go:71] worker 8 working on image_registries task.
I0421 03:03:34.563488       1 tasks_processing.go:71] worker 11 working on install_plans task.
W0421 03:03:34.564548       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0421 03:03:34.565317       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 686.371µs to process 0 records
I0421 03:03:34.565322       1 tasks_processing.go:74] worker 4 stopped.
I0421 03:03:34.566133       1 tasks_processing.go:74] worker 51 stopped.
I0421 03:03:34.566152       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 3.56823ms to process 0 records
E0421 03:03:34.566540       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0421 03:03:34.566846       1 tasks_processing.go:74] worker 21 stopped.
I0421 03:03:34.566855       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 4.207232ms to process 0 records
I0421 03:03:34.566873       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 4.232346ms to process 0 records
I0421 03:03:34.566880       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 4.261556ms to process 0 records
I0421 03:03:34.566887       1 tasks_processing.go:74] worker 25 stopped.
I0421 03:03:34.566893       1 tasks_processing.go:74] worker 52 stopped.
I0421 03:03:34.567299       1 tasks_processing.go:74] worker 49 stopped.
E0421 03:03:34.567314       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0421 03:03:34.567323       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 4.699085ms to process 0 records
I0421 03:03:34.568939       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0421 03:03:34.568957       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0421 03:03:34.568962       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0421 03:03:34.568965       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0421 03:03:34.568980       1 controller.go:531] The operator is still being initialized
I0421 03:03:34.568985       1 controller.go:554] The operator is healthy
I0421 03:03:34.569398       1 tasks_processing.go:74] worker 18 stopped.
I0421 03:03:34.569640       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=8b4943424831e408afa7a8384d07f0f16946e16ad8e0e8ce46e4344e569a3618
I0421 03:03:34.569655       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 6.823127ms to process 1 records
I0421 03:03:34.571175       1 tasks_processing.go:74] worker 26 stopped.
E0421 03:03:34.571187       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0421 03:03:34.571194       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 8.612206ms to process 0 records
I0421 03:03:34.572862       1 tasks_processing.go:74] worker 53 stopped.
I0421 03:03:34.572983       1 recorder.go:75] Recording config/ingress with fingerprint=979d63fb22e6802366b65e4b287bdf5cf6f59c5705f85e1ace69f220d5e5fcfa
I0421 03:03:34.572993       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 10.23818ms to process 1 records
I0421 03:03:34.593463       1 tasks_processing.go:74] worker 35 stopped.
I0421 03:03:34.593485       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 30.683077ms to process 0 records
I0421 03:03:34.593498       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 30.66131ms to process 0 records
I0421 03:03:34.593505       1 tasks_processing.go:74] worker 43 stopped.
I0421 03:03:34.593515       1 tasks_processing.go:74] worker 29 stopped.
I0421 03:03:34.593526       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 31.047981ms to process 0 records
I0421 03:03:34.593535       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 30.644488ms to process 0 records
I0421 03:03:34.593539       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 29.957646ms to process 0 records
E0421 03:03:34.593545       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0421 03:03:34.593550       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 31.051708ms to process 0 records
I0421 03:03:34.593555       1 tasks_processing.go:74] worker 1 stopped.
I0421 03:03:34.593558       1 tasks_processing.go:74] worker 17 stopped.
I0421 03:03:34.593562       1 tasks_processing.go:74] worker 34 stopped.
I0421 03:03:34.593581       1 tasks_processing.go:74] worker 2 stopped.
E0421 03:03:34.593596       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0421 03:03:34.593607       1 gather.go:177] gatherer "clusterconfig" function "machines" took 30.87005ms to process 0 records
I0421 03:03:34.593631       1 tasks_processing.go:74] worker 32 stopped.
I0421 03:03:34.593640       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 30.907338ms to process 0 records
I0421 03:03:34.593649       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 30.398804ms to process 0 records
I0421 03:03:34.593656       1 tasks_processing.go:74] worker 38 stopped.
I0421 03:03:34.593720       1 tasks_processing.go:74] worker 5 stopped.
I0421 03:03:34.593732       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 30.224742ms to process 0 records
I0421 03:03:34.593886       1 tasks_processing.go:74] worker 33 stopped.
I0421 03:03:34.593989       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=4a6eb45e614140977bc0ccdc9684dabbcb772a80ee28d1abb38c6350007a243e
I0421 03:03:34.594010       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=c39bf0f5727836246ea36ca1db3e891ee41a1e76a8348996ecfc93f159910547
I0421 03:03:34.594026       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=4be129b428d6e8baf12fb6eea34d482bee40dd3af906ea52b81cb9fb8f241c06
I0421 03:03:34.594032       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 31.240688ms to process 3 records
I0421 03:03:34.594139       1 tasks_processing.go:74] worker 16 stopped.
I0421 03:03:34.594229       1 recorder.go:75] Recording config/oauth with fingerprint=281212df742858f7aa111a636efb8cfc0ab08b0ee5d00a5959932ed809dd615b
I0421 03:03:34.594239       1 gather_logs.go:145] no pods in  namespace were found
I0421 03:03:34.594240       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 31.226901ms to process 1 records
I0421 03:03:34.594257       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 30.346782ms to process 0 records
I0421 03:03:34.594269       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 30.452225ms to process 0 records
I0421 03:03:34.594277       1 tasks_processing.go:74] worker 31 stopped.
I0421 03:03:34.594296       1 tasks_processing.go:74] worker 14 stopped.
I0421 03:03:34.594318       1 tasks_processing.go:74] worker 54 stopped.
I0421 03:03:34.594335       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 30.915502ms to process 0 records
I0421 03:03:34.594499       1 tasks_processing.go:74] worker 36 stopped.
I0421 03:03:34.594525       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 30.907942ms to process 0 records
I0421 03:03:34.594628       1 tasks_processing.go:74] worker 41 stopped.
I0421 03:03:34.594710       1 recorder.go:75] Recording config/image with fingerprint=851e57ffaf6dacc2e7661769f54e0c92c1cc76608b7adac27dbde06538f482fb
I0421 03:03:34.594723       1 gather.go:177] gatherer "clusterconfig" function "image" took 30.886761ms to process 1 records
I0421 03:03:34.594901       1 tasks_processing.go:74] worker 62 stopped.
I0421 03:03:34.594912       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 32.129428ms to process 0 records
I0421 03:03:34.594918       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 30.626157ms to process 0 records
I0421 03:03:34.594922       1 tasks_processing.go:74] worker 42 stopped.
I0421 03:03:34.595046       1 tasks_processing.go:74] worker 39 stopped.
I0421 03:03:34.595979       1 recorder.go:75] Recording config/infrastructure with fingerprint=c5ee3dca090b8b2496326278d58b102f8c531a972c8ca0bc4e6d946c010b6e3c
I0421 03:03:34.596000       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 31.599495ms to process 1 records
I0421 03:03:34.596010       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.407439ms to process 0 records
I0421 03:03:34.596028       1 tasks_processing.go:74] worker 48 stopped.
I0421 03:03:34.596096       1 tasks_processing.go:74] worker 27 stopped.
I0421 03:03:34.596257       1 recorder.go:75] Recording config/authentication with fingerprint=e8bc3d7c75519570e0ae08864b87a1c8a0e0fba4b6339dc785c1bedde64f4fb6
I0421 03:03:34.596273       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 31.671522ms to process 1 records
I0421 03:03:34.596294       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 31.926586ms to process 0 records
I0421 03:03:34.596300       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 31.452281ms to process 0 records
I0421 03:03:34.596305       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 31.008392ms to process 0 records
I0421 03:03:34.596309       1 tasks_processing.go:74] worker 56 stopped.
I0421 03:03:34.596311       1 tasks_processing.go:74] worker 50 stopped.
I0421 03:03:34.596326       1 tasks_processing.go:74] worker 59 stopped.
I0421 03:03:34.596375       1 recorder.go:75] Recording config/proxy with fingerprint=fdb7830a65a59b603acc9eaeb6a69c9875c8d1e3428d9ae65f09f7cf3a8c407b
I0421 03:03:34.596388       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 32.264087ms to process 1 records
I0421 03:03:34.596390       1 tasks_processing.go:74] worker 12 stopped.
I0421 03:03:34.596458       1 tasks_processing.go:74] worker 46 stopped.
I0421 03:03:34.596483       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=c47a0cd99935139940d5c7e9da3a38373ecacdfd60fc8171aa1b97c3f6812919
I0421 03:03:34.596524       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 31.105791ms to process 1 records
I0421 03:03:34.596661       1 recorder.go:75] Recording config/apiserver with fingerprint=75c9d43161a72cdb69bd8085fa49c95866341f0b4c8cb1a1054ce50f0649d231
I0421 03:03:34.596670       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 31.263871ms to process 1 records
I0421 03:03:34.596660       1 tasks_processing.go:74] worker 58 stopped.
I0421 03:03:34.596747       1 tasks_processing.go:74] worker 22 stopped.
I0421 03:03:34.597209       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=1028bb6e9d58af65ec726f8fd0822c1b936c96a77e0664260f5d444f5684f88b
I0421 03:03:34.597333       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=c0f2364befc1056c2b613e2ac18b08188f3af5426a7a6686a1094d3d5dc2b777
I0421 03:03:34.597457       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=4ef838ed4f97961a70a6bf31de0a857ee30b6293cd6263edc8dfbd2e73baad19
I0421 03:03:34.597525       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 33.309524ms to process 3 records
I0421 03:03:34.597631       1 tasks_processing.go:74] worker 20 stopped.
I0421 03:03:34.597768       1 recorder.go:75] Recording config/network with fingerprint=fee05192a4eb295e778b51391fce343306a7484c86ff27224d77ee20d9523bae
I0421 03:03:34.597793       1 gather.go:177] gatherer "clusterconfig" function "networks" took 32.100879ms to process 1 records
I0421 03:03:34.597979       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=0dd1ff51878a970e71150c7dba1994a6b73be2b6bb15cf4722b296371bc6d8cb
I0421 03:03:34.598004       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=2fa1c40fe6515907a8eb89c977f787523ee36874b3e35f313219a90420e2900b
I0421 03:03:34.598019       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 31.519173ms to process 2 records
I0421 03:03:34.598045       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 32.216288ms to process 0 records
I0421 03:03:34.598058       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 31.112876ms to process 0 records
I0421 03:03:34.598075       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 32.142801ms to process 0 records
I0421 03:03:34.598204       1 recorder.go:75] Recording config/featuregate with fingerprint=e857600494c4b107be0c031d42d7b44d7c034cbea2932d3648fc6c9972ccc6cc
I0421 03:03:34.598217       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 32.937262ms to process 1 records
I0421 03:03:34.598238       1 tasks_processing.go:74] worker 15 stopped.
I0421 03:03:34.598248       1 tasks_processing.go:74] worker 40 stopped.
I0421 03:03:34.598254       1 tasks_processing.go:74] worker 61 stopped.
I0421 03:03:34.598260       1 tasks_processing.go:74] worker 23 stopped.
I0421 03:03:34.598269       1 tasks_processing.go:74] worker 7 stopped.
I0421 03:03:34.600462       1 tasks_processing.go:74] worker 28 stopped.
I0421 03:03:34.600796       1 recorder.go:75] Recording config/node/ip-10-0-0-186.ec2.internal with fingerprint=2aaa5d20907471f6eeeadb29a6781b407a52a8df575f80492bcc5570f262fc4a
I0421 03:03:34.600863       1 recorder.go:75] Recording config/node/ip-10-0-1-71.ec2.internal with fingerprint=db23446d9119e285e99d5a4cb7052c0d0d2205a113ae40ad1709ed4f4aa54a0f
I0421 03:03:34.600928       1 recorder.go:75] Recording config/node/ip-10-0-2-88.ec2.internal with fingerprint=a14073dd3967b55813f928ee0ee345ce590cdf46e81d538356113f66ec8fcd5b
I0421 03:03:34.600937       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.557102ms to process 3 records
I0421 03:03:34.601027       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=72130adcc3d40865579899c60c5b4ab108c75d226b2ea49439a7e0c7958e46fd
I0421 03:03:34.601031       1 tasks_processing.go:74] worker 30 stopped.
I0421 03:03:34.601106       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=cb02bd1033cb77a2ef3d776ed695914914bce262fd28b527b70cad1bbdf40b01
I0421 03:03:34.601127       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=26195f226bef685c5906c97ea1f6a4bd717c643d21976d036ec2da72226327a3
I0421 03:03:34.601157       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=e76d6cca4d0a6113b2f6797d010d8ffe139b064ab475d2921b7d7a3303cae24a
I0421 03:03:34.601183       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=2b57f8bd53c441f5a61b8e755f6f4f27e4808c7ec51d71ea121d1e3a3a51151b
I0421 03:03:34.601216       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=6146a8e9ba9201c90c4d2735b48c16ff9a99d2a5357a301ccdb279abc8a003c4
I0421 03:03:34.601245       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=42559ea8690e8bca6bf0d952971abb22b890181628e9d48479a907336299a08a
I0421 03:03:34.601322       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=40aec06fdc66b09eb41f320c436f37e545fd8386403887f03e3951516f067c83
I0421 03:03:34.601351       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=cab80bd268dd224387f055fc251d7969b57ef9f1257c560ad88e3baa02514d54
I0421 03:03:34.601378       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=1563c156c65a3941456123f5fb4df22567a86c06e15356469738561e93c5f5cf
I0421 03:03:34.601408       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=e888d5939f21e685beef5c3f97137ec7c48364fe09e2ef852493a567f3117794
I0421 03:03:34.601421       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 37.933687ms to process 11 records
E0421 03:03:34.601430       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0421 03:03:34.601445       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0421 03:03:34.601455       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 37.256377ms to process 1 records
I0421 03:03:34.601486       1 tasks_processing.go:74] worker 9 stopped.
I0421 03:03:34.601566       1 tasks_processing.go:74] worker 8 stopped.
I0421 03:03:34.602018       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=b319275fc11d14c058afc62b77c15eb12baf8d0d23f2cd4d270c9c2ede0c8ac1
I0421 03:03:34.602043       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 35.823313ms to process 1 records
I0421 03:03:34.602453       1 tasks_processing.go:74] worker 10 stopped.
I0421 03:03:34.602475       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0421 03:03:34.602485       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 37.996951ms to process 1 records
W0421 03:03:34.602896       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 03:03:34.603540       1 tasks_processing.go:74] worker 60 stopped.
I0421 03:03:34.603561       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 39.791767ms to process 0 records
I0421 03:03:34.607996       1 tasks_processing.go:74] worker 45 stopped.
I0421 03:03:34.608177       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=e0ff9630a93f4ab25fc1894c1d02de91c0c5cffceaa60b1f33c4d0eaa4aad984
I0421 03:03:34.608261       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=a4bb6a1cb66592b78f4f8722178e9708df4965bf76c8b2cad5883d86b796bb2b
I0421 03:03:34.608270       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 45.147633ms to process 2 records
I0421 03:03:34.608277       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0421 03:03:34.608301       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0421 03:03:34.608445       1 operator.go:328] started
I0421 03:03:34.608475       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0421 03:03:34.608961       1 tasks_processing.go:74] worker 63 stopped.
I0421 03:03:34.609621       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=aaa68257685d9488d617a2616046b3c49cf30a4a7a39f1360a548fe058393b4f
I0421 03:03:34.609835       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=b82e71b28e358a0d0f7f9c9d8d20ce5a278590a46c751e1d923a274871ce7503
I0421 03:03:34.609847       1 gather.go:177] gatherer "clusterconfig" function "crds" took 46.386492ms to process 2 records
I0421 03:03:34.609860       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 45.939602ms to process 0 records
I0421 03:03:34.609867       1 tasks_processing.go:74] worker 13 stopped.
I0421 03:03:34.614834       1 tasks_processing.go:74] worker 3 stopped.
I0421 03:03:34.614915       1 recorder.go:75] Recording config/running_containers with fingerprint=09b12b08473f423e738b7f38422729a57b82f1829495b894ff8c65439f4caf50
I0421 03:03:34.614927       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 51.46781ms to process 1 records
I0421 03:03:34.615484       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0421 03:03:34.615497       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0421 03:03:34.615500       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0421 03:03:34.615504       1 controller.go:254] Source scaController *sca.Controller is not ready
I0421 03:03:34.615507       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0421 03:03:34.615522       1 controller.go:531] The operator is still being initialized
I0421 03:03:34.615528       1 controller.go:554] The operator is healthy
I0421 03:03:34.616676       1 tasks_processing.go:74] worker 0 stopped.
I0421 03:03:34.616689       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 54.087029ms to process 0 records
I0421 03:03:34.624213       1 prometheus_rules.go:88] Prometheus rules successfully created
E0421 03:03:34.631813       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%275ca6fc26-2e7e-4a42-94cf-1d767b97a9b4%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:60684->172.30.0.10:53: read: connection refused
I0421 03:03:34.631828       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%275ca6fc26-2e7e-4a42-94cf-1d767b97a9b4%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:60684->172.30.0.10:53: read: connection refused
I0421 03:03:34.633598       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0421 03:03:34.633605       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0421 03:03:34.633611       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0421 03:03:34.635750       1 tasks_processing.go:74] worker 44 stopped.
E0421 03:03:34.635763       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0421 03:03:34.635769       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0421 03:03:34.635772       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0421 03:03:34.635783       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0421 03:03:34.635817       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0421 03:03:34.635825       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0421 03:03:34.635829       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0421 03:03:34.635833       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0421 03:03:34.635871       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0421 03:03:34.635878       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0421 03:03:34.635883       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 72.330265ms to process 7 records
I0421 03:03:34.638253       1 base_controller.go:82] Caches are synced for ConfigController 
I0421 03:03:34.638265       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0421 03:03:34.642351       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 03:03:34.673644       1 tasks_processing.go:74] worker 47 stopped.
I0421 03:03:34.673893       1 recorder.go:75] Recording config/version with fingerprint=21a6de02d01b593f88fb3ad4761c9550d8a99538fc508e888b8762ff5334f240
I0421 03:03:34.673907       1 recorder.go:75] Recording config/id with fingerprint=5c05d35b3dd1a85335ad666fa7844c879ad58e27f9a30766efecad081b50406b
I0421 03:03:34.673914       1 gather.go:177] gatherer "clusterconfig" function "version" took 109.325622ms to process 2 records
I0421 03:03:34.693050       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0421 03:03:34.696914       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:41978->172.30.0.10:53: read: connection refused
I0421 03:03:34.696932       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:41978->172.30.0.10:53: read: connection refused
I0421 03:03:34.709324       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0421 03:03:34.709342       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0421 03:03:34.713166       1 tasks_processing.go:74] worker 24 stopped.
E0421 03:03:34.713184       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0421 03:03:34.713192       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pq9drt9viog8225llnhb4eduucokg20-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pq9drt9viog8225llnhb4eduucokg20-primary-cert-bundle-secret" not found
I0421 03:03:34.713250       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=b917623d47a3840d2e307747b24782f74b2cfb4d9a444fd7c92a1d6795e3c69d
I0421 03:03:34.713264       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 149.53839ms to process 1 records
I0421 03:03:35.009993       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0421 03:03:35.010008       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0421 03:03:35.010469       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-6v6qn pod in namespace openshift-dns (previous: false).
I0421 03:03:35.242618       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-6v6qn pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-6v6qn\" is waiting to start: ContainerCreating"
I0421 03:03:35.242638       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-6v6qn\" is waiting to start: ContainerCreating"
I0421 03:03:35.242647       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-6v6qn pod in namespace openshift-dns (previous: false).
I0421 03:03:35.413896       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-6v6qn pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-6v6qn\" is waiting to start: ContainerCreating"
I0421 03:03:35.413915       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-6v6qn\" is waiting to start: ContainerCreating"
I0421 03:03:35.413947       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-9kgc9 pod in namespace openshift-dns (previous: false).
W0421 03:03:35.598667       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 03:03:35.635708       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9kgc9 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-9kgc9\" is waiting to start: ContainerCreating"
I0421 03:03:35.635727       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-9kgc9\" is waiting to start: ContainerCreating"
I0421 03:03:35.635735       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-9kgc9 pod in namespace openshift-dns (previous: false).
I0421 03:03:35.815130       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9kgc9 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-9kgc9\" is waiting to start: ContainerCreating"
I0421 03:03:35.815148       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-9kgc9\" is waiting to start: ContainerCreating"
I0421 03:03:35.815178       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-qws8n pod in namespace openshift-dns (previous: false).
I0421 03:03:36.022658       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0421 03:03:36.039719       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qws8n pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-qws8n\" is waiting to start: ContainerCreating"
I0421 03:03:36.039735       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-qws8n\" is waiting to start: ContainerCreating"
I0421 03:03:36.039743       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-qws8n pod in namespace openshift-dns (previous: false).
I0421 03:03:36.214365       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qws8n pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-qws8n\" is waiting to start: ContainerCreating"
I0421 03:03:36.214382       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-qws8n\" is waiting to start: ContainerCreating"
I0421 03:03:36.214393       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-22kkc pod in namespace openshift-dns (previous: false).
I0421 03:03:36.414481       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0421 03:03:36.414499       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-6c5bd pod in namespace openshift-dns (previous: false).
I0421 03:03:36.422777       1 tasks_processing.go:74] worker 37 stopped.
I0421 03:03:36.422829       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=adc9368fdc4da188c2dbe97d793fc02616972535b17fbba039159eeed8b14cf7
I0421 03:03:36.422877       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=78b87d2c8eb2302626535303fe6a2661b6ea0d4c4a779eb4757cdee0cd9ee518
I0421 03:03:36.422907       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0421 03:03:36.422932       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=0a1f63762021c8561429293eedd3f8e361002faababf927bab7812323c55e434
I0421 03:03:36.422948       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0421 03:03:36.422971       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=2fe9efe259f15de8a8e8be3b8e2b3f41250a9dcb70022ea5e52d60eafb0d2187
I0421 03:03:36.423017       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e4600111b39b44d37599daabe16e7adeff22232d31c17876af3bf124f6159c02
I0421 03:03:36.423040       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=0a45efaccc6c30cea644da47f4c6a05b067b4a2f081705ae856ff5e0d7cc2472
I0421 03:03:36.423054       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=a418aff842b70a9439f9cde1b7c21de5068594df863a1c77e20af5db7173c1ec
I0421 03:03:36.423071       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=a5f8964d78e10fc9f0d23f7a00cfffe9db2948d27a032853c042f3acb62de0cb
I0421 03:03:36.423080       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0421 03:03:36.423097       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=1e8614b9f18a0593106667301ef83f7570cdcbff439020b236f136c5f3cd5567
I0421 03:03:36.423107       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0421 03:03:36.423122       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=cb7ad0f0a12453ac331b1676970da1a124ed34a7a5cdf180871732bd23fe431d
I0421 03:03:36.423131       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0421 03:03:36.423149       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=3b3a71b0f8c3b28879e086f1d939c408524ec6697461ee9b81a36460ffa272ee
I0421 03:03:36.423163       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0421 03:03:36.423181       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=af9d89ed77157068334331b7540a5d720bc00b75047b294ac0e1baeeedb7f4fa
I0421 03:03:36.423318       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=f63e7d1ca010e50ad1ee87cb2c63c45122c2b38bdec962075fe178df017b1222
I0421 03:03:36.423338       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0421 03:03:36.423346       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0421 03:03:36.423368       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0421 03:03:36.423391       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=752fcba6a6d4a46e3cbc696eeb7c8dad621b56d027d9d8796674b6e6d6f12f44
I0421 03:03:36.423414       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=a743b1d79c95ed0f1d3a0094abb9afee593c75ad95218f4e0c47c8c96810cf4b
I0421 03:03:36.423423       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0421 03:03:36.423451       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=40b9b97c67da9199aa716f0f0433d561c9139ebe52c366216d39506d59488fce
I0421 03:03:36.423460       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0421 03:03:36.423473       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=c6a1e480f889a8b2012c5e613e58951c8e306ebf5654dd02ef50e603f6759b72
I0421 03:03:36.423487       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=788d2e30f2f57f03e664491f3ad977abc741d7fd002e0d917bdf04ed52fa1b97
I0421 03:03:36.423500       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=2892d58da4c02772ec3823710fbc74c4158ef12154d954f4ac1743a2af46a59c
I0421 03:03:36.423515       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=c4348c2ce360644ec3a0a403daf01dcf7b42492fece0f3ad6f16150eaa2af60f
I0421 03:03:36.423526       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=a2a0cd33f513c0b4d6afaf9648598d3334bbac98022579af583f22ef138bf584
I0421 03:03:36.423553       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=45ffc8aea53fa05b5c0beb458a095554896ec3ce6afee72a9d034bd653608a1c
I0421 03:03:36.423582       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0421 03:03:36.423590       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0421 03:03:36.423597       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.859975078s to process 35 records
W0421 03:03:36.598612       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 03:03:36.614135       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0421 03:03:36.614150       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-7hhlm pod in namespace openshift-dns (previous: false).
I0421 03:03:36.814926       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0421 03:03:36.815226       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5677c486c6-vtxhf pod in namespace openshift-image-registry (previous: false).
I0421 03:03:37.015014       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5677c486c6-vtxhf pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5677c486c6-vtxhf\" is waiting to start: ContainerCreating"
I0421 03:03:37.015038       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5677c486c6-vtxhf\" is waiting to start: ContainerCreating"
I0421 03:03:37.015089       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-748564bdc9-fzm5j pod in namespace openshift-image-registry (previous: false).
I0421 03:03:37.215611       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-748564bdc9-fzm5j pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-748564bdc9-fzm5j\" is waiting to start: ContainerCreating"
I0421 03:03:37.215630       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-748564bdc9-fzm5j\" is waiting to start: ContainerCreating"
I0421 03:03:37.215667       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-748564bdc9-j47ll pod in namespace openshift-image-registry (previous: false).
I0421 03:03:37.414174       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-748564bdc9-j47ll pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-748564bdc9-j47ll\" is waiting to start: ContainerCreating"
I0421 03:03:37.414192       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-748564bdc9-j47ll\" is waiting to start: ContainerCreating"
I0421 03:03:37.414202       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-bfrzr pod in namespace openshift-image-registry (previous: false).
W0421 03:03:37.599010       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 03:03:37.614194       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0421 03:03:37.614208       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gfqr7 pod in namespace openshift-image-registry (previous: false).
I0421 03:03:37.814672       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0421 03:03:37.814692       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-tf2lc pod in namespace openshift-image-registry (previous: false).
I0421 03:03:38.014223       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0421 03:03:38.014239       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5b58d99ffc-4kdzg pod in namespace openshift-ingress (previous: false).
I0421 03:03:38.215955       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5b58d99ffc-4kdzg pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5b58d99ffc-4kdzg\" is waiting to start: ContainerCreating"
I0421 03:03:38.215973       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5b58d99ffc-4kdzg\" is waiting to start: ContainerCreating"
I0421 03:03:38.215984       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5dc7f9d99-lsqvc pod in namespace openshift-ingress (previous: false).
I0421 03:03:38.417398       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5dc7f9d99-lsqvc pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5dc7f9d99-lsqvc\" is waiting to start: ContainerCreating"
I0421 03:03:38.417414       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5dc7f9d99-lsqvc\" is waiting to start: ContainerCreating"
I0421 03:03:38.417427       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5dc7f9d99-ntbcv pod in namespace openshift-ingress (previous: false).
W0421 03:03:38.599026       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0421 03:03:38.613824       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5dc7f9d99-ntbcv pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5dc7f9d99-ntbcv\" is waiting to start: ContainerCreating"
I0421 03:03:38.613840       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5dc7f9d99-ntbcv\" is waiting to start: ContainerCreating"
I0421 03:03:38.613850       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-24xx2 pod in namespace openshift-ingress-canary (previous: false).
I0421 03:03:38.816684       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-4sh6s pod in namespace openshift-ingress-canary (previous: false).
I0421 03:03:39.013973       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-bghw2 pod in namespace openshift-ingress-canary (previous: false).
I0421 03:03:39.214330       1 tasks_processing.go:74] worker 6 stopped.
I0421 03:03:39.214451       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=aff0c423ccb99a5bb14cf6419e84bbca892cb0ad606ca832ea47de75add77b32
I0421 03:03:39.214500       1 recorder.go:75] Recording events/openshift-dns with fingerprint=b9b41a59df1246dd7fc21cdf1f833c8d9713b36d75ead13f5725553e681016ec
I0421 03:03:39.214597       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=5dda16977269b9b8a41e041df98150705552a2d285b5ab77768b96520997cb40
I0421 03:03:39.214626       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=3dff1f049115417c24f77451d54ea23d303fbe343bceb1cab4f5ba33f614b3df
I0421 03:03:39.214672       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=0f265d3efc071bee9487951775648eb8beb85057fbf160712577535a84f33584
I0421 03:03:39.214709       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=0f01c06ee65b5ca57540b917c0d542bde40b9cf14386c6d246eec0b18ff0367a
I0421 03:03:39.216084       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-9kgc9 with fingerprint=51f20d4a28668f8cee0320b7e9420a6088f23b1b733938e1f06b4781df609eb9
I0421 03:03:39.216186       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-qws8n with fingerprint=a22fc8427438a09ae3b581169d7765182581b88d11c8cc02f0086de71b57fb85
I0421 03:03:39.216304       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5677c486c6-vtxhf with fingerprint=65e980071d6be187eadca8bab07731d55333cca7766f2290243f4775ca6ca9c7
I0421 03:03:39.216399       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-748564bdc9-fzm5j with fingerprint=7fb61cda21f30b2280bd9fa0c68a5cd5a613879a0f2816dbd2881296273da9ca
I0421 03:03:39.216488       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-748564bdc9-j47ll with fingerprint=26017c0fea8377e5067597837009e857ca6bf4b323ef651d53a04252295577bf
I0421 03:03:39.216496       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-24xx2/serve-healthcheck-canary_current.log with fingerprint=6f37c214f82d3111f306889bc580bac5713b8e3029b998a2c7e4f41d1c598c4d
I0421 03:03:39.216501       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-4sh6s/serve-healthcheck-canary_current.log with fingerprint=ffee23479af9fc668059988af47377d96c39d6c48140eae54af01d5f3ef6c3f8
I0421 03:03:39.216505       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-bghw2/serve-healthcheck-canary_current.log with fingerprint=62ea50847d323d82dcbe8719fec77328c069af52b5b58ca7527642aaf4041fea
I0421 03:03:39.216512       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.649727399s to process 14 records
W0421 03:03:39.598516       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0421 03:03:39.598545       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0421 03:03:39.598562       1 tasks_processing.go:74] worker 19 stopped.
E0421 03:03:39.598575       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0421 03:03:39.598585       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0421 03:03:39.598599       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0421 03:03:39.598611       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.034678621s to process 1 records
I0421 03:03:47.009737       1 tasks_processing.go:74] worker 11 stopped.
I0421 03:03:47.009775       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0421 03:03:47.009788       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.444558135s to process 1 records
I0421 03:03:47.544499       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 03:03:47.769429       1 tasks_processing.go:74] worker 55 stopped.
I0421 03:03:47.769718       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=7c1a3e3c431de69ce4ee6fb33aad2158a3d38446a91ec5899ca71ceaf725097e
I0421 03:03:47.769735       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.205901209s to process 1 records
E0421 03:03:47.769799       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.207s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0421 03:03:47.770906       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0421 03:03:47.770922       1 periodic.go:216] Running workloads gatherer
I0421 03:03:47.770937       1 tasks_processing.go:45] number of workers: 2
I0421 03:03:47.770945       1 tasks_processing.go:69] worker 1 listening for tasks.
I0421 03:03:47.770950       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0421 03:03:47.770959       1 tasks_processing.go:69] worker 0 listening for tasks.
I0421 03:03:47.770982       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0421 03:03:47.795999       1 tasks_processing.go:74] worker 0 stopped.
I0421 03:03:47.796019       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.996197ms to process 0 records
I0421 03:03:47.907951       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0421 03:03:47.915368       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (8ms)
I0421 03:03:47.922461       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (7ms)
I0421 03:03:47.930769       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (8ms)
I0421 03:03:47.938248       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (7ms)
I0421 03:03:47.945276       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (7ms)
I0421 03:03:47.952585       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (7ms)
I0421 03:03:47.960316       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (8ms)
I0421 03:03:47.967385       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (7ms)
I0421 03:03:47.974093       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (7ms)
I0421 03:03:47.982000       1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (8ms)
I0421 03:03:48.015189       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (33ms)
I0421 03:03:48.115590       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms)
I0421 03:03:48.215767       1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms)
I0421 03:03:48.315551       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms)
I0421 03:03:48.415635       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms)
I0421 03:03:48.515654       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms)
I0421 03:03:48.615755       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms)
I0421 03:03:48.715936       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms)
I0421 03:03:48.816130       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms)
I0421 03:03:48.915797       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms)
I0421 03:03:49.016408       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (101ms)
I0421 03:03:49.116066       1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (100ms)
I0421 03:03:49.215177       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (99ms)
I0421 03:03:49.315476       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms)
I0421 03:03:49.417519       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (102ms)
I0421 03:03:49.516064       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (99ms)
I0421 03:03:49.615943       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms)
I0421 03:03:49.719987       1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (104ms)
I0421 03:03:49.815169       1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (95ms)
I0421 03:03:49.915756       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (101ms)
I0421 03:03:50.016584       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (101ms)
I0421 03:03:50.115076       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (98ms)
I0421 03:03:50.215402       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms)
I0421 03:03:50.215434       1 tasks_processing.go:74] worker 1 stopped.
E0421 03:03:50.215446       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0421 03:03:50.215679       1 recorder.go:75] Recording config/workload_info with fingerprint=a22313505f756a80cb6e085b273db1c03a6de019bae7479ffb6fb6cb514d46a7
I0421 03:03:50.215694       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.444477818s to process 1 records
E0421 03:03:50.215719       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.444s with: function \"workload_info\" failed with an error"
I0421 03:03:50.216828       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0421 03:03:50.216842       1 periodic.go:216] Running conditional gatherer
I0421 03:03:50.222366       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0421 03:03:50.229089       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:42540->172.30.0.10:53: read: connection refused
E0421 03:03:50.229447       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0421 03:03:50.229507       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0421 03:03:50.235761       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0421 03:03:50.235777       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0421 03:03:50.235782       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0421 03:03:50.235785       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0421 03:03:50.235789       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0421 03:03:50.235793       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0421 03:03:50.235795       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0421 03:03:50.235798       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0421 03:03:50.235801       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0421 03:03:50.235804       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0421 03:03:50.235819       1 tasks_processing.go:45] number of workers: 3
I0421 03:03:50.235831       1 tasks_processing.go:69] worker 2 listening for tasks.
I0421 03:03:50.235834       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0421 03:03:50.235841       1 tasks_processing.go:69] worker 0 listening for tasks.
I0421 03:03:50.235853       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0421 03:03:50.235855       1 tasks_processing.go:69] worker 1 listening for tasks.
I0421 03:03:50.235858       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0421 03:03:50.235864       1 tasks_processing.go:74] worker 1 stopped.
I0421 03:03:50.235929       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0421 03:03:50.235944       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 998ns to process 1 records
I0421 03:03:50.235982       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0421 03:03:50.235990       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.257µs to process 1 records
I0421 03:03:50.235996       1 tasks_processing.go:74] worker 0 stopped.
I0421 03:03:50.236109       1 tasks_processing.go:74] worker 2 stopped.
I0421 03:03:50.236121       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 244.013µs to process 0 records
I0421 03:03:50.236142       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:42540->172.30.0.10:53: read: connection refused
I0421 03:03:50.236165       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0421 03:03:50.256888       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=d7091733acb7afb3b4d7b09e3c6ed75e73cd70f5fce4b5d40bd5d2e5cc704014
I0421 03:03:50.257031       1 diskrecorder.go:70] Writing 107 records to /var/lib/insights-operator/insights-2026-04-21-030350.tar.gz
I0421 03:03:50.263352       1 diskrecorder.go:51] Wrote 107 records to disk in 6ms
I0421 03:03:50.263391       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0421 03:03:50.263409       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0421 03:03:50.910372       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 03:03:51.112561       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 03:04:00.246849       1 configmapobserver.go:84] configmaps "insights-config" not found
I0421 03:04:43.378334       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="41c3b32efd89c965eed359bdebd085bf21a037bfefbecf1d0a44dce32b93b944")
W0421 03:04:43.378378       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0421 03:04:43.378452       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"