W0326 23:32:57.801329       1 cmd.go:257] Using insecure, self-signed certificates
I0326 23:32:58.113121       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:32:58.113428       1 observer_polling.go:159] Starting file observer
I0326 23:32:58.863040       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0326 23:32:58.863226       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0326 23:32:58.863805       1 secure_serving.go:57] Forcing use of http/1.1 only
W0326 23:32:58.863826       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:32:58.863831       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:32:58.863835       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0326 23:32:58.863837       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0326 23:32:58.863840       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0326 23:32:58.863843       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0326 23:32:58.863867       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0326 23:32:58.867985       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"755ac1a3-4bca-4d31-9772-092fee18cbb2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0326 23:32:58.867959       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0326 23:32:58.869965       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0326 23:32:58.869978       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0326 23:32:58.869983       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0326 23:32:58.869987       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0326 23:32:58.869998       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:32:58.869999       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:32:58.870277       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3886803925/tls.crt::/tmp/serving-cert-3886803925/tls.key"
I0326 23:32:58.870566       1 secure_serving.go:213] Serving securely on [::]:8443
I0326 23:32:58.870593       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0326 23:32:58.873770       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0326 23:32:58.873892       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:32:58.874041       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0326 23:32:58.879631       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:32:58.879652       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:32:58.884521       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:32:58.889374       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:32:58.897251       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:32:58.898541       1 recorder.go:176] Pruning old reports every 7h26m19s, max age is 288h0m0s
I0326 23:32:58.903718       1 periodic.go:216] Running clusterconfig gatherer
I0326 23:32:58.903761       1 tasks_processing.go:45] number of workers: 64
I0326 23:32:58.903766       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0326 23:32:58.903781       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0326 23:32:58.903800       1 tasks_processing.go:69] worker 63 listening for tasks.
I0326 23:32:58.903807       1 tasks_processing.go:71] worker 63 working on node_features task.
I0326 23:32:58.903806       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:32:58.903814       1 tasks_processing.go:69] worker 53 listening for tasks.
I0326 23:32:58.903816       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:32:58.903811       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0326 23:32:58.903824       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:32:58.903819       1 tasks_processing.go:69] worker 43 listening for tasks.
I0326 23:32:58.903828       1 insightsreport.go:296] Starting report retriever
I0326 23:32:58.903832       1 tasks_processing.go:69] worker 3 listening for tasks.
I0326 23:32:58.903834       1 tasks_processing.go:69] worker 46 listening for tasks.
I0326 23:32:58.903835       1 tasks_processing.go:69] worker 34 listening for tasks.
I0326 23:32:58.903837       1 tasks_processing.go:69] worker 33 listening for tasks.
I0326 23:32:58.903843       1 tasks_processing.go:69] worker 47 listening for tasks.
I0326 23:32:58.903822       1 tasks_processing.go:69] worker 44 listening for tasks.
I0326 23:32:58.903827       1 tasks_processing.go:69] worker 45 listening for tasks.
I0326 23:32:58.903840       1 tasks_processing.go:69] worker 4 listening for tasks.
I0326 23:32:58.903840       1 tasks_processing.go:69] worker 35 listening for tasks.
I0326 23:32:58.903854       1 tasks_processing.go:69] worker 15 listening for tasks.
I0326 23:32:58.903846       1 tasks_processing.go:69] worker 5 listening for tasks.
I0326 23:32:58.903862       1 tasks_processing.go:69] worker 29 listening for tasks.
I0326 23:32:58.903850       1 tasks_processing.go:69] worker 48 listening for tasks.
I0326 23:32:58.903845       1 tasks_processing.go:69] worker 36 listening for tasks.
I0326 23:32:58.903853       1 tasks_processing.go:69] worker 28 listening for tasks.
I0326 23:32:58.903869       1 tasks_processing.go:69] worker 16 listening for tasks.
I0326 23:32:58.903872       1 tasks_processing.go:69] worker 26 listening for tasks.
I0326 23:32:58.903875       1 tasks_processing.go:69] worker 30 listening for tasks.
I0326 23:32:58.903877       1 tasks_processing.go:69] worker 51 listening for tasks.
I0326 23:32:58.903876       1 tasks_processing.go:69] worker 10 listening for tasks.
I0326 23:32:58.903884       1 tasks_processing.go:69] worker 27 listening for tasks.
I0326 23:32:58.903838       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0326 23:32:58.903886       1 tasks_processing.go:69] worker 9 listening for tasks.
I0326 23:32:58.903888       1 tasks_processing.go:69] worker 32 listening for tasks.
I0326 23:32:58.903891       1 tasks_processing.go:69] worker 42 listening for tasks.
I0326 23:32:58.903898       1 tasks_processing.go:69] worker 52 listening for tasks.
I0326 23:32:58.903864       1 tasks_processing.go:69] worker 25 listening for tasks.
I0326 23:32:58.903903       1 tasks_processing.go:69] worker 55 listening for tasks.
I0326 23:32:58.903867       1 tasks_processing.go:69] worker 37 listening for tasks.
I0326 23:32:58.903906       1 tasks_processing.go:69] worker 21 listening for tasks.
I0326 23:32:58.903909       1 tasks_processing.go:69] worker 7 listening for tasks.
I0326 23:32:58.903909       1 tasks_processing.go:69] worker 23 listening for tasks.
I0326 23:32:58.903912       1 tasks_processing.go:69] worker 54 listening for tasks.
I0326 23:32:58.903905       1 tasks_processing.go:69] worker 12 listening for tasks.
I0326 23:32:58.903799       1 tasks_processing.go:69] worker 24 listening for tasks.
I0326 23:32:58.903918       1 tasks_processing.go:69] worker 8 listening for tasks.
I0326 23:32:58.903920       1 tasks_processing.go:69] worker 60 listening for tasks.
I0326 23:32:58.903870       1 tasks_processing.go:69] worker 50 listening for tasks.
I0326 23:32:58.903871       1 tasks_processing.go:69] worker 38 listening for tasks.
I0326 23:32:58.903875       1 tasks_processing.go:69] worker 39 listening for tasks.
I0326 23:32:58.903880       1 tasks_processing.go:69] worker 17 listening for tasks.
I0326 23:32:58.903880       1 tasks_processing.go:69] worker 40 listening for tasks.
I0326 23:32:58.903882       1 tasks_processing.go:69] worker 31 listening for tasks.
I0326 23:32:58.903886       1 tasks_processing.go:69] worker 41 listening for tasks.
I0326 23:32:58.903940       1 tasks_processing.go:69] worker 61 listening for tasks.
I0326 23:32:58.903886       1 tasks_processing.go:69] worker 18 listening for tasks.
I0326 23:32:58.903864       1 tasks_processing.go:69] worker 49 listening for tasks.
I0326 23:32:58.903894       1 tasks_processing.go:69] worker 19 listening for tasks.
I0326 23:32:58.903895       1 tasks_processing.go:69] worker 58 listening for tasks.
I0326 23:32:58.903892       1 tasks_processing.go:69] worker 13 listening for tasks.
I0326 23:32:58.903901       1 tasks_processing.go:69] worker 22 listening for tasks.
I0326 23:32:58.903901       1 tasks_processing.go:69] worker 6 listening for tasks.
I0326 23:32:58.903901       1 tasks_processing.go:69] worker 20 listening for tasks.
I0326 23:32:58.903904       1 tasks_processing.go:69] worker 56 listening for tasks.
I0326 23:32:58.903906       1 tasks_processing.go:69] worker 11 listening for tasks.
I0326 23:32:58.903867       1 tasks_processing.go:69] worker 14 listening for tasks.
I0326 23:32:58.903911       1 tasks_processing.go:69] worker 57 listening for tasks.
I0326 23:32:58.903916       1 tasks_processing.go:69] worker 62 listening for tasks.
I0326 23:32:58.903920       1 tasks_processing.go:69] worker 59 listening for tasks.
I0326 23:32:58.903996       1 tasks_processing.go:71] worker 33 working on sap_datahubs task.
I0326 23:32:58.904005       1 tasks_processing.go:71] worker 44 working on machine_healthchecks task.
I0326 23:32:58.904007       1 tasks_processing.go:71] worker 59 working on authentication task.
I0326 23:32:58.904049       1 tasks_processing.go:71] worker 35 working on cost_management_metrics_configs task.
I0326 23:32:58.904051       1 tasks_processing.go:71] worker 45 working on tsdb_status task.
I0326 23:32:58.904052       1 tasks_processing.go:71] worker 4 working on install_plans task.
I0326 23:32:58.904068       1 tasks_processing.go:71] worker 15 working on ingress task.
I0326 23:32:58.904074       1 tasks_processing.go:71] worker 49 working on pdbs task.
I0326 23:32:58.904071       1 tasks_processing.go:71] worker 8 working on cluster_apiserver task.
W0326 23:32:58.904083       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:32:58.904092       1 tasks_processing.go:71] worker 45 working on nodes task.
I0326 23:32:58.904093       1 tasks_processing.go:71] worker 5 working on active_alerts task.
I0326 23:32:58.904097       1 tasks_processing.go:71] worker 17 working on qemu_kubevirt_launcher_logs task.
I0326 23:32:58.904112       1 tasks_processing.go:71] worker 50 working on config_maps task.
W0326 23:32:58.904120       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:32:58.904130       1 tasks_processing.go:71] worker 14 working on networks task.
I0326 23:32:58.904143       1 tasks_processing.go:71] worker 20 working on openstack_dataplanenodesets task.
I0326 23:32:58.904145       1 tasks_processing.go:71] worker 57 working on silenced_alerts task.
I0326 23:32:58.904171       1 tasks_processing.go:71] worker 60 working on clusterroles task.
I0326 23:32:58.904180       1 tasks_processing.go:71] worker 62 working on sap_config task.
W0326 23:32:58.904188       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:32:58.904199       1 tasks_processing.go:71] worker 41 working on openshift_logging task.
I0326 23:32:58.904206       1 tasks_processing.go:71] worker 2 working on operators_pods_and_events task.
I0326 23:32:58.904221       1 tasks_processing.go:71] worker 56 working on storage_cluster task.
I0326 23:32:58.904266       1 tasks_processing.go:71] worker 61 working on storage_classes task.
I0326 23:32:58.904276       1 tasks_processing.go:71] worker 43 working on lokistack task.
I0326 23:32:58.904002       1 tasks_processing.go:71] worker 47 working on overlapping_namespace_uids task.
I0326 23:32:58.904280       1 tasks_processing.go:71] worker 3 working on infrastructures task.
I0326 23:32:58.904270       1 tasks_processing.go:71] worker 11 working on ingress_certificates task.
I0326 23:32:58.904283       1 tasks_processing.go:71] worker 46 working on service_accounts task.
I0326 23:32:58.904287       1 tasks_processing.go:71] worker 34 working on machine_autoscalers task.
I0326 23:32:58.903997       1 tasks_processing.go:71] worker 29 working on machine_configs task.
I0326 23:32:58.904287       1 tasks_processing.go:71] worker 13 working on monitoring_persistent_volumes task.
I0326 23:32:58.904291       1 tasks_processing.go:71] worker 19 working on sap_pods task.
I0326 23:32:58.904292       1 tasks_processing.go:71] worker 58 working on image_registries task.
I0326 23:32:58.904305       1 tasks_processing.go:71] worker 48 working on oauths task.
I0326 23:32:58.904301       1 tasks_processing.go:71] worker 40 working on jaegers task.
I0326 23:32:58.904302       1 tasks_processing.go:71] worker 31 working on operators task.
I0326 23:32:58.904311       1 tasks_processing.go:71] worker 53 working on certificate_signing_requests task.
I0326 23:32:58.904311       1 tasks_processing.go:71] worker 36 working on aggregated_monitoring_cr_names task.
I0326 23:32:58.904311       1 tasks_processing.go:71] worker 1 working on openstack_controlplanes task.
I0326 23:32:58.904318       1 tasks_processing.go:71] worker 28 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0326 23:32:58.904314       1 tasks_processing.go:71] worker 0 working on dvo_metrics task.
I0326 23:32:58.904324       1 tasks_processing.go:71] worker 16 working on openshift_machine_api_events task.
I0326 23:32:58.904322       1 tasks_processing.go:71] worker 18 working on schedulers task.
I0326 23:32:58.904328       1 tasks_processing.go:71] worker 26 working on pod_network_connectivity_checks task.
E0326 23:32:58.907452       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0326 23:32:58.904326       1 tasks_processing.go:71] worker 38 working on support_secret task.
I0326 23:32:58.904332       1 tasks_processing.go:71] worker 30 working on nodenetworkstates task.
I0326 23:32:58.904337       1 tasks_processing.go:71] worker 10 working on image task.
I0326 23:32:58.904332       1 tasks_processing.go:71] worker 39 working on crds task.
I0326 23:32:58.904341       1 tasks_processing.go:71] worker 51 working on nodenetworkconfigurationpolicies task.
I0326 23:32:58.904342       1 tasks_processing.go:71] worker 55 working on olm_operators task.
I0326 23:32:58.904336       1 tasks_processing.go:71] worker 22 working on container_runtime_configs task.
I0326 23:32:58.904345       1 tasks_processing.go:71] worker 27 working on openstack_version task.
I0326 23:32:58.904345       1 tasks_processing.go:71] worker 37 working on openstack_dataplanedeployments task.
I0326 23:32:58.904349       1 tasks_processing.go:71] worker 9 working on ceph_cluster task.
I0326 23:32:58.904349       1 tasks_processing.go:71] worker 21 working on mutating_webhook_configurations task.
I0326 23:32:58.904353       1 tasks_processing.go:71] worker 32 working on feature_gates task.
I0326 23:32:58.904354       1 tasks_processing.go:71] worker 7 working on machine_config_pools task.
I0326 23:32:58.904348       1 tasks_processing.go:71] worker 6 working on machine_sets task.
I0326 23:32:58.904356       1 tasks_processing.go:71] worker 42 working on metrics task.
W0326 23:32:58.908000       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:32:58.904358       1 tasks_processing.go:71] worker 23 working on node_logs task.
I0326 23:32:58.904360       1 tasks_processing.go:71] worker 52 working on container_images task.
I0326 23:32:58.904360       1 tasks_processing.go:71] worker 12 working on machines task.
I0326 23:32:58.904362       1 tasks_processing.go:71] worker 24 working on version task.
I0326 23:32:58.904363       1 tasks_processing.go:71] worker 25 working on validating_webhook_configurations task.
I0326 23:32:58.904361       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 30.3µs to process 0 records
I0326 23:32:58.904364       1 tasks_processing.go:71] worker 54 working on image_pruners task.
I0326 23:32:58.908510       1 tasks_processing.go:71] worker 5 working on proxies task.
I0326 23:32:58.908504       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 29.461µs to process 0 records
I0326 23:32:58.908659       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 37.831µs to process 0 records
I0326 23:32:58.908669       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 3.65301ms to process 0 records
I0326 23:32:58.908672       1 tasks_processing.go:74] worker 57 stopped.
I0326 23:32:58.908678       1 tasks_processing.go:74] worker 42 stopped.
I0326 23:32:58.908673       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 22.004µs to process 0 records
I0326 23:32:58.908682       1 tasks_processing.go:74] worker 63 stopped.
I0326 23:32:58.908693       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.028049ms to process 0 records
I0326 23:32:58.908707       1 tasks_processing.go:74] worker 35 stopped.
I0326 23:32:58.909442       1 tasks_processing.go:74] worker 41 stopped.
I0326 23:32:58.909456       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 5.227807ms to process 0 records
I0326 23:32:58.909463       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 5.449108ms to process 0 records
I0326 23:32:58.909468       1 tasks_processing.go:74] worker 33 stopped.
I0326 23:32:58.909530       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0326 23:32:58.909547       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:32:58.909554       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:32:58.909557       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:32:58.909592       1 controller.go:531] The operator is still being initialized
I0326 23:32:58.909600       1 controller.go:554] The operator is healthy
I0326 23:32:58.914132       1 tasks_processing.go:74] worker 20 stopped.
I0326 23:32:58.914147       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 9.972507ms to process 0 records
I0326 23:32:58.914238       1 tasks_processing.go:74] worker 44 stopped.
E0326 23:32:58.914249       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0326 23:32:58.914258       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 10.219627ms to process 0 records
I0326 23:32:58.914529       1 tasks_processing.go:74] worker 62 stopped.
I0326 23:32:58.914541       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 10.330554ms to process 0 records
I0326 23:32:58.914768       1 tasks_processing.go:74] worker 43 stopped.
I0326 23:32:58.914779       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 9.520645ms to process 0 records
I0326 23:32:58.915278       1 tasks_processing.go:74] worker 40 stopped.
I0326 23:32:58.915289       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 8.858296ms to process 0 records
I0326 23:32:58.915368       1 tasks_processing.go:74] worker 8 stopped.
I0326 23:32:58.915549       1 recorder.go:75] Recording config/apiserver with fingerprint=3f906ef1274cee493f97cfa36b760203c7dfebe7c20d66dd7c57046bdec550e7
I0326 23:32:58.915564       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 11.275042ms to process 1 records
I0326 23:32:58.915653       1 tasks_processing.go:74] worker 14 stopped.
I0326 23:32:58.915697       1 recorder.go:75] Recording config/network with fingerprint=b0dad50c9a71dab9d255088b6e7dc91d31b98267ef96824a7bdc494d9d666b90
I0326 23:32:58.915706       1 gather.go:177] gatherer "clusterconfig" function "networks" took 11.286797ms to process 1 records
I0326 23:32:58.915788       1 tasks_processing.go:74] worker 59 stopped.
I0326 23:32:58.915836       1 recorder.go:75] Recording config/authentication with fingerprint=a9f587b623ce121626dae10137c528ce41f7e2e5be8e4b4e153436cf5c524f9c
I0326 23:32:58.915845       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 11.415034ms to process 1 records
I0326 23:32:58.915920       1 tasks_processing.go:74] worker 15 stopped.
I0326 23:32:58.915944       1 recorder.go:75] Recording config/ingress with fingerprint=fd14d6edb14d24438a8dc5eea58cbb10af507c6be00f9c806ca2644a3f3cc8e0
I0326 23:32:58.915951       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 11.711523ms to process 1 records
I0326 23:32:58.918350       1 tasks_processing.go:74] worker 49 stopped.
I0326 23:32:58.918456       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=1534a2a0cb1771430d8ec76a46604366ef11bc1ed4b1770b836a67aed94252fe
I0326 23:32:58.918479       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=071a789ef3cd71dfb40795e6cff73a8e5744662d7404ca3872740cf79b3b6f5c
I0326 23:32:58.918496       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=98d1803871e48fc867ba919c154eb4015ecaca048e9e2441a641a6a11a461826
I0326 23:32:58.918502       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 14.264138ms to process 3 records
I0326 23:32:58.922734       1 tasks_processing.go:74] worker 56 stopped.
I0326 23:32:58.922741       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 18.500196ms to process 0 records
I0326 23:32:58.924412       1 gather_logs.go:145] no pods in  namespace were found
I0326 23:32:58.924424       1 tasks_processing.go:74] worker 17 stopped.
I0326 23:32:58.924431       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 20.319754ms to process 0 records
I0326 23:32:58.924633       1 tasks_processing.go:74] worker 48 stopped.
I0326 23:32:58.924918       1 recorder.go:75] Recording config/oauth with fingerprint=b22f29b3f9a247648537a0ea919a817d0e8896477432253a98ede49a6108d459
I0326 23:32:58.924933       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 18.263591ms to process 1 records
I0326 23:32:58.925000       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=80aad4fd8afa006624199fc10febccad5fc05a23e49e91838b66f302bb2c1007
I0326 23:32:58.925010       1 tasks_processing.go:74] worker 61 stopped.
I0326 23:32:58.925022       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=639beadc3eaa1a85ebf2a925ada22a3be6d52105a0d8d3f8a280023b45899981
I0326 23:32:58.925027       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 19.913092ms to process 2 records
I0326 23:32:58.926808       1 tasks_processing.go:74] worker 19 stopped.
I0326 23:32:58.926822       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 20.672314ms to process 0 records
I0326 23:32:58.926828       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 21.046891ms to process 0 records
I0326 23:32:58.926835       1 tasks_processing.go:74] worker 34 stopped.
I0326 23:32:58.926893       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:32:58.926906       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 20.182327ms to process 0 records
I0326 23:32:58.926916       1 tasks_processing.go:74] worker 26 stopped.
E0326 23:32:58.926925       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0326 23:32:58.926936       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 19.566985ms to process 0 records
I0326 23:32:58.927743       1 tasks_processing.go:74] worker 29 stopped.
E0326 23:32:58.927761       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0326 23:32:58.927792       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0326 23:32:58.927808       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 21.860565ms to process 1 records
I0326 23:32:58.927939       1 tasks_processing.go:74] worker 3 stopped.
I0326 23:32:58.929291       1 recorder.go:75] Recording config/infrastructure with fingerprint=2bd48316cdf24e2a324ef1afa715176d86a60b5f6d5caa55dafb39b687aefbce
I0326 23:32:58.929309       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 22.306699ms to process 1 records
I0326 23:32:58.929326       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 20.715189ms to process 0 records
I0326 23:32:58.929351       1 tasks_processing.go:74] worker 30 stopped.
I0326 23:32:58.929423       1 tasks_processing.go:74] worker 45 stopped.
I0326 23:32:58.930089       1 recorder.go:75] Recording config/node/ip-10-0-0-231.ec2.internal with fingerprint=957c178c2f2d72ba2196740874186a0b9d41c419a89f76822e6a2bca283865f1
I0326 23:32:58.930151       1 recorder.go:75] Recording config/node/ip-10-0-1-147.ec2.internal with fingerprint=7101023cf395516a3531002a0a655fafe03d9e72203c9ba032c47e7ac0e28723
I0326 23:32:58.930203       1 recorder.go:75] Recording config/node/ip-10-0-2-151.ec2.internal with fingerprint=4e451d98324d251c076b8959de3acaea86161ef36d430cd5d470918aa55ef17d
I0326 23:32:58.930217       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 24.23969ms to process 3 records
I0326 23:32:58.930228       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 21.868151ms to process 0 records
I0326 23:32:58.930235       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 23.454582ms to process 0 records
I0326 23:32:58.930241       1 tasks_processing.go:74] worker 13 stopped.
I0326 23:32:58.930243       1 tasks_processing.go:74] worker 51 stopped.
I0326 23:32:58.930883       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0326 23:32:58.930896       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0326 23:32:58.931017       1 operator.go:328] started
I0326 23:32:58.931041       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0326 23:32:58.938010       1 tasks_processing.go:74] worker 16 stopped.
I0326 23:32:58.938027       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 31.077411ms to process 0 records
I0326 23:32:58.939422       1 tasks_processing.go:74] worker 22 stopped.
I0326 23:32:58.939435       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 31.711379ms to process 0 records
I0326 23:32:58.939661       1 tasks_processing.go:74] worker 38 stopped.
E0326 23:32:58.939671       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0326 23:32:58.939686       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 32.14657ms to process 0 records
I0326 23:32:58.940202       1 tasks_processing.go:74] worker 37 stopped.
I0326 23:32:58.940214       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 32.388735ms to process 0 records
I0326 23:32:58.940222       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 32.266665ms to process 0 records
I0326 23:32:58.940228       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 32.249105ms to process 0 records
I0326 23:32:58.940235       1 tasks_processing.go:74] worker 6 stopped.
I0326 23:32:58.940239       1 tasks_processing.go:74] worker 7 stopped.
I0326 23:32:58.940241       1 tasks_processing.go:74] worker 27 stopped.
I0326 23:32:58.940248       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 32.469731ms to process 0 records
E0326 23:32:58.940260       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0326 23:32:58.940267       1 gather.go:177] gatherer "clusterconfig" function "machines" took 32.042407ms to process 0 records
I0326 23:32:58.940272       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 32.426505ms to process 0 records
I0326 23:32:58.940277       1 tasks_processing.go:74] worker 9 stopped.
I0326 23:32:58.940281       1 tasks_processing.go:74] worker 12 stopped.
I0326 23:32:58.940616       1 tasks_processing.go:74] worker 58 stopped.
I0326 23:32:58.941077       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=cf6f41b40cc080e8f95e289431ca4c4d11c5029a62b71056ca8cf8dfbf7faff7
I0326 23:32:58.941093       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 34.374055ms to process 1 records
I0326 23:32:58.941145       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=371ea5b776cdd3700d23990a145d5dd0f2f8f2c67e3275d820ff37ca1906fa13
I0326 23:32:58.941152       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 33.755748ms to process 1 records
I0326 23:32:58.941177       1 tasks_processing.go:74] worker 18 stopped.
I0326 23:32:58.941215       1 recorder.go:75] Recording config/image with fingerprint=6a5d6dcfbd25af9add0bef65c50d7513efe1c3b046291aaeec6b42513a4e65ba
I0326 23:32:58.941223       1 gather.go:177] gatherer "clusterconfig" function "image" took 33.280098ms to process 1 records
I0326 23:32:58.941229       1 tasks_processing.go:74] worker 10 stopped.
I0326 23:32:58.943131       1 tasks_processing.go:74] worker 60 stopped.
I0326 23:32:58.943433       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=1e33fe6116678b3e8b427b5a8c35a4786ad29fd09043ed662941d251619a6524
I0326 23:32:58.943569       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=1a58a6cb29128136425226cf1d82c53bae258408861272e4dccc036cae8e1b51
I0326 23:32:58.943581       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 38.94327ms to process 2 records
I0326 23:32:58.943669       1 recorder.go:75] Recording config/proxy with fingerprint=fa049b170af5fc2554f41fdb82eae231f92be72bd64fb20871ae80ebc880620e
I0326 23:32:58.943679       1 tasks_processing.go:74] worker 5 stopped.
I0326 23:32:58.943681       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 35.034986ms to process 1 records
I0326 23:32:58.943931       1 tasks_processing.go:74] worker 21 stopped.
I0326 23:32:58.944090       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:32:58.944103       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:32:58.944107       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:32:58.944111       1 controller.go:254] Source scaController *sca.Controller is not ready
I0326 23:32:58.944114       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0326 23:32:58.944131       1 controller.go:531] The operator is still being initialized
I0326 23:32:58.944137       1 controller.go:554] The operator is healthy
I0326 23:32:58.944167       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=97d634a12c1a5f620bc8bbf1295a6a833d9dea6f85a994fee07a421f9de638d4
I0326 23:32:58.944217       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=9c8c1ab582b8c1fcbe51e8a3de6b738a24cf372562752832b6135c1b7bd060b5
I0326 23:32:58.944255       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=906610d137b3054b4a341ccbcf01faec11b1a47563c5afebe9c3a6f4282edd78
I0326 23:32:58.944268       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 36.048402ms to process 3 records
I0326 23:32:58.944371       1 tasks_processing.go:74] worker 32 stopped.
I0326 23:32:58.944503       1 recorder.go:75] Recording config/featuregate with fingerprint=eedd90067f489fb65e6cb6d8e3e5c92572afec69169031f0829781a9d8932c25
I0326 23:32:58.944515       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 36.448856ms to process 1 records
W0326 23:32:58.945103       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:32:58.945521       1 tasks_processing.go:74] worker 53 stopped.
I0326 23:32:58.945536       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 38.923546ms to process 0 records
I0326 23:32:58.945634       1 tasks_processing.go:74] worker 25 stopped.
I0326 23:32:58.945872       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=1c1c032593f5aa28e10cf2a2c47c13e470184d4decddfc6a71391e7a48df0144
I0326 23:32:58.946079       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=206496cf5b55bfffd8ee97f439789f1849bcea52005f9b7c0bbecaaf8cc87896
I0326 23:32:58.946138       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=3044c1a8dfbba20771a30cd5621035dcbe8b9e1b905befa5d695851e7dc1e61d
I0326 23:32:58.946233       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=fb647792e15ed088fac70a96bf4bf94990795d57b21a074da118488429f71ce9
I0326 23:32:58.946314       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=2b5055f5ace9fe37b82d17fc12a771301a686cb4a5846ba774e0094c05313f41
I0326 23:32:58.946367       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=caffd44aaa007e34c0128a6f2e1c739f4e79e3b737cd14b890f036017f7f2cf1
I0326 23:32:58.946448       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=4b118e74dfc803a4354427a450370daf9621382aa88ab79fe1013da033d08851
I0326 23:32:58.946526       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=0f9cb80ceb52b3226f78eb8f54f2a4900ccb87b13dec33f7377d3a5501249829
I0326 23:32:58.946585       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=5a3dc97f813fd429746e53723f4db4b491e03b7a9f37fd8601c60e7f40a13d92
I0326 23:32:58.946635       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=db4269fd376aa22f3a9a0c779c1bd90348fbff90b9a652a2ce869b1ac83f83b4
I0326 23:32:58.946696       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=2543431c6e384beb1c5db4e2fed1625b878db6705af77f668e6d7fe99fa75f9a
I0326 23:32:58.946722       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 37.12102ms to process 11 records
I0326 23:32:58.948950       1 prometheus_rules.go:88] Prometheus rules successfully created
I0326 23:32:58.950629       1 tasks_processing.go:74] worker 36 stopped.
I0326 23:32:58.950646       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 44.010065ms to process 0 records
E0326 23:32:58.952657       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273cd438c7-e2ba-4b47-b38a-e94dc0181df8%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:40817->172.30.0.10:53: read: connection refused
I0326 23:32:58.952670       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273cd438c7-e2ba-4b47-b38a-e94dc0181df8%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:40817->172.30.0.10:53: read: connection refused
I0326 23:32:58.957994       1 tasks_processing.go:74] worker 39 stopped.
I0326 23:32:58.958525       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=f8396bbe4ac669132aebd8726f8d426a09072ca33fca6e15a9ae777911b19548
I0326 23:32:58.958737       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=fb0143efe710aa67cf7b782ab1a357d0e3a17c219b5f2fe16c54756ed90e896a
I0326 23:32:58.958747       1 gather.go:177] gatherer "clusterconfig" function "crds" took 50.381158ms to process 2 records
I0326 23:32:58.966708       1 tasks_processing.go:74] worker 50 stopped.
E0326 23:32:58.966723       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0326 23:32:58.966732       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0326 23:32:58.966737       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0326 23:32:58.966750       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=7c953bef0cdbddb25a47a3c40772dfa7cbf73ae2ac9bb3dc97984dbf1bd43499
I0326 23:32:58.966784       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=2b7e7d968c1ca0e033f2ae1514829fefa6008cf7d89addbe266d351cfb9cca19
I0326 23:32:58.966795       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0326 23:32:58.966802       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=4bec6f0bfa45f0ccf5709371166150dcb9cf2703d04f5f6de4476d0277c477a6
I0326 23:32:58.966808       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0326 23:32:58.966854       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0326 23:32:58.966865       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0326 23:32:58.966873       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 62.579721ms to process 7 records
I0326 23:32:58.970266       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:32:58.970275       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:32:58.970284       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0326 23:32:58.974223       1 base_controller.go:82] Caches are synced for ConfigController 
I0326 23:32:58.974235       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0326 23:32:58.974638       1 tasks_processing.go:74] worker 54 stopped.
I0326 23:32:58.974740       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=fc19bbb67977ae1d8429c6dd181ec5e50755ea7b350bba8da25764130f71ef92
I0326 23:32:58.974757       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 66.117171ms to process 1 records
I0326 23:32:58.979104       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:32:59.025821       1 tasks_processing.go:74] worker 24 stopped.
I0326 23:32:59.026075       1 recorder.go:75] Recording config/version with fingerprint=4e84a56e223a6d43303628d53d0c4077b71d92002253da56fdb1acb81f68de95
I0326 23:32:59.026096       1 recorder.go:75] Recording config/id with fingerprint=1419453bc3563373c7aaec230cc02d06fe613e7beb26b57359f60bc295425adc
I0326 23:32:59.026107       1 gather.go:177] gatherer "clusterconfig" function "version" took 117.484471ms to process 2 records
I0326 23:32:59.026254       1 tasks_processing.go:74] worker 47 stopped.
I0326 23:32:59.026285       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0326 23:32:59.026297       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 120.962567ms to process 1 records
I0326 23:32:59.029048       1 tasks_processing.go:74] worker 23 stopped.
I0326 23:32:59.029064       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 121.018829ms to process 0 records
I0326 23:32:59.031073       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0326 23:32:59.031087       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0326 23:32:59.033185       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0326 23:32:59.041249       1 tasks_processing.go:74] worker 52 stopped.
I0326 23:32:59.041340       1 recorder.go:75] Recording config/running_containers with fingerprint=5b95a4623b6585f66db784a70e442e1c0679ea79244451cda1da4196094e4f51
I0326 23:32:59.041355       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 133.11484ms to process 1 records
I0326 23:32:59.041478       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0326 23:32:59.044999       1 tasks_processing.go:74] worker 28 stopped.
I0326 23:32:59.045017       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 138.205888ms to process 0 records
W0326 23:32:59.045056       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:45999->172.30.0.10:53: read: connection refused
I0326 23:32:59.045070       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:45999->172.30.0.10:53: read: connection refused
I0326 23:32:59.049963       1 tasks_processing.go:74] worker 11 stopped.
E0326 23:32:59.049979       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0326 23:32:59.049988       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9n1cflvtbbv11qgga665kmjqjciu59-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9n1cflvtbbv11qgga665kmjqjciu59-primary-cert-bundle-secret" not found
I0326 23:32:59.050059       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=87873e323d3b3b3678af08b8f98a9d021e50989bd15df7f89dc6de08f3f8bb51
I0326 23:32:59.050074       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 144.459187ms to process 1 records
W0326 23:32:59.944943       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:32:59.966446       1 tasks_processing.go:74] worker 55 stopped.
I0326 23:32:59.966466       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 1.058767232s to process 0 records
I0326 23:33:00.140346       1 gather_cluster_operator_pods_and_events.go:121] Found 17 pods with 20 containers
I0326 23:33:00.140360       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1258291 bytes
I0326 23:33:00.140570       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gcmpr pod in namespace openshift-dns (previous: false).
I0326 23:33:00.342618       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gcmpr pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gcmpr\" is waiting to start: ContainerCreating"
I0326 23:33:00.342636       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gcmpr\" is waiting to start: ContainerCreating"
I0326 23:33:00.342646       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gcmpr pod in namespace openshift-dns (previous: false).
I0326 23:33:00.543803       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gcmpr pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gcmpr\" is waiting to start: ContainerCreating"
I0326 23:33:00.543821       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gcmpr\" is waiting to start: ContainerCreating"
I0326 23:33:00.543838       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-zp846 pod in namespace openshift-dns (previous: false).
I0326 23:33:00.591483       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0326 23:33:00.772930       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zp846 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-zp846\" is waiting to start: ContainerCreating"
I0326 23:33:00.772947       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-zp846\" is waiting to start: ContainerCreating"
I0326 23:33:00.772956       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-zp846 pod in namespace openshift-dns (previous: false).
W0326 23:33:00.944937       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:33:00.951081       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zp846 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-zp846\" is waiting to start: ContainerCreating"
I0326 23:33:00.951099       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-zp846\" is waiting to start: ContainerCreating"
I0326 23:33:00.951110       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-949z9 pod in namespace openshift-dns (previous: false).
I0326 23:33:01.142590       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:33:01.142608       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-x5dth pod in namespace openshift-dns (previous: false).
I0326 23:33:01.173162       1 tasks_processing.go:74] worker 31 stopped.
I0326 23:33:01.173205       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=09e494e72da7736a4d15c1599247d2be807b29296f3b3bb469a0e5e281764697
I0326 23:33:01.173244       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=983c29d9269e362ce357aca3e7521d9d681df91641b2fe14a8028c405bf17b00
I0326 23:33:01.173274       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0326 23:33:01.173299       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=877dcb3a321a7f0db175cccdf19490f46a4fa34e76484cb0e6af7c595efa064c
I0326 23:33:01.173315       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0326 23:33:01.173337       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=45b5ce42ac00815b63745485884e69ca50d2e6a75eec08cc419a5f8ed62c95d8
I0326 23:33:01.173385       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=713be9e3ec1a3d7f8798102d0622ff2a68558c1f1ba0d6d6a66e9fe1501a0823
I0326 23:33:01.173422       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=0b9b3d413febc00a36da0b805ac45e7d38efa47ec4e51b3ff7eafa0e5cc8a5af
I0326 23:33:01.173453       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=1d1e85e6b8ca8225dae454807797fcd8aa84fe2c20b70a9eae272db6fc899ccf
I0326 23:33:01.173463       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0326 23:33:01.173481       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=ce70ee74ae76d256e8a6cff1329b67817c94b3f3a97b9eb15a65073b35e118a8
I0326 23:33:01.173491       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0326 23:33:01.173518       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=4c3df066ec8b2b929c7b83abb92877ae66ab431f891cad12df76581d744f2833
I0326 23:33:01.173531       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0326 23:33:01.173546       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=065809e370a26a28b8e0d44a7ac1b7a04b38600dd438fa2da3ec2f222e5d524f
I0326 23:33:01.173556       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0326 23:33:01.173576       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=e7f15fe7f86b77d127fb9039f3a1ad2cb369067bca41292bd7471ca2d0344a9c
I0326 23:33:01.173586       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0326 23:33:01.173602       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=51f3350e174c7e2a5716d8566d5f7bcbf4e884675a7732f120b2e456bb0e75c9
I0326 23:33:01.173732       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=90bf855440790fdcf60fb60ac9b9b40e6df2787ab34b358d7eb5c3c480498e77
I0326 23:33:01.173743       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0326 23:33:01.173749       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0326 23:33:01.173769       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0326 23:33:01.173792       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=930bd9aef97a34f97780d27bc1a188877f382ef3a2336af6fbe6923b20657c5a
I0326 23:33:01.173817       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=8a9ee3ce5c4d26d4489cd90746d54ec4eb99ea1b9a1a9c6f59119f582619bfb7
I0326 23:33:01.173827       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0326 23:33:01.173843       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=3c12b6764076889226c3150962957119e6e297359c3e1e19283f675986df77bd
I0326 23:33:01.173853       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0326 23:33:01.173865       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=a81204541e12f53c60c61f965070e3c2a04faf93be13f1ecd1eb769c91841afb
I0326 23:33:01.173879       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=921eab6ff5a7895683b825e9377121f6e8751ed36e9a69e100ecc12776aff165
I0326 23:33:01.174062       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=c4371882c6a234b6c380ce899d2facea7d5a557fc5a6977cd110fb5810ac8164
I0326 23:33:01.174086       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=cd5263bed994143dbbc2236bda61446b04cdf31224c647b7445357590a2e7934
I0326 23:33:01.174120       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ac60e79b991026253d922f48e7a7a0f2855f64748227bf0e1a09c537b711fdc3
I0326 23:33:01.174139       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0326 23:33:01.174163       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=3ab670ec38c5da108f895535ad8b41347ebc6acca4e20ef6c88373bd51ccec68
I0326 23:33:01.174196       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0326 23:33:01.174212       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0326 23:33:01.174223       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.266638627s to process 37 records
I0326 23:33:01.342449       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:33:01.342473       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zjdzg pod in namespace openshift-dns (previous: false).
I0326 23:33:01.571763       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-zjdzg pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-zjdzg\" is waiting to start: ContainerCreating"
I0326 23:33:01.571787       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-zjdzg\" is waiting to start: ContainerCreating"
I0326 23:33:01.571799       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-59bb6d878f-phssf pod in namespace openshift-image-registry (previous: false).
I0326 23:33:01.736909       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:33:01.736926       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5fd5865cf4-s6vd6 pod in namespace openshift-image-registry (previous: false).
I0326 23:33:01.941745       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5fd5865cf4-s6vd6 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5fd5865cf4-s6vd6\" is waiting to start: ContainerCreating"
I0326 23:33:01.941763       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5fd5865cf4-s6vd6\" is waiting to start: ContainerCreating"
I0326 23:33:01.941775       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5fd5865cf4-sbv9c pod in namespace openshift-image-registry (previous: false).
W0326 23:33:01.944619       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:33:02.142322       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5fd5865cf4-sbv9c pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5fd5865cf4-sbv9c\" is waiting to start: ContainerCreating"
I0326 23:33:02.142344       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5fd5865cf4-sbv9c\" is waiting to start: ContainerCreating"
I0326 23:33:02.142359       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-2xczg pod in namespace openshift-image-registry (previous: false).
I0326 23:33:02.341720       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-2xczg pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-2xczg\" is waiting to start: ContainerCreating"
I0326 23:33:02.341748       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-2xczg\" is waiting to start: ContainerCreating"
I0326 23:33:02.341758       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-pc976 pod in namespace openshift-image-registry (previous: false).
I0326 23:33:02.543073       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:33:02.543097       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-zfq6b pod in namespace openshift-image-registry (previous: false).
I0326 23:33:02.742985       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:33:02.743007       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-566676bfc5-57vrn pod in namespace openshift-ingress (previous: false).
I0326 23:33:02.942799       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-566676bfc5-57vrn pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-566676bfc5-57vrn\" is waiting to start: ContainerCreating"
I0326 23:33:02.942819       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-566676bfc5-57vrn\" is waiting to start: ContainerCreating"
I0326 23:33:02.942830       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-566676bfc5-jlf6d pod in namespace openshift-ingress (previous: false).
W0326 23:33:02.944904       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:33:03.142660       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-566676bfc5-jlf6d pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-566676bfc5-jlf6d\" is waiting to start: ContainerCreating"
I0326 23:33:03.142678       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-566676bfc5-jlf6d\" is waiting to start: ContainerCreating"
I0326 23:33:03.142689       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-flpsb pod in namespace openshift-ingress-canary (previous: false).
I0326 23:33:03.341816       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-z27r2 pod in namespace openshift-ingress-canary (previous: false).
I0326 23:33:03.541632       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-854b5fb5c9-qm22g pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0326 23:33:03.742549       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-854b5fb5c9-qm22g pod in namespace openshift-kube-storage-version-migrator (previous: false).
W0326 23:33:03.941606       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:33:03.941630       1 tasks_processing.go:74] worker 0 stopped.
E0326 23:33:03.941640       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:33:03.941652       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0326 23:33:03.941669       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0326 23:33:03.941680       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.034792486s to process 1 records
I0326 23:33:03.942482       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-6ff64bb8b6-j59gl pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
I0326 23:33:04.151646       1 tasks_processing.go:74] worker 2 stopped.
I0326 23:33:04.151741       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=3d84313420afff3abe3b784060577780702abe8aa591a1b78374bed6a7ad7443
I0326 23:33:04.151789       1 recorder.go:75] Recording events/openshift-dns with fingerprint=b6c0d29df8f1103b38ce2720fd4e0f74b85ff8c24e5b2f38d913147271e92dc6
I0326 23:33:04.151865       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=5078ed99281b3d7625eef2dba865be2441348121a4b73788250053431b9e4176
I0326 23:33:04.151903       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=14511ba54826183ca11ad7d7d8ebf847dbe44f96fc25f946a62a155eb9371687
I0326 23:33:04.151945       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=d360ab28ac943e59b6acf3002abc8c64f2b7552cbb8441d27b28c417e80fcd0e
I0326 23:33:04.151973       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=fde4949e6b90ce424ccad662d01533ccecac5005e27d6d7e7fcf146a9d0d5531
I0326 23:33:04.151987       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=69df95b197025f1aa4d4f0f0b028fec64bd65d5476e0fb7d5f519c9323371b73
I0326 23:33:04.152032       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=28a20b128dfd00a3ee285362a21fd3e89a65d9b02861699e4c83458943af179b
I0326 23:33:04.152040       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-flpsb/serve-healthcheck-canary_current.log with fingerprint=bae66da9f1ae26ad81c4bd5f6e3251aa6705b01515d0d8fe18df03d0ac36dd38
I0326 23:33:04.152045       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-z27r2/serve-healthcheck-canary_current.log with fingerprint=40b8d10c0f294bc77db0c0c8becc2290cd9813015fac664b8c3c5eb3a4d8260b
I0326 23:33:04.152059       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-854b5fb5c9-qm22g/migrator_current.log with fingerprint=8d7449be16104f2e24bbe33fc8701251333148d52819a6d78359af14ccd94576
I0326 23:33:04.152063       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-854b5fb5c9-qm22g/graceful-termination_current.log with fingerprint=6a64505cc65058cf7157befe8c4c21c69931f922331edc4b743b472018166e30
I0326 23:33:04.152150       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-6ff64bb8b6-j59gl/kube-storage-version-migrator-operator_current.log with fingerprint=f6e81ad64b9746d49ed16a4ed862999b58c613ddc9aa8677e4653fa1162433b9
I0326 23:33:04.152160       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.247423406s to process 13 records
I0326 23:33:10.915498       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:33:11.735674       1 tasks_processing.go:74] worker 4 stopped.
I0326 23:33:11.735711       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0326 23:33:11.735725       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.831597913s to process 1 records
I0326 23:33:12.513115       1 tasks_processing.go:74] worker 46 stopped.
I0326 23:33:12.513380       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=7e4fe0a623af7ca572058c60c1ace67b3034de1c7e3f84b90e0b4622da3b84cd
I0326 23:33:12.513417       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.607565964s to process 1 records
E0326 23:33:12.513477       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.609s with: function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0326 23:33:12.514588       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0326 23:33:12.514603       1 periodic.go:216] Running workloads gatherer
I0326 23:33:12.514617       1 tasks_processing.go:45] number of workers: 2
I0326 23:33:12.514625       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:33:12.514629       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0326 23:33:12.514647       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:33:12.514664       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0326 23:33:12.539890       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0326 23:33:12.543364       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:33:12.543382       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.684732ms to process 0 records
I0326 23:33:12.548447       1 gather_workloads_info.go:387] No image sha256:273930332d7b481bbca4521cf740507498a2a323a4010cd66e896806b299f85e (9ms)
I0326 23:33:12.557306       1 gather_workloads_info.go:387] No image sha256:0fd69333c121efd68919e731cd3ea01e976e00415bda6e987bf1e949ec224eda (9ms)
I0326 23:33:12.567361       1 gather_workloads_info.go:387] No image sha256:72ae38682f25786aec18625cfed5d7831017d2f0f1304c3320c00ce0b7fb09c1 (10ms)
I0326 23:33:12.576785       1 gather_workloads_info.go:387] No image sha256:4e62a2dcb8214491388d4c17f89fe699eb53cdb8039dcba6ab052edc28da3fbd (9ms)
I0326 23:33:12.585736       1 gather_workloads_info.go:387] No image sha256:5b51a4d9d3b7ecad110fb6eb00f71e9e9b854067d79b220df397a58d9fa50eb0 (9ms)
I0326 23:33:12.594382       1 gather_workloads_info.go:387] No image sha256:ad0e262327997e8cdc4074a2373e67274d9b8a943aa274a2cd8ce98ffe1db4a0 (9ms)
I0326 23:33:12.603025       1 gather_workloads_info.go:387] No image sha256:a20df9dd8819885aa431022c6f5e80b77b4431f268b719d71bec26f10521da0e (9ms)
I0326 23:33:12.612433       1 gather_workloads_info.go:387] No image sha256:3739c0c55f7f7ccc84309ae11eb23d3d9e5ad50a68e849a8a8dfda7f2f2bc137 (9ms)
I0326 23:33:12.624140       1 gather_workloads_info.go:387] No image sha256:bc7e9750e4647b2ccd9a7c1c0f4cc35f640b36d8ab9d3fa789eb2764afce3d7a (12ms)
I0326 23:33:12.637556       1 gather_workloads_info.go:387] No image sha256:12aec97ddeb527881acf5949bea2b227baa1dbfccf30679e8d57ff0b82e42707 (13ms)
I0326 23:33:12.650121       1 gather_workloads_info.go:387] No image sha256:1ab5375f4de81dcf4e990e316124f3d9614ee588bc55342fe94b544602883afa (13ms)
I0326 23:33:12.748899       1 gather_workloads_info.go:387] No image sha256:2e3661304917ce7f3be49974faacc60c24cbe2833d7b50c8c205c2f3f2467950 (99ms)
I0326 23:33:12.848773       1 gather_workloads_info.go:387] No image sha256:6ea0f19030ffc52a290e6eeb812ef2426c48a2f1083b1e415e0667998cbb7bf2 (100ms)
I0326 23:33:12.949710       1 gather_workloads_info.go:387] No image sha256:464c7d227e1c80e413d87d99fdf42fc80d76b3bc8f9281a23b7d59b3b4ea2372 (101ms)
I0326 23:33:13.049977       1 gather_workloads_info.go:387] No image sha256:20a3e59566dd25058fff22e18569067fe6a12d8ac5ac62fa6508e0cee44d7897 (100ms)
I0326 23:33:13.150811       1 gather_workloads_info.go:387] No image sha256:87de118dc29ca1b47d4768ec5ed4441bc1dada3fb2a78d53b1833249baa86dd4 (101ms)
I0326 23:33:13.250322       1 gather_workloads_info.go:387] No image sha256:3da5a449ace61cb7d002d8e7911c14905c74cf58a296527458d1af0f1abf0a72 (99ms)
I0326 23:33:13.349437       1 gather_workloads_info.go:387] No image sha256:7e0a58aad44d5b09954f8261e3e428c8dfa076eb9c2b6ef46a91d27ac78ac17a (99ms)
I0326 23:33:13.449925       1 gather_workloads_info.go:387] No image sha256:d6c8c086bd9f73d1cc4a362ce6253914d4f4d8ce009b68aec42db9ff3a6aad36 (100ms)
I0326 23:33:13.480440       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:33:13.549751       1 gather_workloads_info.go:387] No image sha256:6263faa8ef7759ec21f26df08314c5d64e52d967b49961cb9404c54532c03365 (100ms)
I0326 23:33:13.650236       1 gather_workloads_info.go:387] No image sha256:c2a9ba9a4e3738eafa7fca3a909efd0f1a071233f9414f0a2e1196270f0a68dc (100ms)
I0326 23:33:13.678964       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:33:13.750427       1 gather_workloads_info.go:387] No image sha256:1b58ba57c10e2ba03a0d8dba1f3f8faa866e1dca6170725b6909c2cc2b96efa6 (100ms)
I0326 23:33:13.849524       1 gather_workloads_info.go:387] No image sha256:8f72efd51f564d8d3e4ecee6555d7bd5394d0776054d2112febea6b7c9e71225 (99ms)
I0326 23:33:13.949484       1 gather_workloads_info.go:387] No image sha256:a6b085cdad58db8529d99c22ec1ec79fe09ab00ab1c92ee38b29e7875dc0533c (100ms)
I0326 23:33:14.050982       1 gather_workloads_info.go:387] No image sha256:66640a3f7bd65090345552611701a73e74bc44897b9d29e43b11f73b96598ac0 (101ms)
I0326 23:33:14.151369       1 gather_workloads_info.go:387] No image sha256:4c39dc633bf3560c2397281b74faf9d00500b0738dec6c1aad2cc8ce326be6fc (100ms)
I0326 23:33:14.249803       1 gather_workloads_info.go:387] No image sha256:89c8b051a435031bdcc24715379e0003cb67001076c4134f82ad0dae5cef3704 (98ms)
I0326 23:33:14.350246       1 gather_workloads_info.go:387] No image sha256:12448aad6e9050c2b2445035be818a490cef502d39b73dbd51cc0f5ea7d67d40 (100ms)
I0326 23:33:14.450482       1 gather_workloads_info.go:387] No image sha256:51e1b5dc9fccbee5b7df78d0e8bbe379f75529232c102c9ed5b1ae134c4b9b4c (100ms)
I0326 23:33:14.555984       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (105ms)
I0326 23:33:14.654856       1 gather_workloads_info.go:387] No image sha256:1e6d59867cbd750672bc9ccfb9c69c3d198174cd43dd6d71a0da358b4b766473 (99ms)
I0326 23:33:14.750910       1 gather_workloads_info.go:387] No image sha256:31e175b644c6627779ca6b9f48d9426760dd449788ad671dd0277cce8fb822e8 (96ms)
I0326 23:33:14.850300       1 gather_workloads_info.go:387] No image sha256:83344c7d1374cbc2607b4fcb837f094c035b32daf24f8b3ccba2c8df409a6d3c (99ms)
I0326 23:33:14.950841       1 gather_workloads_info.go:387] No image sha256:aa65d1c7fb8805b767fc4878faea280472f372010efadc66e5641a2e634a80c0 (101ms)
I0326 23:33:15.052440       1 gather_workloads_info.go:387] No image sha256:cfcb0bd30c537e677ac6856c36c0c923b415f24d944c7aa1386489f511f6491d (102ms)
I0326 23:33:15.153610       1 gather_workloads_info.go:387] No image sha256:1c5b548d67e5c56e3297b2f8aa34428e544b5b5ac88bd8d0f465760375c501e6 (101ms)
I0326 23:33:15.250119       1 gather_workloads_info.go:387] No image sha256:185a95b130b6a27ad88fcf39803215b7bd998472b1e37225858435f4eb7c3c04 (96ms)
I0326 23:33:15.349012       1 gather_workloads_info.go:387] No image sha256:2ade6dfb5406ef3a4264dea95d455298f54e8ef4d458d9ee3e94c33d48676a9b (99ms)
I0326 23:33:15.449770       1 gather_workloads_info.go:387] No image sha256:2f26472542da4f89a2ac34a93fd438d385419dda16811bdfa7e679e0115abe56 (101ms)
I0326 23:33:15.449806       1 tasks_processing.go:74] worker 1 stopped.
E0326 23:33:15.449816       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0326 23:33:15.450084       1 recorder.go:75] Recording config/workload_info with fingerprint=658e67743bdc8f6afc5052d84a2515c83ff10312bc18442e6664b785fd2b77ae
I0326 23:33:15.450100       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.935170308s to process 1 records
E0326 23:33:15.450127       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.935s with: function \"workload_info\" failed with an error"
I0326 23:33:15.451231       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0326 23:33:15.451248       1 periodic.go:216] Running conditional gatherer
I0326 23:33:15.457693       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules
I0326 23:33:15.464420       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:51576->172.30.0.10:53: read: connection refused
E0326 23:33:15.464669       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:33:15.464733       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0326 23:33:15.473421       1 conditional_gatherer.go:392] cluster version is '4.21.6'
E0326 23:33:15.473436       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:33:15.473441       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:33:15.473444       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:33:15.473448       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:33:15.473451       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:33:15.473454       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:33:15.473456       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:33:15.473459       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:33:15.473462       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0326 23:33:15.473477       1 tasks_processing.go:45] number of workers: 3
I0326 23:33:15.473486       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:33:15.473491       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0326 23:33:15.473499       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:33:15.473512       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0326 23:33:15.473518       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:33:15.473531       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:33:15.473529       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0326 23:33:15.473577       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0326 23:33:15.473590       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.511µs to process 1 records
I0326 23:33:15.473623       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0326 23:33:15.473631       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.386µs to process 1 records
I0326 23:33:15.473637       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:33:15.473813       1 tasks_processing.go:74] worker 2 stopped.
I0326 23:33:15.473831       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 268.231µs to process 0 records
I0326 23:33:15.473873       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:51576->172.30.0.10:53: read: connection refused
I0326 23:33:15.473893       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0326 23:33:15.498458       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=661ef7f51c50b5cc5621b63f6f52fd5afba2698480210a0f29c32f1d4a7b8f8c
I0326 23:33:15.498566       1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-03-26-233315.tar.gz
I0326 23:33:15.505972       1 diskrecorder.go:51] Wrote 108 records to disk in 7ms
I0326 23:33:15.506007       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0326 23:33:15.506023       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0326 23:33:25.262197       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:34:13.114240       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="d8f654370a086769c74e5d8ce9b357650c0e7e4b4ac2da058537ed71363842e6")
W0326 23:34:13.114273       1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created
I0326 23:34:13.114328       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="a6c6072f1b9fb9d16e9e38510b5e9f7c3f18f986302edc86930da52300c868ca")
I0326 23:34:13.114377       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="3a7ca106f1fe24e8a380bfe5d0192b3edace8e5ca157abe2150db909517e05f7")
I0326 23:34:13.114438       1 periodic.go:177] Shutting down
I0326 23:34:13.114442       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0326 23:34:13.114454       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0326 23:34:13.114474       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0326 23:34:13.114476       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0326 23:34:13.114485       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0326 23:34:13.114487       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"