W0327 23:08:37.382872       1 cmd.go:257] Using insecure, self-signed certificates
I0327 23:08:37.753279       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 23:08:37.753585       1 observer_polling.go:159] Starting file observer
I0327 23:08:38.623717       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0327 23:08:38.623919       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0327 23:08:38.624502       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0327 23:08:38.624828       1 secure_serving.go:57] Forcing use of http/1.1 only
W0327 23:08:38.624856       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0327 23:08:38.624865       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0327 23:08:38.624870       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0327 23:08:38.624874       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0327 23:08:38.624879       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0327 23:08:38.624883       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0327 23:08:38.627832       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0327 23:08:38.627885       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"e2f7ec00-e1f8-47ca-8ad6-a4694bfb1ed8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0327 23:08:38.629662       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0327 23:08:38.629675       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0327 23:08:38.629703       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0327 23:08:38.629730       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0327 23:08:38.629742       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0327 23:08:38.629733       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0327 23:08:38.629926       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3773402473/tls.crt::/tmp/serving-cert-3773402473/tls.key"
I0327 23:08:38.630221       1 secure_serving.go:213] Serving securely on [::]:8443
I0327 23:08:38.630250       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0327 23:08:38.639151       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0327 23:08:38.639180       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0327 23:08:38.639279       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0327 23:08:38.646427       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 23:08:38.646447       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0327 23:08:38.651389       1 secretconfigobserver.go:119] support secret does not exist
I0327 23:08:38.656061       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 23:08:38.665044       1 secretconfigobserver.go:119] support secret does not exist
I0327 23:08:38.666715       1 recorder.go:161] Pruning old reports every 4h11m45s, max age is 288h0m0s
I0327 23:08:38.672078       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0327 23:08:38.672098       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0327 23:08:38.672104       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0327 23:08:38.672115       1 insightsreport.go:296] Starting report retriever
I0327 23:08:38.672118       1 periodic.go:209] Running clusterconfig gatherer
I0327 23:08:38.672122       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0327 23:08:38.672160       1 tasks_processing.go:45] number of workers: 64
I0327 23:08:38.672183       1 tasks_processing.go:69] worker 2 listening for tasks.
I0327 23:08:38.672195       1 tasks_processing.go:69] worker 0 listening for tasks.
I0327 23:08:38.672195       1 tasks_processing.go:69] worker 14 listening for tasks.
I0327 23:08:38.672200       1 tasks_processing.go:69] worker 3 listening for tasks.
I0327 23:08:38.672203       1 tasks_processing.go:69] worker 1 listening for tasks.
I0327 23:08:38.672202       1 tasks_processing.go:69] worker 26 listening for tasks.
I0327 23:08:38.672210       1 tasks_processing.go:69] worker 54 listening for tasks.
I0327 23:08:38.672212       1 tasks_processing.go:71] worker 26 working on cost_management_metrics_configs task.
I0327 23:08:38.672215       1 tasks_processing.go:69] worker 4 listening for tasks.
I0327 23:08:38.672218       1 tasks_processing.go:69] worker 49 listening for tasks.
I0327 23:08:38.672205       1 tasks_processing.go:71] worker 14 working on cluster_apiserver task.
I0327 23:08:38.672223       1 tasks_processing.go:69] worker 50 listening for tasks.
I0327 23:08:38.672226       1 tasks_processing.go:69] worker 56 listening for tasks.
I0327 23:08:38.672232       1 tasks_processing.go:69] worker 51 listening for tasks.
I0327 23:08:38.672233       1 tasks_processing.go:69] worker 57 listening for tasks.
I0327 23:08:38.672232       1 tasks_processing.go:69] worker 42 listening for tasks.
I0327 23:08:38.672237       1 tasks_processing.go:69] worker 48 listening for tasks.
I0327 23:08:38.672243       1 tasks_processing.go:69] worker 53 listening for tasks.
I0327 23:08:38.672237       1 tasks_processing.go:69] worker 58 listening for tasks.
I0327 23:08:38.672252       1 tasks_processing.go:69] worker 43 listening for tasks.
I0327 23:08:38.672244       1 tasks_processing.go:69] worker 59 listening for tasks.
I0327 23:08:38.672255       1 tasks_processing.go:69] worker 28 listening for tasks.
I0327 23:08:38.672258       1 tasks_processing.go:69] worker 44 listening for tasks.
I0327 23:08:38.672258       1 tasks_processing.go:69] worker 61 listening for tasks.
I0327 23:08:38.672263       1 tasks_processing.go:69] worker 11 listening for tasks.
I0327 23:08:38.672265       1 tasks_processing.go:69] worker 62 listening for tasks.
I0327 23:08:38.672267       1 tasks_processing.go:69] worker 45 listening for tasks.
I0327 23:08:38.672249       1 tasks_processing.go:69] worker 27 listening for tasks.
I0327 23:08:38.672252       1 tasks_processing.go:69] worker 60 listening for tasks.
I0327 23:08:38.672274       1 tasks_processing.go:69] worker 63 listening for tasks.
I0327 23:08:38.672273       1 tasks_processing.go:69] worker 10 listening for tasks.
I0327 23:08:38.672279       1 tasks_processing.go:69] worker 46 listening for tasks.
I0327 23:08:38.672263       1 tasks_processing.go:69] worker 29 listening for tasks.
I0327 23:08:38.672281       1 tasks_processing.go:69] worker 5 listening for tasks.
I0327 23:08:38.672285       1 tasks_processing.go:69] worker 47 listening for tasks.
I0327 23:08:38.672289       1 tasks_processing.go:69] worker 34 listening for tasks.
I0327 23:08:38.672291       1 tasks_processing.go:69] worker 12 listening for tasks.
I0327 23:08:38.672288       1 tasks_processing.go:69] worker 8 listening for tasks.
I0327 23:08:38.672297       1 tasks_processing.go:69] worker 24 listening for tasks.
I0327 23:08:38.672299       1 tasks_processing.go:69] worker 35 listening for tasks.
I0327 23:08:38.672301       1 tasks_processing.go:69] worker 22 listening for tasks.
I0327 23:08:38.672304       1 tasks_processing.go:69] worker 38 listening for tasks.
I0327 23:08:38.672304       1 tasks_processing.go:69] worker 15 listening for tasks.
I0327 23:08:38.672255       1 tasks_processing.go:69] worker 52 listening for tasks.
I0327 23:08:38.672307       1 tasks_processing.go:69] worker 23 listening for tasks.
I0327 23:08:38.672313       1 tasks_processing.go:69] worker 16 listening for tasks.
I0327 23:08:38.672315       1 tasks_processing.go:69] worker 40 listening for tasks.
I0327 23:08:38.672318       1 tasks_processing.go:69] worker 19 listening for tasks.
I0327 23:08:38.672319       1 tasks_processing.go:69] worker 25 listening for tasks.
I0327 23:08:38.672270       1 tasks_processing.go:69] worker 30 listening for tasks.
I0327 23:08:38.672325       1 tasks_processing.go:71] worker 54 working on image task.
I0327 23:08:38.672326       1 tasks_processing.go:69] worker 18 listening for tasks.
I0327 23:08:38.672318       1 tasks_processing.go:69] worker 7 listening for tasks.
I0327 23:08:38.672332       1 tasks_processing.go:71] worker 28 working on aggregated_monitoring_cr_names task.
I0327 23:08:38.672336       1 tasks_processing.go:71] worker 57 working on nodenetworkstates task.
I0327 23:08:38.672337       1 tasks_processing.go:71] worker 49 working on machine_healthchecks task.
I0327 23:08:38.672342       1 tasks_processing.go:71] worker 7 working on validating_webhook_configurations task.
I0327 23:08:38.672337       1 tasks_processing.go:69] worker 13 listening for tasks.
I0327 23:08:38.672344       1 tasks_processing.go:71] worker 63 working on clusterroles task.
I0327 23:08:38.672344       1 tasks_processing.go:69] worker 20 listening for tasks.
I0327 23:08:38.672355       1 tasks_processing.go:71] worker 56 working on container_runtime_configs task.
I0327 23:08:38.672362       1 tasks_processing.go:71] worker 20 working on sap_datahubs task.
I0327 23:08:38.672363       1 tasks_processing.go:71] worker 35 working on mutating_webhook_configurations task.
I0327 23:08:38.672363       1 tasks_processing.go:71] worker 23 working on openshift_logging task.
I0327 23:08:38.672366       1 tasks_processing.go:71] worker 8 working on lokistack task.
I0327 23:08:38.672366       1 tasks_processing.go:71] worker 47 working on image_pruners task.
I0327 23:08:38.672211       1 tasks_processing.go:69] worker 55 listening for tasks.
I0327 23:08:38.672481       1 tasks_processing.go:71] worker 45 working on silenced_alerts task.
I0327 23:08:38.672531       1 tasks_processing.go:71] worker 30 working on networks task.
I0327 23:08:38.672361       1 tasks_processing.go:71] worker 24 working on machines task.
I0327 23:08:38.672313       1 tasks_processing.go:69] worker 21 listening for tasks.
I0327 23:08:38.672209       1 tasks_processing.go:71] worker 1 working on ceph_cluster task.
I0327 23:08:38.672344       1 tasks_processing.go:71] worker 22 working on certificate_signing_requests task.
I0327 23:08:38.672350       1 tasks_processing.go:71] worker 38 working on pdbs task.
I0327 23:08:38.672274       1 tasks_processing.go:69] worker 6 listening for tasks.
I0327 23:08:38.672808       1 tasks_processing.go:71] worker 6 working on authentication task.
I0327 23:08:38.672279       1 tasks_processing.go:71] worker 2 working on service_accounts task.
I0327 23:08:38.672279       1 tasks_processing.go:69] worker 32 listening for tasks.
I0327 23:08:38.672869       1 tasks_processing.go:71] worker 32 working on operators task.
I0327 23:08:38.672277       1 tasks_processing.go:69] worker 9 listening for tasks.
I0327 23:08:38.672284       1 tasks_processing.go:69] worker 33 listening for tasks.
I0327 23:08:38.672283       1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task.
I0327 23:08:38.672966       1 tasks_processing.go:71] worker 33 working on openstack_version task.
I0327 23:08:38.672996       1 tasks_processing.go:71] worker 9 working on machine_sets task.
I0327 23:08:38.672300       1 tasks_processing.go:69] worker 17 listening for tasks.
I0327 23:08:38.672309       1 tasks_processing.go:69] worker 39 listening for tasks.
I0327 23:08:38.672205       1 tasks_processing.go:71] worker 3 working on operators_pods_and_events task.
I0327 23:08:38.673104       1 tasks_processing.go:71] worker 17 working on version task.
I0327 23:08:38.673159       1 tasks_processing.go:71] worker 39 working on proxies task.
I0327 23:08:38.672312       1 tasks_processing.go:69] worker 36 listening for tasks.
I0327 23:08:38.673260       1 tasks_processing.go:71] worker 36 working on sap_pods task.
I0327 23:08:38.672274       1 tasks_processing.go:69] worker 31 listening for tasks.
I0327 23:08:38.672319       1 tasks_processing.go:69] worker 37 listening for tasks.
I0327 23:08:38.672321       1 tasks_processing.go:69] worker 41 listening for tasks.
I0327 23:08:38.672332       1 tasks_processing.go:71] worker 42 working on active_alerts task.
W0327 23:08:38.673758       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 23:08:38.673822       1 tasks_processing.go:71] worker 42 working on openstack_dataplanedeployments task.
I0327 23:08:38.673853       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 503.341µs to process 0 records
I0327 23:08:38.673824       1 tasks_processing.go:71] worker 31 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0327 23:08:38.673868       1 tasks_processing.go:71] worker 37 working on machine_autoscalers task.
I0327 23:08:38.672333       1 tasks_processing.go:71] worker 50 working on jaegers task.
I0327 23:08:38.674109       1 tasks_processing.go:71] worker 41 working on qemu_kubevirt_launcher_logs task.
I0327 23:08:38.672335       1 tasks_processing.go:71] worker 4 working on support_secret task.
I0327 23:08:38.672345       1 tasks_processing.go:71] worker 16 working on ingress task.
I0327 23:08:38.672350       1 tasks_processing.go:71] worker 10 working on image_registries task.
I0327 23:08:38.672354       1 tasks_processing.go:71] worker 15 working on nodenetworkconfigurationpolicies task.
I0327 23:08:38.672354       1 tasks_processing.go:71] worker 13 working on node_logs task.
I0327 23:08:38.675022       1 tasks_processing.go:74] worker 26 stopped.
I0327 23:08:38.672358       1 tasks_processing.go:71] worker 12 working on openshift_machine_api_events task.
I0327 23:08:38.675111       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 2.800318ms to process 0 records
I0327 23:08:38.672359       1 tasks_processing.go:71] worker 52 working on olm_operators task.
I0327 23:08:38.672454       1 tasks_processing.go:71] worker 62 working on storage_classes task.
I0327 23:08:38.672459       1 tasks_processing.go:71] worker 44 working on container_images task.
I0327 23:08:38.672464       1 tasks_processing.go:71] worker 61 working on feature_gates task.
I0327 23:08:38.672467       1 tasks_processing.go:71] worker 11 working on openstack_dataplanenodesets task.
I0327 23:08:38.672477       1 tasks_processing.go:71] worker 27 working on monitoring_persistent_volumes task.
I0327 23:08:38.672491       1 tasks_processing.go:71] worker 55 working on ingress_certificates task.
I0327 23:08:38.672496       1 tasks_processing.go:71] worker 25 working on nodes task.
I0327 23:08:38.675710       1 tasks_processing.go:74] worker 8 stopped.
I0327 23:08:38.675725       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 3.331762ms to process 0 records
I0327 23:08:38.672497       1 tasks_processing.go:71] worker 29 working on openstack_controlplanes task.
I0327 23:08:38.672499       1 tasks_processing.go:71] worker 40 working on oauths task.
I0327 23:08:38.672502       1 tasks_processing.go:71] worker 46 working on machine_configs task.
I0327 23:08:38.672503       1 tasks_processing.go:71] worker 19 working on pod_network_connectivity_checks task.
I0327 23:08:38.672514       1 tasks_processing.go:71] worker 58 working on machine_config_pools task.
I0327 23:08:38.672518       1 tasks_processing.go:71] worker 48 working on storage_cluster task.
I0327 23:08:38.672514       1 tasks_processing.go:71] worker 5 working on metrics task.
I0327 23:08:38.672522       1 tasks_processing.go:71] worker 53 working on config_maps task.
I0327 23:08:38.672525       1 tasks_processing.go:71] worker 60 working on dvo_metrics task.
I0327 23:08:38.672529       1 tasks_processing.go:71] worker 34 working on tsdb_status task.
I0327 23:08:38.672535       1 tasks_processing.go:71] worker 18 working on schedulers task.
I0327 23:08:38.672538       1 tasks_processing.go:71] worker 43 working on sap_config task.
I0327 23:08:38.672543       1 tasks_processing.go:71] worker 59 working on crds task.
W0327 23:08:38.672557       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 23:08:38.672686       1 tasks_processing.go:71] worker 21 working on infrastructures task.
I0327 23:08:38.675829       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 3.268589ms to process 0 records
I0327 23:08:38.672344       1 tasks_processing.go:71] worker 51 working on install_plans task.
I0327 23:08:38.675994       1 tasks_processing.go:74] worker 49 stopped.
E0327 23:08:38.676009       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0327 23:08:38.676033       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 3.637117ms to process 0 records
W0327 23:08:38.676923       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 23:08:38.676936       1 tasks_processing.go:74] worker 5 stopped.
I0327 23:08:38.676943       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 1.160611ms to process 0 records
W0327 23:08:38.677033       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 23:08:38.677049       1 tasks_processing.go:74] worker 34 stopped.
I0327 23:08:38.677059       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.255012ms to process 0 records
I0327 23:08:38.677136       1 tasks_processing.go:74] worker 45 stopped.
I0327 23:08:38.678634       1 tasks_processing.go:74] worker 57 stopped.
I0327 23:08:38.678649       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.288822ms to process 0 records
I0327 23:08:38.678715       1 tasks_processing.go:74] worker 24 stopped.
E0327 23:08:38.678730       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0327 23:08:38.678738       1 gather.go:177] gatherer "clusterconfig" function "machines" took 6.100883ms to process 0 records
I0327 23:08:38.678771       1 tasks_processing.go:74] worker 23 stopped.
I0327 23:08:38.678783       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 6.395913ms to process 0 records
I0327 23:08:38.678797       1 tasks_processing.go:74] worker 56 stopped.
I0327 23:08:38.678803       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 6.432356ms to process 0 records
I0327 23:08:38.678817       1 tasks_processing.go:74] worker 20 stopped.
I0327 23:08:38.678822       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 6.449877ms to process 0 records
I0327 23:08:38.678829       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 6.124977ms to process 0 records
I0327 23:08:38.678834       1 tasks_processing.go:74] worker 1 stopped.
I0327 23:08:38.678915       1 tasks_processing.go:74] worker 14 stopped.
I0327 23:08:38.678976       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0327 23:08:38.678992       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0327 23:08:38.678997       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0327 23:08:38.679000       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0327 23:08:38.679014       1 controller.go:489] The operator is still being initialized
I0327 23:08:38.679022       1 controller.go:512] The operator is healthy
I0327 23:08:38.679093       1 recorder.go:75] Recording config/apiserver with fingerprint=f4e14d41a0e4c0f374406f6871a80a7399f35c6bc1f331779f425202f8b3e0b6
I0327 23:08:38.679106       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 6.680999ms to process 1 records
I0327 23:08:38.679169       1 recorder.go:75] Recording config/image with fingerprint=a688f8d4095cdd6b5066e2a82a683dd2142c6542a88fa3ba3967b3a5359e37f5
I0327 23:08:38.679177       1 gather.go:177] gatherer "clusterconfig" function "image" took 6.59807ms to process 1 records
I0327 23:08:38.679183       1 tasks_processing.go:74] worker 54 stopped.
I0327 23:08:38.680977       1 tasks_processing.go:74] worker 47 stopped.
I0327 23:08:38.681169       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=b4bffd5b7e1a54cade3eca4a5f43d3f676770d0f4524c2d7e92d771cfa710c15
I0327 23:08:38.681180       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 8.590446ms to process 1 records
I0327 23:08:38.684189       1 tasks_processing.go:74] worker 9 stopped.
I0327 23:08:38.684203       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 11.182268ms to process 0 records
I0327 23:08:38.684260       1 tasks_processing.go:74] worker 36 stopped.
I0327 23:08:38.684268       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 10.992866ms to process 0 records
I0327 23:08:38.684422       1 tasks_processing.go:74] worker 7 stopped.
I0327 23:08:38.684588       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=af01315cfdbe182a4c5741ef9362de1ff9c29baeb5650a7710421e48dd99eada
I0327 23:08:38.684696       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=95e12ef6c0e6725c37edd10be40767fa535c359db22b1ef82d5178488d715c24
I0327 23:08:38.684722       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=d435cb915f847a508a5b28044f322f9435cd935c9d111734b0b137340cc1aa8c
I0327 23:08:38.684750       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=b26efd0046a6c26523fda3dfe79a52b16a085e2f0855ed1cba7dff701add3243
I0327 23:08:38.684773       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=9b4e47c878450a088dfadaa19e09afc264793873f52001b0542c18edc4efe529
I0327 23:08:38.684800       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c9ec666341148f617ccc06fda08dbe3daa1fddbc4b20df6fa4707a9cb57528e5
I0327 23:08:38.684828       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=93b16903cea9b92237f027b2b140ad141fcba38395e082141ca776aa868ccbf8
I0327 23:08:38.684860       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c83f1024a3e7ffbb5898dca96899710929ef3803b431b1f4a3bc09857e195cc3
I0327 23:08:38.684905       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=7dcc4d66f8a69697aca3bb01cb77a11ea3a4acf27af941a106d540f68e9ec976
I0327 23:08:38.684927       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=434c82610bcc58bf62e5e72ff57846a282b12d61b82108bd155fe076292e30c9
I0327 23:08:38.684953       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=4d6dc058ca3b970351aa54a6422db1675adbab5f1e4fe01b15c7a1987c937f71
I0327 23:08:38.684965       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 12.067944ms to process 11 records
I0327 23:08:38.685060       1 tasks_processing.go:74] worker 30 stopped.
I0327 23:08:38.685094       1 recorder.go:75] Recording config/network with fingerprint=20c9eae8a42d5992d9526e9fe4b064b5ddff22641c93288ed231c14c5d1ad8e5
I0327 23:08:38.685105       1 gather.go:177] gatherer "clusterconfig" function "networks" took 11.869234ms to process 1 records
I0327 23:08:38.685190       1 tasks_processing.go:74] worker 6 stopped.
I0327 23:08:38.685254       1 recorder.go:75] Recording config/authentication with fingerprint=85f0a63fd1799f5de78c180b30c93ac2eee353d5922c66f13a0ba3d8aac4c38e
I0327 23:08:38.685263       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 11.714088ms to process 1 records
I0327 23:08:38.686733       1 tasks_processing.go:74] worker 33 stopped.
I0327 23:08:38.686746       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 13.753624ms to process 0 records
I0327 23:08:38.686752       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.881657ms to process 0 records
I0327 23:08:38.686758       1 tasks_processing.go:74] worker 42 stopped.
I0327 23:08:38.686828       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=91739037222b72e8bd205230bbe6d604543b2434791e16063f6efda931079329
I0327 23:08:38.686829       1 tasks_processing.go:74] worker 38 stopped.
I0327 23:08:38.686849       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=50b4fa6c680e3294768606c116c4cfbd0cb1fd188780313c05d1f69fcec5459e
I0327 23:08:38.686865       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=0a79938e320529a1521f5a22a24ca2aceab189cef1bf99aed41f658e84c46274
I0327 23:08:38.686873       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 13.984998ms to process 3 records
I0327 23:08:38.689796       1 tasks_processing.go:74] worker 50 stopped.
I0327 23:08:38.689805       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 15.686494ms to process 0 records
I0327 23:08:38.689955       1 tasks_processing.go:74] worker 37 stopped.
I0327 23:08:38.689967       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 15.859015ms to process 0 records
I0327 23:08:38.689999       1 tasks_processing.go:74] worker 29 stopped.
I0327 23:08:38.690010       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.248662ms to process 0 records
I0327 23:08:38.692443       1 tasks_processing.go:74] worker 39 stopped.
I0327 23:08:38.692510       1 recorder.go:75] Recording config/proxy with fingerprint=1463707542304912424744e89d630571c5d959cb689eab50eaf6fcc0bc41acf5
I0327 23:08:38.692526       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 19.267571ms to process 1 records
I0327 23:08:38.692778       1 tasks_processing.go:74] worker 15 stopped.
I0327 23:08:38.692795       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 18.025459ms to process 0 records
I0327 23:08:38.693064       1 tasks_processing.go:74] worker 19 stopped.
E0327 23:08:38.693078       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0327 23:08:38.693089       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 17.299313ms to process 0 records
I0327 23:08:38.693099       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 17.305174ms to process 0 records
I0327 23:08:38.693109       1 tasks_processing.go:74] worker 48 stopped.
I0327 23:08:38.696170       1 tasks_processing.go:74] worker 12 stopped.
I0327 23:08:38.696183       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 21.10205ms to process 0 records
I0327 23:08:38.696208       1 tasks_processing.go:74] worker 11 stopped.
I0327 23:08:38.696220       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 20.712968ms to process 0 records
I0327 23:08:38.696259       1 tasks_processing.go:74] worker 58 stopped.
I0327 23:08:38.696264       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 20.486037ms to process 0 records
I0327 23:08:38.703999       1 tasks_processing.go:74] worker 43 stopped.
I0327 23:08:38.704016       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 28.196547ms to process 0 records
I0327 23:08:38.704459       1 tasks_processing.go:74] worker 4 stopped.
E0327 23:08:38.704475       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0327 23:08:38.704483       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.306267ms to process 0 records
I0327 23:08:38.704564       1 tasks_processing.go:74] worker 18 stopped.
I0327 23:08:38.704625       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=c4e765e78d0f63581fcb7233b2c3c11292f92dad518f5038ced1308bbb2207e0
I0327 23:08:38.704637       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 28.766039ms to process 1 records
I0327 23:08:38.704743       1 tasks_processing.go:74] worker 16 stopped.
I0327 23:08:38.704991       1 recorder.go:75] Recording config/ingress with fingerprint=bb668289896a6ca221b8996be8e3cac82f348a6df6b51e4af77276e9b6df07d4
I0327 23:08:38.705010       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 30.301176ms to process 1 records
I0327 23:08:38.705314       1 tasks_processing.go:74] worker 62 stopped.
I0327 23:08:38.705417       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=ada18968974f08ab8dbca120fe911f9c12a2dc052242da60e646a8c87e0ffd3a
I0327 23:08:38.705438       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=4ecfbe571dcf9e7462813f0bc853d59ac6994034f6e10e352b12899d3f7966ea
I0327 23:08:38.705447       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 29.958351ms to process 2 records
I0327 23:08:38.705666       1 tasks_processing.go:74] worker 25 stopped.
I0327 23:08:38.705969       1 recorder.go:75] Recording config/node/ip-10-0-0-196.ec2.internal with fingerprint=988d807d6d700032b06aa4512691ff2cc133537ee117167e89c4d560e1367105
I0327 23:08:38.706041       1 recorder.go:75] Recording config/node/ip-10-0-1-41.ec2.internal with fingerprint=15b01cd51cf9f8f1a8f33a1feba5440b4d48b846bf24144ae5e6a874e02d6b53
I0327 23:08:38.706109       1 recorder.go:75] Recording config/node/ip-10-0-2-65.ec2.internal with fingerprint=9f6da11138ffde69eda7bd0514e592a5f70d0be37868ff136ad0bd31df8abe59
I0327 23:08:38.706122       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 29.999148ms to process 3 records
I0327 23:08:38.706147       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0327 23:08:38.706158       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 32.79077ms to process 1 records
I0327 23:08:38.706168       1 tasks_processing.go:74] worker 0 stopped.
I0327 23:08:38.706650       1 tasks_processing.go:74] worker 13 stopped.
I0327 23:08:38.706665       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.815641ms to process 0 records
I0327 23:08:38.706861       1 tasks_processing.go:74] worker 21 stopped.
I0327 23:08:38.706943       1 gather_logs.go:145] no pods in  namespace were found
I0327 23:08:38.708462       1 recorder.go:75] Recording config/infrastructure with fingerprint=44e5bbe650214d686759fd2a90a8c805956d2d3e91fa5419199e7e78f59f873d
I0327 23:08:38.708556       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 31.03932ms to process 1 records
I0327 23:08:38.708879       1 tasks_processing.go:74] worker 40 stopped.
I0327 23:08:38.709129       1 recorder.go:75] Recording config/oauth with fingerprint=47558a5dc62b6f6c8c776c5dbe97a215cf20b2a9ef7bacd2550074b5900967f4
I0327 23:08:38.709153       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 31.118187ms to process 1 records
I0327 23:08:38.709176       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 32.838269ms to process 0 records
I0327 23:08:38.709182       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 34.661954ms to process 0 records
I0327 23:08:38.709210       1 tasks_processing.go:74] worker 41 stopped.
I0327 23:08:38.709219       1 tasks_processing.go:74] worker 28 stopped.
I0327 23:08:38.709268       1 tasks_processing.go:74] worker 61 stopped.
I0327 23:08:38.709641       1 recorder.go:75] Recording config/featuregate with fingerprint=3fda1d00d9ed28b317d16a61798db1cf5b86f4ab86e1ebaa3c58d9a9f9c8805c
I0327 23:08:38.709714       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 31.646898ms to process 1 records
I0327 23:08:38.709808       1 tasks_processing.go:74] worker 63 stopped.
I0327 23:08:38.710501       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=35f1d40012679d273aeec69f8eed6cdadbd335af6da8c71a914d3ff7b8f0a6c1
I0327 23:08:38.710638       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=6345d653a51ef4ba1067646c960d7cd7eb2bdfc88c3dc8cdc2fd70312bb9fe87
I0327 23:08:38.710652       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 34.754496ms to process 2 records
I0327 23:08:38.710666       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 34.464901ms to process 0 records
I0327 23:08:38.710675       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 32.054568ms to process 0 records
I0327 23:08:38.710738       1 tasks_processing.go:74] worker 22 stopped.
I0327 23:08:38.710748       1 tasks_processing.go:74] worker 27 stopped.
I0327 23:08:38.710814       1 tasks_processing.go:74] worker 10 stopped.
I0327 23:08:38.711055       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=18ab6015a310b4ab0e3eb459849f077edb8a47232f56d4ed3e57ee98324e04ed
I0327 23:08:38.711073       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 33.573548ms to process 1 records
I0327 23:08:38.711699       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0327 23:08:38.711703       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0327 23:08:38.711947       1 operator.go:288] started
I0327 23:08:38.711973       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
W0327 23:08:38.712961       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 23:08:38.721558       1 tasks_processing.go:74] worker 59 stopped.
I0327 23:08:38.722535       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=6c7504b2206e28107f9ea2795a148bf4ee01c62a265e073f5656fb5a36c33456
I0327 23:08:38.723012       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=0a3cb41eab329dc7c436cad059cdc023a9ac0ab3df269a84cda8623506aba836
I0327 23:08:38.723037       1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.744869ms to process 2 records
I0327 23:08:38.724437       1 tasks_processing.go:74] worker 52 stopped.
I0327 23:08:38.724650       1 recorder.go:75] Recording config/olm_operators with fingerprint=6ea90e3f6dc5ed1df9571c12ade228fe2e4057e279972fc038117cfe432c13e0
I0327 23:08:38.724668       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 49.275056ms to process 1 records
I0327 23:08:38.726113       1 prometheus_rules.go:88] Prometheus rules successfully created
I0327 23:08:38.726416       1 controller.go:212] Source scaController *sca.Controller is not ready
I0327 23:08:38.726437       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0327 23:08:38.726442       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0327 23:08:38.726448       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0327 23:08:38.726452       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0327 23:08:38.726477       1 controller.go:489] The operator is still being initialized
I0327 23:08:38.726490       1 controller.go:512] The operator is healthy
I0327 23:08:38.729950       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0327 23:08:38.729963       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0327 23:08:38.729953       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0327 23:08:38.730244       1 tasks_processing.go:74] worker 31 stopped.
I0327 23:08:38.730261       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 56.24844ms to process 0 records
I0327 23:08:38.731311       1 tasks_processing.go:74] worker 44 stopped.
I0327 23:08:38.731381       1 recorder.go:75] Recording config/running_containers with fingerprint=90a611e625cd29f6cce6058f7925c45a854332b18f8d22832887b225d85a1498
I0327 23:08:38.731394       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 55.915943ms to process 1 records
E0327 23:08:38.732596       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27415e7610-beff-4d6a-b63f-b6beb37fa22e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:43164->172.30.0.10:53: read: connection refused
I0327 23:08:38.732609       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27415e7610-beff-4d6a-b63f-b6beb37fa22e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:43164->172.30.0.10:53: read: connection refused
I0327 23:08:38.739910       1 base_controller.go:82] Caches are synced for ConfigController 
I0327 23:08:38.739923       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0327 23:08:38.740519       1 tasks_processing.go:74] worker 53 stopped.
E0327 23:08:38.740534       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0327 23:08:38.740542       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0327 23:08:38.740546       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0327 23:08:38.740555       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0327 23:08:38.740585       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0327 23:08:38.740595       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0327 23:08:38.740600       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0327 23:08:38.740604       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0327 23:08:38.740641       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0327 23:08:38.740648       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0327 23:08:38.740653       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 64.729695ms to process 7 records
I0327 23:08:38.744105       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:08:38.754104       1 tasks_processing.go:74] worker 35 stopped.
I0327 23:08:38.754473       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=c8a6f5dfcf50fd41443223cc996f67ab20746aaee3d9da939a542afdf13ff8f5
I0327 23:08:38.754569       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ad26c18d6dcd2b8d903247d036bd49da353311f5b988487a812527f5b9a366c7
I0327 23:08:38.754641       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=471e99a6bc56028f54389680f9791e12d6b45d0e611fd3db01d0ebe6c1015e3d
I0327 23:08:38.754672       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 81.732075ms to process 3 records
I0327 23:08:38.797429       1 tasks_processing.go:74] worker 17 stopped.
I0327 23:08:38.797737       1 recorder.go:75] Recording config/version with fingerprint=d1ac6d09c489f1148b2f0e639740c4e1b2b558cbf143a1d0e776c894b0060000
I0327 23:08:38.797754       1 recorder.go:75] Recording config/id with fingerprint=b3f9d11dedcfbc9dfa9fa95851d8c110a48303a4bec327e2d96a3285f9448126
I0327 23:08:38.797761       1 gather.go:177] gatherer "clusterconfig" function "version" took 124.309923ms to process 2 records
I0327 23:08:38.799843       1 tasks_processing.go:74] worker 46 stopped.
I0327 23:08:38.799868       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0327 23:08:38.799875       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 124.078248ms to process 1 records
I0327 23:08:38.806765       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0327 23:08:38.810143       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:52889->172.30.0.10:53: read: connection refused
I0327 23:08:38.810156       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:52889->172.30.0.10:53: read: connection refused
I0327 23:08:38.812244       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0327 23:08:38.812257       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0327 23:08:38.820607       1 tasks_processing.go:74] worker 55 stopped.
E0327 23:08:38.820623       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0327 23:08:38.820629       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pabktg44jfgggbdbhfgln3ik84drlf2-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pabktg44jfgggbdbhfgln3ik84drlf2-primary-cert-bundle-secret" not found
I0327 23:08:38.820683       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=32592155288f01b8b3f6c9e16176ec3f42c31edd1c8479c7bae392d1dcd13dd3
I0327 23:08:38.820695       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 145.016513ms to process 1 records
W0327 23:08:39.711105       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 23:08:39.900382       1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers
I0327 23:08:39.900401       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes
I0327 23:08:39.901117       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bmhvw pod in namespace openshift-dns (previous: false).
I0327 23:08:40.136557       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0327 23:08:40.137287       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bmhvw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bmhvw\" is waiting to start: ContainerCreating"
I0327 23:08:40.137302       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bmhvw\" is waiting to start: ContainerCreating"
I0327 23:08:40.137310       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bmhvw pod in namespace openshift-dns (previous: false).
I0327 23:08:40.307648       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bmhvw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bmhvw\" is waiting to start: ContainerCreating"
I0327 23:08:40.307669       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bmhvw\" is waiting to start: ContainerCreating"
I0327 23:08:40.307698       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-c4lq6 pod in namespace openshift-dns (previous: false).
I0327 23:08:40.537775       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-c4lq6 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-c4lq6\" is waiting to start: ContainerCreating"
I0327 23:08:40.537795       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-c4lq6\" is waiting to start: ContainerCreating"
I0327 23:08:40.537804       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-c4lq6 pod in namespace openshift-dns (previous: false).
I0327 23:08:40.539640       1 tasks_processing.go:74] worker 32 stopped.
I0327 23:08:40.539685       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=9b4a3c164063f6a8edffba571cb1f4485f9bf2c4be0e820504696413169ffa03
I0327 23:08:40.539717       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=116e7d49c161dfb67c431877f4d588748a8c6661be83facf17b4bfd19c6516b6
I0327 23:08:40.539746       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0327 23:08:40.539772       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=8571045e144f4761a13a5d724b8798f9743bae3f4ac9a3650f9c05a81cb35050
I0327 23:08:40.539790       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0327 23:08:40.539832       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=c9bcd6b2ce5e757e918429a0bf8ceabea748ec523485bc88f67c458f6f7b8ada
I0327 23:08:40.539863       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=074d742cea74348101b1dbe96e4a06d47f33ef6101faca727b1eca6499ce8795
I0327 23:08:40.539905       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=0459493f8205cec0cf0d450a85a13e47e2ff4043b018f69155dd1f66e88f68a6
I0327 23:08:40.539920       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=e55c0baabbcf3a35b8d84a5af1bbfbb95ec4bd4ba19df4eda443d5c76c0ef9ea
I0327 23:08:40.539937       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=69ed090c13ecacf3b5439dd692b7627e935b19ca6b4e1b0054d8f02dd0ac8ab7
I0327 23:08:40.539947       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0327 23:08:40.539962       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=331010cd3810386e2b27d1dc95fe85e32f090ed5749df59305703e46a28648c2
I0327 23:08:40.539973       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0327 23:08:40.539991       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=41137b5ad79bdf00785f9bc65798dca053668f627b054f06c8e6ddea53fd895b
I0327 23:08:40.540006       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0327 23:08:40.540031       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=c7ee6258cf39a21da31973da6e27181d38743cd7add4897961bd58956ccb7a5b
I0327 23:08:40.540042       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0327 23:08:40.540057       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=18657a932d1c52cd6f03b37fd7a07cbce1fc32a4a0f4145a33315b5c603f03f5
I0327 23:08:40.540176       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=829ff188b071834ef09634de03c17a37f2121d473c390b53b94409ed02ec419d
I0327 23:08:40.540185       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0327 23:08:40.540192       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0327 23:08:40.540212       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0327 23:08:40.540233       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=333375bfe7346ebb435cd7803b3c1ba1f0ee6435953807dec39e1404374ffbcd
I0327 23:08:40.540257       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=69ea5e7b9ca0b8da3df171c70895820baedfeaa8e1b1acc924c1bc44aab58eb7
I0327 23:08:40.540267       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0327 23:08:40.540283       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=449d7a70fe56bba91e84dfadbce75e996d3ec456232bb1cd01a4b8d6ce602093
I0327 23:08:40.540292       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0327 23:08:40.540305       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=2f462bf054010be0f518027d27e5ee2c2c8b8ee2dbe16e82a16469fdf69dfbd4
I0327 23:08:40.540320       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a48711a04cb7840d87fa43faff34344aebde39b8389a3b93f1f49af296359da5
I0327 23:08:40.540335       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=4f75aa3820e5cd64e75fc2b7fe727be2549d1819976800b6c0aa40fb7cd90c83
I0327 23:08:40.540351       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=ab9d84906af160ecea57ebefd08be054cf268b70e6fb7199171353db12963723
I0327 23:08:40.540365       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=23d250f90ff674aab4582a8dfc172eebfdaf4512b5cfcf5f40cb8d5d334466ba
I0327 23:08:40.540389       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=ba4380ab0957f32d75912a5518572daaea1974ebd3b062ddfadeeae939030062
I0327 23:08:40.540404       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0327 23:08:40.540413       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0327 23:08:40.540419       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.866753062s to process 35 records
I0327 23:08:40.710421       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-c4lq6 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-c4lq6\" is waiting to start: ContainerCreating"
I0327 23:08:40.710442       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-c4lq6\" is waiting to start: ContainerCreating"
I0327 23:08:40.710457       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-str48 pod in namespace openshift-dns (previous: false).
W0327 23:08:40.711087       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 23:08:40.930206       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-str48 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-str48\" is waiting to start: ContainerCreating"
I0327 23:08:40.930223       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-str48\" is waiting to start: ContainerCreating"
I0327 23:08:40.930231       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-str48 pod in namespace openshift-dns (previous: false).
I0327 23:08:41.108393       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-str48 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-str48\" is waiting to start: ContainerCreating"
I0327 23:08:41.108413       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-str48\" is waiting to start: ContainerCreating"
I0327 23:08:41.108424       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-7fkht pod in namespace openshift-dns (previous: false).
I0327 23:08:41.312323       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 23:08:41.312341       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-d9sxw pod in namespace openshift-dns (previous: false).
I0327 23:08:41.506509       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 23:08:41.506528       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-hp8sm pod in namespace openshift-dns (previous: false).
I0327 23:08:41.709780       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 23:08:41.709833       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7b8ff74d68-zg9lh pod in namespace openshift-image-registry (previous: false).
W0327 23:08:41.710679       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 23:08:41.906236       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7b8ff74d68-zg9lh pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7b8ff74d68-zg9lh\" is waiting to start: ContainerCreating"
I0327 23:08:41.906260       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7b8ff74d68-zg9lh\" is waiting to start: ContainerCreating"
I0327 23:08:41.906305       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7ff696746c-6l744 pod in namespace openshift-image-registry (previous: false).
I0327 23:08:42.107646       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7ff696746c-6l744 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7ff696746c-6l744\" is waiting to start: ContainerCreating"
I0327 23:08:42.107667       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7ff696746c-6l744\" is waiting to start: ContainerCreating"
I0327 23:08:42.107713       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7ff696746c-ddslx pod in namespace openshift-image-registry (previous: false).
I0327 23:08:42.312125       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7ff696746c-ddslx pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7ff696746c-ddslx\" is waiting to start: ContainerCreating"
I0327 23:08:42.312144       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7ff696746c-ddslx\" is waiting to start: ContainerCreating"
I0327 23:08:42.312156       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-mlqkr pod in namespace openshift-image-registry (previous: false).
I0327 23:08:42.506877       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 23:08:42.506913       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-pvjv2 pod in namespace openshift-image-registry (previous: false).
I0327 23:08:42.706735       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 23:08:42.706755       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-vrccl pod in namespace openshift-image-registry (previous: false).
W0327 23:08:42.711141       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0327 23:08:42.906850       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0327 23:08:42.906872       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-567577db7f-cpz6h pod in namespace openshift-ingress (previous: false).
I0327 23:08:43.108220       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-567577db7f-cpz6h pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-567577db7f-cpz6h\" is waiting to start: ContainerCreating"
I0327 23:08:43.108239       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-567577db7f-cpz6h\" is waiting to start: ContainerCreating"
I0327 23:08:43.108252       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-567577db7f-hk54d pod in namespace openshift-ingress (previous: false).
I0327 23:08:43.306433       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-567577db7f-hk54d pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-567577db7f-hk54d\" is waiting to start: ContainerCreating"
I0327 23:08:43.306452       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-567577db7f-hk54d\" is waiting to start: ContainerCreating"
I0327 23:08:43.306462       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5f778b94dc-wt7g8 pod in namespace openshift-ingress (previous: false).
I0327 23:08:43.507620       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5f778b94dc-wt7g8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5f778b94dc-wt7g8\" is waiting to start: ContainerCreating"
I0327 23:08:43.507641       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5f778b94dc-wt7g8\" is waiting to start: ContainerCreating"
I0327 23:08:43.507677       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-54tfm pod in namespace openshift-ingress-canary (previous: false).
W0327 23:08:43.707369       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0327 23:08:43.707395       1 tasks_processing.go:74] worker 60 stopped.
E0327 23:08:43.707405       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0327 23:08:43.707418       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0327 23:08:43.707434       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0327 23:08:43.707444       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.031601332s to process 1 records
I0327 23:08:43.711300       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-54tfm pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-54tfm\" is waiting to start: ContainerCreating"
I0327 23:08:43.711316       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-54tfm\" is waiting to start: ContainerCreating"
I0327 23:08:43.711327       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-8gxwc pod in namespace openshift-ingress-canary (previous: false).
I0327 23:08:43.906374       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-8gxwc pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-8gxwc\" is waiting to start: ContainerCreating"
I0327 23:08:43.906393       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-8gxwc\" is waiting to start: ContainerCreating"
I0327 23:08:43.906420       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-9ldzm pod in namespace openshift-ingress-canary (previous: false).
I0327 23:08:44.105169       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-9ldzm pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-9ldzm\" is waiting to start: ContainerCreating"
I0327 23:08:44.105189       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-9ldzm\" is waiting to start: ContainerCreating"
I0327 23:08:44.105201       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-lmqsr pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0327 23:08:44.309252       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-lmqsr pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0327 23:08:44.507054       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-2spl2 pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
I0327 23:08:44.708554       1 tasks_processing.go:74] worker 3 stopped.
I0327 23:08:44.708686       1 recorder.go:75] Recording events/openshift-dns with fingerprint=336bbf2c7c707003228d2cf5b07e314731794be6002086f37dacc90dac064d94
I0327 23:08:44.708791       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=d32b09bca0aa321a3e521029a117edce431667201fdb8e5c33535fe3c16b56f6
I0327 23:08:44.708824       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=8e2825cf25b9eb0e8dbac0bdee3a68e33b5e06044632839bcb0058db0de3d78d
I0327 23:08:44.708874       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=dea8ecc4807d5d42779c125637c4e71ab64ba6241e9dc958114a8988648598f3
I0327 23:08:44.708912       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=d08f64672f47937942fe35c6aef734a330b08b67730db4cb372601d5cb4ed5a3
I0327 23:08:44.708925       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=44d198997ec2d67ff0523026df1f6d0985918380cf53f7151df7812bff892446
I0327 23:08:44.708973       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=d11dba323506afe684506cf02c072ecc93791ec7e5acd37cde85e3bfb734e810
I0327 23:08:44.710385       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-bmhvw with fingerprint=116bc34a843dc854771f6bb972ebd0f644c8b951422afa24781dcfd450eec7b6
I0327 23:08:44.710486       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-c4lq6 with fingerprint=144728ab54ce198730faee08ca4152a44fdd4499511f6c17f4b4b492ebe8b14a
I0327 23:08:44.710595       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7b8ff74d68-zg9lh with fingerprint=f7d07f06210ceb0f41e9ff3b8f16f693dc3dfe7f623a413c0928d6883214efd6
I0327 23:08:44.710712       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7ff696746c-6l744 with fingerprint=d86aa7fee231d9a7749d500db5daa80964736ffb9c55f0a5821c7fe527225f78
I0327 23:08:44.710812       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7ff696746c-ddslx with fingerprint=c41cc2f00da5c15994fe2c74fc8f6d33c53b1449bc7beebcf223b078b019e34b
I0327 23:08:44.710880       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-54tfm with fingerprint=c3b382ac856ab70c99030fcc438cabfc10cdca8129dd8fd7ede8a103a0154c61
I0327 23:08:44.710961       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-9ldzm with fingerprint=e15c877ce8be1724478ddf3d1ae6b95b5d257d783684968024a76bc37609244d
I0327 23:08:44.710982       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-lmqsr/migrator_current.log with fingerprint=d679e2316329a777c7254a9578fdff0e8dc2499bd1ab59a5a825994aaf7ffbd6
I0327 23:08:44.710992       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-lmqsr/graceful-termination_current.log with fingerprint=e40932890a85278ee606026d43282bad2b5e49d154f7eb38d513c2cb26f7def4
I0327 23:08:44.711067       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-2spl2/kube-storage-version-migrator-operator_current.log with fingerprint=1799fa0a231c247af063af622d7b07d7c508203fb99d1773f1814d3a009896e3
I0327 23:08:44.711077       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.035439397s to process 17 records
I0327 23:08:51.141849       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:08:51.315641       1 tasks_processing.go:74] worker 51 stopped.
I0327 23:08:51.315692       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0327 23:08:51.315706       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.639743025s to process 1 records
I0327 23:08:52.078935       1 tasks_processing.go:74] worker 2 stopped.
I0327 23:08:52.079221       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=c89e48e19f2ee679cbbc8ca0a7fdb135e655b3c822496630920a7fdbed5c113c
I0327 23:08:52.079241       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.406079962s to process 1 records
E0327 23:08:52.079314       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0327 23:08:52.080420       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0327 23:08:52.080435       1 periodic.go:209] Running workloads gatherer
I0327 23:08:52.080452       1 tasks_processing.go:45] number of workers: 2
I0327 23:08:52.080462       1 tasks_processing.go:69] worker 1 listening for tasks.
I0327 23:08:52.080466       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0327 23:08:52.080474       1 tasks_processing.go:69] worker 0 listening for tasks.
I0327 23:08:52.080490       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0327 23:08:52.107025       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0327 23:08:52.111339       1 tasks_processing.go:74] worker 0 stopped.
I0327 23:08:52.111362       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 30.830199ms to process 0 records
I0327 23:08:52.116927       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (11ms)
I0327 23:08:52.125773       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms)
I0327 23:08:52.136451       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (11ms)
I0327 23:08:52.145361       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (9ms)
I0327 23:08:52.154217       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (9ms)
I0327 23:08:52.163798       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (10ms)
I0327 23:08:52.172205       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (8ms)
I0327 23:08:52.180825       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (9ms)
I0327 23:08:52.188929       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (8ms)
I0327 23:08:52.197327       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (8ms)
I0327 23:08:52.215028       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (18ms)
I0327 23:08:52.315915       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (101ms)
I0327 23:08:52.415689       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms)
I0327 23:08:52.515986       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms)
I0327 23:08:52.616165       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms)
I0327 23:08:52.717552       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (101ms)
I0327 23:08:52.815479       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (98ms)
I0327 23:08:52.917050       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (102ms)
I0327 23:08:53.016087       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms)
I0327 23:08:53.115919       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0327 23:08:53.216257       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms)
I0327 23:08:53.326681       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (110ms)
I0327 23:08:53.416959       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (90ms)
I0327 23:08:53.516194       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (99ms)
I0327 23:08:53.616241       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms)
I0327 23:08:53.716374       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0327 23:08:53.816531       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms)
I0327 23:08:53.916397       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms)
I0327 23:08:54.019622       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (103ms)
I0327 23:08:54.118328       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (99ms)
I0327 23:08:54.126030       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:08:54.216841       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (98ms)
I0327 23:08:54.316039       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (99ms)
I0327 23:08:54.316072       1 tasks_processing.go:74] worker 1 stopped.
E0327 23:08:54.316083       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0327 23:08:54.316413       1 recorder.go:75] Recording config/workload_info with fingerprint=2f4cf0317636f7c2bca18d146a7eb4ff0fded4f4faffacfbdd67470ea03137e8
I0327 23:08:54.316429       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.235596399s to process 1 records
E0327 23:08:54.316455       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.236s with: function \"workload_info\" failed with an error"
I0327 23:08:54.317555       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0327 23:08:54.317567       1 periodic.go:209] Running conditional gatherer
I0327 23:08:54.324793       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0327 23:08:54.325978       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:08:54.331028       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.12:49900->172.30.0.10:53: read: connection refused
E0327 23:08:54.331258       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0327 23:08:54.331313       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0327 23:08:54.336919       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0327 23:08:54.336931       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:08:54.336936       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:08:54.336939       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:08:54.336942       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:08:54.336945       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:08:54.336948       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:08:54.336951       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:08:54.336954       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0327 23:08:54.336957       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0327 23:08:54.336971       1 tasks_processing.go:45] number of workers: 3
I0327 23:08:54.336982       1 tasks_processing.go:69] worker 2 listening for tasks.
I0327 23:08:54.336986       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0327 23:08:54.336995       1 tasks_processing.go:69] worker 0 listening for tasks.
I0327 23:08:54.337006       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0327 23:08:54.337012       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0327 23:08:54.337016       1 tasks_processing.go:69] worker 1 listening for tasks.
I0327 23:08:54.337031       1 tasks_processing.go:74] worker 1 stopped.
I0327 23:08:54.337072       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0327 23:08:54.337086       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.049µs to process 1 records
I0327 23:08:54.337118       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0327 23:08:54.337125       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.159µs to process 1 records
I0327 23:08:54.337132       1 tasks_processing.go:74] worker 0 stopped.
I0327 23:08:54.337267       1 tasks_processing.go:74] worker 2 stopped.
I0327 23:08:54.337284       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 249.848µs to process 0 records
I0327 23:08:54.337303       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.12:49900->172.30.0.10:53: read: connection refused
I0327 23:08:54.337320       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0327 23:08:54.358361       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=0b5fd1207220cc5bb8425b85976444b746ea6f7888853061d7380f45ec0664a6
I0327 23:08:54.358480       1 diskrecorder.go:70] Writing 111 records to /var/lib/insights-operator/insights-2026-03-27-230854.tar.gz
I0327 23:08:54.365254       1 diskrecorder.go:51] Wrote 111 records to disk in 6ms
I0327 23:08:54.365282       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0327 23:08:54.365296       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0327 23:09:07.296070       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 23:09:57.754794       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="de7547c72b0b84e0ba1dc7f554941c741ad8e9392d00672531c9d1c22c44b24d")
W0327 23:09:57.754827       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0327 23:09:57.754871       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="c0c93c7fa0087cf5618caa079c132b8b59f74156ec6e06321d45bfa9322e0089")
I0327 23:09:57.754883       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0327 23:09:57.754932       1 base_controller.go:181] Shutting down ConfigController ...
I0327 23:09:57.754968       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0327 23:09:57.754971       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="70ba899750059f87189b641160bfd1c11542bb482afafaf265fad1bf90ce8cb5")
I0327 23:09:57.754976       1 base_controller.go:113] All ConfigController workers have been terminated
I0327 23:09:57.754987       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0327 23:09:57.754988       1 periodic.go:170] Shutting down
I0327 23:09:57.754979       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0327 23:09:57.755006       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0327 23:09:57.755017       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0327 23:09:57.755049       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"