I0423 19:34:07.817995       1 cmd.go:253] Using service-serving-cert provided certificates
I0423 19:34:07.818469       1 observer_polling.go:159] Starting file observer
I0423 19:34:08.575337       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0423 19:34:08.575883       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0423 19:34:08.576106       1 secure_serving.go:57] Forcing use of http/1.1 only
W0423 19:34:08.576126       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0423 19:34:08.576131       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0423 19:34:08.576151       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0423 19:34:08.576155       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0423 19:34:08.576158       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0423 19:34:08.576161       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0423 19:34:08.576443       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0423 19:34:08.580722       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0423 19:34:08.580701       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0423 19:34:08.580750       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0423 19:34:08.580750       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0423 19:34:08.580730       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0423 19:34:08.580772       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0423 19:34:08.580912       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"5ffc2afb-5616-4e70-a6ff-c3d4283112a0", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0423 19:34:08.580913       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0423 19:34:08.581003       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key"
I0423 19:34:08.581244       1 secure_serving.go:213] Serving securely on [::]:8443
I0423 19:34:08.581301       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0423 19:34:08.586256       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0423 19:34:08.586280       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0423 19:34:08.586368       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0423 19:34:08.596405       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0423 19:34:08.596424       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0423 19:34:08.602281       1 secretconfigobserver.go:119] support secret does not exist
I0423 19:34:08.606937       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0423 19:34:08.611182       1 secretconfigobserver.go:119] support secret does not exist
I0423 19:34:08.615639       1 recorder.go:176] Pruning old reports every 4h36m33s, max age is 288h0m0s
I0423 19:34:08.620982       1 periodic.go:216] Running clusterconfig gatherer
I0423 19:34:08.620996       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0423 19:34:08.621004       1 insightsreport.go:296] Starting report retriever
I0423 19:34:08.621010       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0423 19:34:08.621022       1 tasks_processing.go:45] number of workers: 64
I0423 19:34:08.621055       1 tasks_processing.go:69] worker 8 listening for tasks.
I0423 19:34:08.620984       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0423 19:34:08.621079       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0423 19:34:08.621087       1 tasks_processing.go:69] worker 19 listening for tasks.
I0423 19:34:08.621095       1 tasks_processing.go:69] worker 9 listening for tasks.
I0423 19:34:08.621095       1 tasks_processing.go:69] worker 0 listening for tasks.
I0423 19:34:08.621101       1 tasks_processing.go:69] worker 1 listening for tasks.
I0423 19:34:08.621101       1 tasks_processing.go:69] worker 33 listening for tasks.
I0423 19:34:08.621105       1 tasks_processing.go:71] worker 1 working on machines task.
I0423 19:34:08.621103       1 tasks_processing.go:69] worker 10 listening for tasks.
I0423 19:34:08.621108       1 tasks_processing.go:69] worker 11 listening for tasks.
I0423 19:34:08.621107       1 tasks_processing.go:71] worker 0 working on clusterroles task.
I0423 19:34:08.621115       1 tasks_processing.go:69] worker 51 listening for tasks.
I0423 19:34:08.621115       1 tasks_processing.go:69] worker 20 listening for tasks.
I0423 19:34:08.621122       1 tasks_processing.go:69] worker 21 listening for tasks.
I0423 19:34:08.621122       1 tasks_processing.go:69] worker 50 listening for tasks.
I0423 19:34:08.621129       1 tasks_processing.go:69] worker 22 listening for tasks.
I0423 19:34:08.621126       1 tasks_processing.go:69] worker 52 listening for tasks.
I0423 19:34:08.621149       1 tasks_processing.go:69] worker 23 listening for tasks.
I0423 19:34:08.621131       1 tasks_processing.go:69] worker 53 listening for tasks.
I0423 19:34:08.621152       1 tasks_processing.go:69] worker 54 listening for tasks.
I0423 19:34:08.621155       1 tasks_processing.go:69] worker 34 listening for tasks.
I0423 19:34:08.621155       1 tasks_processing.go:69] worker 4 listening for tasks.
I0423 19:34:08.621162       1 tasks_processing.go:69] worker 35 listening for tasks.
I0423 19:34:08.621159       1 tasks_processing.go:69] worker 24 listening for tasks.
I0423 19:34:08.621167       1 tasks_processing.go:69] worker 56 listening for tasks.
I0423 19:34:08.621160       1 tasks_processing.go:69] worker 55 listening for tasks.
I0423 19:34:08.621169       1 tasks_processing.go:69] worker 6 listening for tasks.
I0423 19:34:08.621176       1 tasks_processing.go:69] worker 27 listening for tasks.
I0423 19:34:08.621179       1 tasks_processing.go:69] worker 57 listening for tasks.
I0423 19:34:08.621179       1 tasks_processing.go:69] worker 3 listening for tasks.
I0423 19:34:08.621184       1 tasks_processing.go:69] worker 31 listening for tasks.
I0423 19:34:08.621168       1 tasks_processing.go:69] worker 36 listening for tasks.
I0423 19:34:08.621171       1 tasks_processing.go:69] worker 26 listening for tasks.
I0423 19:34:08.621190       1 tasks_processing.go:69] worker 32 listening for tasks.
I0423 19:34:08.621189       1 tasks_processing.go:69] worker 5 listening for tasks.
I0423 19:34:08.621190       1 tasks_processing.go:69] worker 28 listening for tasks.
I0423 19:34:08.621195       1 tasks_processing.go:69] worker 29 listening for tasks.
I0423 19:34:08.621198       1 tasks_processing.go:69] worker 45 listening for tasks.
I0423 19:34:08.621198       1 tasks_processing.go:69] worker 59 listening for tasks.
I0423 19:34:08.621201       1 tasks_processing.go:69] worker 46 listening for tasks.
I0423 19:34:08.621189       1 tasks_processing.go:69] worker 58 listening for tasks.
I0423 19:34:08.621205       1 tasks_processing.go:69] worker 17 listening for tasks.
I0423 19:34:08.621209       1 tasks_processing.go:69] worker 18 listening for tasks.
I0423 19:34:08.621173       1 tasks_processing.go:69] worker 37 listening for tasks.
I0423 19:34:08.621216       1 tasks_processing.go:69] worker 49 listening for tasks.
I0423 19:34:08.621216       1 tasks_processing.go:69] worker 48 listening for tasks.
I0423 19:34:08.621217       1 tasks_processing.go:71] worker 9 working on mutating_webhook_configurations task.
I0423 19:34:08.621222       1 tasks_processing.go:71] worker 33 working on machine_healthchecks task.
I0423 19:34:08.621222       1 tasks_processing.go:69] worker 15 listening for tasks.
I0423 19:34:08.621222       1 tasks_processing.go:69] worker 61 listening for tasks.
I0423 19:34:08.621225       1 tasks_processing.go:69] worker 62 listening for tasks.
I0423 19:34:08.621231       1 tasks_processing.go:71] worker 56 working on sap_config task.
I0423 19:34:08.621234       1 tasks_processing.go:71] worker 11 working on dvo_metrics task.
I0423 19:34:08.621229       1 tasks_processing.go:69] worker 44 listening for tasks.
I0423 19:34:08.621239       1 tasks_processing.go:71] worker 6 working on monitoring_persistent_volumes task.
I0423 19:34:08.621245       1 tasks_processing.go:71] worker 44 working on openstack_controlplanes task.
I0423 19:34:08.621245       1 tasks_processing.go:71] worker 51 working on openshift_machine_api_events task.
I0423 19:34:08.621248       1 tasks_processing.go:71] worker 5 working on proxies task.
I0423 19:34:08.621245       1 tasks_processing.go:71] worker 36 working on openshift_logging task.
I0423 19:34:08.621250       1 tasks_processing.go:69] worker 7 listening for tasks.
I0423 19:34:08.621266       1 tasks_processing.go:71] worker 28 working on nodenetworkstates task.
I0423 19:34:08.621263       1 tasks_processing.go:71] worker 58 working on nodes task.
I0423 19:34:08.621294       1 tasks_processing.go:71] worker 53 working on validating_webhook_configurations task.
I0423 19:34:08.621244       1 tasks_processing.go:71] worker 32 working on install_plans task.
I0423 19:34:08.621236       1 tasks_processing.go:71] worker 55 working on support_secret task.
I0423 19:34:08.621233       1 tasks_processing.go:71] worker 27 working on openstack_version task.
I0423 19:34:08.621309       1 tasks_processing.go:71] worker 7 working on openstack_dataplanedeployments task.
I0423 19:34:08.621174       1 tasks_processing.go:69] worker 2 listening for tasks.
I0423 19:34:08.621758       1 tasks_processing.go:71] worker 2 working on overlapping_namespace_uids task.
I0423 19:34:08.621190       1 tasks_processing.go:69] worker 40 listening for tasks.
I0423 19:34:08.621192       1 tasks_processing.go:69] worker 12 listening for tasks.
I0423 19:34:08.621196       1 tasks_processing.go:69] worker 41 listening for tasks.
I0423 19:34:08.621200       1 tasks_processing.go:69] worker 13 listening for tasks.
I0423 19:34:08.621203       1 tasks_processing.go:69] worker 16 listening for tasks.
I0423 19:34:08.621206       1 tasks_processing.go:69] worker 42 listening for tasks.
I0423 19:34:08.621207       1 tasks_processing.go:69] worker 63 listening for tasks.
I0423 19:34:08.621208       1 tasks_processing.go:71] worker 8 working on networks task.
I0423 19:34:08.621881       1 tasks_processing.go:71] worker 63 working on schedulers task.
I0423 19:34:08.621910       1 tasks_processing.go:71] worker 41 working on infrastructures task.
I0423 19:34:08.621962       1 tasks_processing.go:71] worker 40 working on service_accounts task.
I0423 19:34:08.621210       1 tasks_processing.go:69] worker 43 listening for tasks.
I0423 19:34:08.621977       1 tasks_processing.go:71] worker 43 working on lokistack task.
I0423 19:34:08.621211       1 tasks_processing.go:69] worker 47 listening for tasks.
I0423 19:34:08.621214       1 tasks_processing.go:69] worker 60 listening for tasks.
I0423 19:34:08.621211       1 tasks_processing.go:69] worker 14 listening for tasks.
I0423 19:34:08.621212       1 tasks_processing.go:71] worker 19 working on machine_autoscalers task.
I0423 19:34:08.622006       1 tasks_processing.go:71] worker 16 working on olm_operators task.
I0423 19:34:08.622029       1 tasks_processing.go:71] worker 12 working on oauths task.
I0423 19:34:08.622036       1 tasks_processing.go:71] worker 13 working on storage_classes task.
I0423 19:34:08.622051       1 tasks_processing.go:71] worker 42 working on operators_pods_and_events task.
I0423 19:34:08.621165       1 tasks_processing.go:69] worker 25 listening for tasks.
I0423 19:34:08.622149       1 tasks_processing.go:71] worker 47 working on pod_network_connectivity_checks task.
I0423 19:34:08.622154       1 tasks_processing.go:71] worker 25 working on image_pruners task.
I0423 19:34:08.622160       1 tasks_processing.go:71] worker 60 working on image_registries task.
I0423 19:34:08.621225       1 tasks_processing.go:71] worker 20 working on tsdb_status task.
I0423 19:34:08.621184       1 tasks_processing.go:69] worker 30 listening for tasks.
I0423 19:34:08.621228       1 tasks_processing.go:71] worker 10 working on version task.
I0423 19:34:08.622309       1 tasks_processing.go:71] worker 30 working on certificate_signing_requests task.
I0423 19:34:08.621234       1 tasks_processing.go:71] worker 61 working on pdbs task.
I0423 19:34:08.621236       1 tasks_processing.go:71] worker 62 working on silenced_alerts task.
I0423 19:34:08.621185       1 tasks_processing.go:69] worker 39 listening for tasks.
I0423 19:34:08.622544       1 tasks_processing.go:71] worker 39 working on metrics task.
I0423 19:34:08.621238       1 tasks_processing.go:71] worker 26 working on nodenetworkconfigurationpolicies task.
I0423 19:34:08.621320       1 tasks_processing.go:71] worker 29 working on storage_cluster task.
I0423 19:34:08.621326       1 tasks_processing.go:71] worker 24 working on openstack_dataplanenodesets task.
I0423 19:34:08.621320       1 tasks_processing.go:71] worker 59 working on cluster_apiserver task.
I0423 19:34:08.621330       1 tasks_processing.go:71] worker 35 working on cost_management_metrics_configs task.
I0423 19:34:08.621335       1 tasks_processing.go:71] worker 17 working on jaegers task.
I0423 19:34:08.621336       1 tasks_processing.go:71] worker 3 working on operators task.
I0423 19:34:08.621334       1 tasks_processing.go:71] worker 4 working on sap_pods task.
I0423 19:34:08.621340       1 tasks_processing.go:71] worker 18 working on qemu_kubevirt_launcher_logs task.
I0423 19:34:08.621341       1 tasks_processing.go:71] worker 57 working on sap_datahubs task.
I0423 19:34:08.621342       1 tasks_processing.go:71] worker 31 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0423 19:34:08.621345       1 tasks_processing.go:71] worker 37 working on machine_configs task.
I0423 19:34:08.621345       1 tasks_processing.go:71] worker 54 working on aggregated_monitoring_cr_names task.
I0423 19:34:08.621350       1 tasks_processing.go:71] worker 22 working on machine_config_pools task.
I0423 19:34:08.621351       1 tasks_processing.go:71] worker 49 working on ingress task.
I0423 19:34:08.621351       1 tasks_processing.go:71] worker 34 working on authentication task.
I0423 19:34:08.621353       1 tasks_processing.go:71] worker 21 working on config_maps task.
I0423 19:34:08.621356       1 tasks_processing.go:71] worker 48 working on machine_sets task.
I0423 19:34:08.621357       1 tasks_processing.go:71] worker 52 working on active_alerts task.
I0423 19:34:08.621358       1 tasks_processing.go:71] worker 50 working on ceph_cluster task.
I0423 19:34:08.621360       1 tasks_processing.go:71] worker 15 working on feature_gates task.
I0423 19:34:08.621364       1 tasks_processing.go:71] worker 23 working on crds task.
I0423 19:34:08.621364       1 tasks_processing.go:71] worker 46 working on node_features task.
I0423 19:34:08.621180       1 tasks_processing.go:69] worker 38 listening for tasks.
I0423 19:34:08.623835       1 tasks_processing.go:71] worker 38 working on container_images task.
I0423 19:34:08.621435       1 tasks_processing.go:71] worker 45 working on image task.
I0423 19:34:08.622129       1 tasks_processing.go:71] worker 14 working on node_logs task.
E0423 19:34:08.627019       1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:49256->172.30.0.10:53: read: connection refused
I0423 19:34:08.627034       1 tasks_processing.go:71] worker 52 working on container_runtime_configs task.
E0423 19:34:08.627075       1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:49256->172.30.0.10:53: read: connection refused
E0423 19:34:08.627088       1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:49256->172.30.0.10:53: read: connection refused
I0423 19:34:08.627094       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 3.440882ms to process 0 records
E0423 19:34:08.627106       1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:49256->172.30.0.10:53: read: connection refused
E0423 19:34:08.627105       1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:60220->172.30.0.10:53: read: connection refused
I0423 19:34:08.627117       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 4.627737ms to process 0 records
E0423 19:34:08.627115       1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:60220->172.30.0.10:53: read: connection refused
E0423 19:34:08.627125       1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:60220->172.30.0.10:53: read: connection refused
I0423 19:34:08.627159       1 tasks_processing.go:74] worker 39 stopped.
I0423 19:34:08.627161       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 4.570473ms to process 0 records
E0423 19:34:08.627173       1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:60220->172.30.0.10:53: read: connection refused
I0423 19:34:08.627180       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 4.930111ms to process 0 records
I0423 19:34:08.627188       1 tasks_processing.go:74] worker 20 stopped.
I0423 19:34:08.627152       1 tasks_processing.go:71] worker 62 working on ingress_certificates task.
I0423 19:34:08.636209       1 tasks_processing.go:74] worker 28 stopped.
I0423 19:34:08.636226       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 14.93334ms to process 0 records
I0423 19:34:08.636234       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 14.948157ms to process 0 records
I0423 19:34:08.636239       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.966137ms to process 0 records
I0423 19:34:08.636242       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 14.239941ms to process 0 records
I0423 19:34:08.636246       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 14.233415ms to process 0 records
I0423 19:34:08.636249       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 14.5042ms to process 0 records
I0423 19:34:08.636252       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 14.996658ms to process 0 records
I0423 19:34:08.636257       1 tasks_processing.go:74] worker 56 stopped.
I0423 19:34:08.636260       1 tasks_processing.go:74] worker 36 stopped.
I0423 19:34:08.636263       1 tasks_processing.go:74] worker 44 stopped.
I0423 19:34:08.636266       1 tasks_processing.go:74] worker 43 stopped.
I0423 19:34:08.636269       1 tasks_processing.go:74] worker 19 stopped.
I0423 19:34:08.636272       1 tasks_processing.go:74] worker 7 stopped.
I0423 19:34:08.636298       1 tasks_processing.go:74] worker 27 stopped.
I0423 19:34:08.636313       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 14.593033ms to process 0 records
I0423 19:34:08.636326       1 tasks_processing.go:74] worker 1 stopped.
E0423 19:34:08.636340       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0423 19:34:08.636348       1 gather.go:177] gatherer "clusterconfig" function "machines" took 15.213156ms to process 0 records
E0423 19:34:08.636357       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0423 19:34:08.636364       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 15.098494ms to process 0 records
I0423 19:34:08.636373       1 tasks_processing.go:74] worker 33 stopped.
I0423 19:34:08.652783       1 tasks_processing.go:74] worker 47 stopped.
E0423 19:34:08.652794       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0423 19:34:08.652801       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 30.619634ms to process 0 records
I0423 19:34:08.652909       1 tasks_processing.go:74] worker 5 stopped.
I0423 19:34:08.653049       1 recorder.go:75] Recording config/proxy with fingerprint=7805578463b208b01d3b58286af4791c9a03eb0e5f78a36b30ee86e6d7c5877a
I0423 19:34:08.653071       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 31.650426ms to process 1 records
I0423 19:34:08.653166       1 tasks_processing.go:74] worker 34 stopped.
I0423 19:34:08.653390       1 recorder.go:75] Recording config/authentication with fingerprint=6524ebdf7c73f08a88cd6128c7353291edbed5fcc8bd2395cee75e026268e933
I0423 19:34:08.653407       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 29.51433ms to process 1 records
I0423 19:34:08.654589       1 tasks_processing.go:74] worker 9 stopped.
I0423 19:34:08.654772       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=ddf09ec4ae2265ad3b7e585123b508df3404ab0f3bc893c01cf74ec2dd8de374
I0423 19:34:08.654802       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=02c59e3343a85d2eee7083bbbabad2831b813dde8e707eae67b608fb9a5b8ae9
I0423 19:34:08.654826       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=58d351a8bb97c49f9b0c923bdb7f5377db57491639b66eaa24b11b6489e4e30d
I0423 19:34:08.654834       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 33.359848ms to process 3 records
I0423 19:34:08.655094       1 tasks_processing.go:74] worker 2 stopped.
I0423 19:34:08.655112       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0423 19:34:08.655120       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 33.321436ms to process 1 records
I0423 19:34:08.664308       1 tasks_processing.go:74] worker 26 stopped.
I0423 19:34:08.664323       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 41.707698ms to process 0 records
I0423 19:34:08.664378       1 tasks_processing.go:74] worker 55 stopped.
E0423 19:34:08.664388       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0423 19:34:08.664397       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 42.695896ms to process 0 records
I0423 19:34:08.664450       1 tasks_processing.go:74] worker 50 stopped.
I0423 19:34:08.664458       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 40.84808ms to process 0 records
I0423 19:34:08.664462       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 41.42667ms to process 0 records
I0423 19:34:08.664466       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 41.751748ms to process 0 records
I0423 19:34:08.664471       1 tasks_processing.go:74] worker 24 stopped.
E0423 19:34:08.664470       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0423 19:34:08.664475       1 tasks_processing.go:74] worker 57 stopped.
I0423 19:34:08.664478       1 tasks_processing.go:74] worker 4 stopped.
I0423 19:34:08.664493       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 41.533398ms to process 0 records
I0423 19:34:08.664504       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 40.725036ms to process 0 records
I0423 19:34:08.664511       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 41.721124ms to process 0 records
I0423 19:34:08.664517       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 41.642567ms to process 0 records
I0423 19:34:08.664519       1 tasks_processing.go:74] worker 46 stopped.
I0423 19:34:08.664523       1 tasks_processing.go:74] worker 35 stopped.
I0423 19:34:08.664525       1 tasks_processing.go:74] worker 17 stopped.
I0423 19:34:08.664523       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 41.823032ms to process 0 records
I0423 19:34:08.664529       1 tasks_processing.go:74] worker 29 stopped.
I0423 19:34:08.664660       1 tasks_processing.go:74] worker 8 stopped.
I0423 19:34:08.664788       1 recorder.go:75] Recording config/network with fingerprint=c1764bde72c41a940e5a7b5e2a070d926edbfb893d7e9841100e7d9e114acded
I0423 19:34:08.664799       1 gather.go:177] gatherer "clusterconfig" function "networks" took 42.815429ms to process 1 records
I0423 19:34:08.664805       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0423 19:34:08.664822       1 controller.go:368] The initial operator extension status is healthy
I0423 19:34:08.664836       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0423 19:34:08.664843       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0423 19:34:08.664847       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0423 19:34:08.664867       1 controller.go:531] The operator is still being initialized
I0423 19:34:08.664877       1 controller.go:554] The operator is healthy
I0423 19:34:08.664943       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0423 19:34:08.664954       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0423 19:34:08.665125       1 operator.go:328] started
I0423 19:34:08.665169       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0423 19:34:08.672973       1 tasks_processing.go:74] worker 51 stopped.
I0423 19:34:08.672986       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 51.712317ms to process 0 records
I0423 19:34:08.673340       1 tasks_processing.go:74] worker 41 stopped.
I0423 19:34:08.673797       1 recorder.go:75] Recording config/infrastructure with fingerprint=746e4a68d522f1d48991505010bfe6c4dfb224e7fe56b1e1c805e1c0d81b9046
I0423 19:34:08.673809       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 51.411837ms to process 1 records
I0423 19:34:08.673940       1 tasks_processing.go:74] worker 49 stopped.
I0423 19:34:08.674063       1 recorder.go:75] Recording config/ingress with fingerprint=6dd77e24064fa1c813f8e9690d0b2ac79d07eae5610f87a9dc116b7323dfa2cf
I0423 19:34:08.674080       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 50.491758ms to process 1 records
I0423 19:34:08.680995       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0423 19:34:08.681005       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0423 19:34:08.681015       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0423 19:34:08.681334       1 tasks_processing.go:74] worker 48 stopped.
I0423 19:34:08.681345       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 57.770577ms to process 0 records
I0423 19:34:08.681350       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 57.942006ms to process 0 records
I0423 19:34:08.681354       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 54.304825ms to process 0 records
I0423 19:34:08.681359       1 tasks_processing.go:74] worker 52 stopped.
I0423 19:34:08.681359       1 tasks_processing.go:74] worker 22 stopped.
I0423 19:34:08.681870       1 tasks_processing.go:74] worker 63 stopped.
I0423 19:34:08.683166       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=d66847f2a37d837d828bfb9a03f72f6ba30e91be50f2c1bed65191f066273406
I0423 19:34:08.683370       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 59.97349ms to process 1 records
I0423 19:34:08.683452       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 58.161382ms to process 0 records
I0423 19:34:08.683489       1 tasks_processing.go:74] worker 13 stopped.
I0423 19:34:08.683489       1 tasks_processing.go:74] worker 14 stopped.
I0423 19:34:08.683682       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=b84d3513a8b936ed9bb735fd2b2b0e9b06a81cc488ad99e2186441ecfe269b38
I0423 19:34:08.683800       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=dbe8e7ff94c5196b0b2b8edfbc1dbf5c94cf4b7135c2a3f684b08693bb3937f6
I0423 19:34:08.683825       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 60.404119ms to process 2 records
E0423 19:34:08.683837       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0423 19:34:08.683866       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0423 19:34:08.683880       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 59.276637ms to process 1 records
I0423 19:34:08.683908       1 tasks_processing.go:74] worker 37 stopped.
I0423 19:34:08.683938       1 tasks_processing.go:74] worker 58 stopped.
I0423 19:34:08.684677       1 recorder.go:75] Recording config/node/ip-10-0-0-245.ec2.internal with fingerprint=2e40600df090e08189345f06204aeba344826a6249f4f294f734226903b8f7c1
I0423 19:34:08.684761       1 recorder.go:75] Recording config/node/ip-10-0-1-108.ec2.internal with fingerprint=bc013648f52d50c8638c59fa0b0cd240c77638d106227a5c6c1f908cdcfcff78
I0423 19:34:08.684828       1 recorder.go:75] Recording config/node/ip-10-0-2-122.ec2.internal with fingerprint=ead954104771086b358e51e4eb573fbcc45734a4075a1c4454e0dadc84158fdc
I0423 19:34:08.684838       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 61.445176ms to process 3 records
I0423 19:34:08.684921       1 tasks_processing.go:74] worker 12 stopped.
I0423 19:34:08.685111       1 recorder.go:75] Recording config/oauth with fingerprint=d6c5291bd136ccbd0c6195837aea25a4eef2789e3651b37e8c0198a2ffe7229d
I0423 19:34:08.685122       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 61.065527ms to process 1 records
I0423 19:34:08.685232       1 tasks_processing.go:74] worker 25 stopped.
I0423 19:34:08.685320       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=33c1fb6867787376fef1b304be2dfaa9f6c771c24fae3a274a3b49221967d2d6
I0423 19:34:08.685329       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 61.673092ms to process 1 records
I0423 19:34:08.685426       1 tasks_processing.go:74] worker 59 stopped.
I0423 19:34:08.685444       1 recorder.go:75] Recording config/apiserver with fingerprint=9ddfa634ec8148ef967a9323eef4167f0def9ff7af22791b42ec54038d2e296a
I0423 19:34:08.685450       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 61.783127ms to process 1 records
I0423 19:34:08.686148       1 tasks_processing.go:74] worker 30 stopped.
I0423 19:34:08.686162       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 63.811217ms to process 0 records
I0423 19:34:08.686441       1 base_controller.go:82] Caches are synced for ConfigController 
I0423 19:34:08.686452       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0423 19:34:08.690328       1 gather_logs.go:145] no pods in  namespace were found
I0423 19:34:08.690345       1 tasks_processing.go:74] worker 18 stopped.
I0423 19:34:08.690352       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 67.377772ms to process 0 records
I0423 19:34:08.690549       1 tasks_processing.go:74] worker 15 stopped.
I0423 19:34:08.690694       1 recorder.go:75] Recording config/featuregate with fingerprint=4700588790e8bfaf9ff815493bb5e820a9b2153409049d15daf30922aed65e06
I0423 19:34:08.690710       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 66.907163ms to process 1 records
I0423 19:34:08.690790       1 recorder.go:75] Recording config/image with fingerprint=57fb4887d3f018d8bd6449bfa4f12f18ec5b4c084609665efbcbdde2e967c289
I0423 19:34:08.690800       1 gather.go:177] gatherer "clusterconfig" function "image" took 66.853037ms to process 1 records
I0423 19:34:08.690810       1 tasks_processing.go:74] worker 45 stopped.
I0423 19:34:08.690825       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 69.488532ms to process 0 records
I0423 19:34:08.690864       1 tasks_processing.go:74] worker 6 stopped.
I0423 19:34:08.690899       1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=e135acb6d5d14fb3f3d68f33076165230e5738ac90af034462e993da76d95228
I0423 19:34:08.690932       1 tasks_processing.go:74] worker 61 stopped.
I0423 19:34:08.690938       1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=50b699a2ad1cb7f8428d8b1add7dd71e5e536263606b4be15c0461991ee91c09
I0423 19:34:08.690958       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=990837b2b2f6703befe4c412357efbff0cae084d92e59f5b854f44a2668fc8be
I0423 19:34:08.690980       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=e05b1029258bc9658c1a6476bd022ca8a28c7ac063a44d7438f29b06110f0013
I0423 19:34:08.691002       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=e30057a120fc3f39a7d12de6a8476f82f0cdf463e815ac0a90ee122c53befc07
I0423 19:34:08.691022       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=e26cca8d5002e5296cde4840e2f569da0da144f63d798da32f1415b7fca137c7
I0423 19:34:08.691041       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=fdd27f5b3ed89100ff6188477a3511b413040b892690456cd7ffe9b0f8c793da
I0423 19:34:08.691067       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=2e4bc5445c652a444c18fa479b5b28c06832c9af8ba8f59ab85a9b5f13f75029
I0423 19:34:08.691086       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=d8bca212f5ad8a76541a0353a964abb4d8d9ffa32896f8667d0be3b4314f5602
I0423 19:34:08.691101       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=4f8863a50c5b761603a837a458962de791aeea3d9661569604cf08e716f217f0
I0423 19:34:08.691120       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=8917e6d326e2976964b34d5f6e06924038e0c6bff478627ebb290f7f57be4d90
I0423 19:34:08.691128       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 68.340063ms to process 11 records
I0423 19:34:08.691186       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0423 19:34:08.691199       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0423 19:34:08.691204       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0423 19:34:08.691210       1 controller.go:254] Source scaController *sca.Controller is not ready
I0423 19:34:08.691215       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0423 19:34:08.691240       1 controller.go:531] The operator is still being initialized
I0423 19:34:08.691251       1 controller.go:554] The operator is healthy
I0423 19:34:08.692045       1 tasks_processing.go:74] worker 60 stopped.
I0423 19:34:08.692685       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8e651fe65e58d3d991ace7bc79ab462e049caa567a3a07e58347ac177df92231
I0423 19:34:08.692704       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 69.87565ms to process 1 records
I0423 19:34:08.692753       1 tasks_processing.go:74] worker 53 stopped.
I0423 19:34:08.692856       1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=65a6ce50be4e2d1f2d0ed24ee89e86f98cb35db69906d756c0186e01d405c343
I0423 19:34:08.692938       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=a79d114e66ddcf36fdc008b49b8e867cb10fe595b2f050ccf75df88afb33c8d4
I0423 19:34:08.693075       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=b6b584aaaf186f0fd6608f574155506527fe4c2f2d00790f8607cac5f41bc202
I0423 19:34:08.693123       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=08bf7f749c7b494a84f1364ae10f9b9499c2a622bf0b03c9398e6b890e89e5be
I0423 19:34:08.693176       1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=7eafd8d91579bfc25fd106ce4df385d94e9d36e7a3b4aef84907b1a266b12470
I0423 19:34:08.693219       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=6db704a6b687e418ccc38e10d880f3b2643425b447b1181375c0bebff928a177
I0423 19:34:08.693253       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=25d69695629fc0793a2104cfd9b6ba77e62e23f4651c4562b211ee6f29bf367b
I0423 19:34:08.693280       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=d8c5f12428d420ec7c78435bd77b6cc888e970e0a3bebffd09c5c9a4e0b2c894
I0423 19:34:08.693313       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=166097eb62314fb0b9ac55340f050cf4ac56c1364563fb0a0702bad75cc701ca
I0423 19:34:08.693779       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=32e3367a2fe15cdba4b74426eb4a54d46ed5045e1ecd6fdb464de9f9b96c3c10
I0423 19:34:08.693966       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=97b2d8640b55be8ef73b43fe164092661a10d3b6818ddbd5b32d7f07f65ad677
I0423 19:34:08.694071       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=9fa0f74ad419465b7ee8b4a2f3e69d0e0d0e7664b3effb16d409b53a20b20a22
I0423 19:34:08.694158       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=0a878d3e4668173e958bf094567c3a2c5f0bd6bbbf8e35134fd0269552a366e9
I0423 19:34:08.694641       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 71.115902ms to process 13 records
I0423 19:34:08.694813       1 tasks_processing.go:74] worker 0 stopped.
I0423 19:34:08.695042       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=460179baac13da852dc9897d4afd3c3d5061195857960e8c87ef3873cb66b8c3
I0423 19:34:08.695279       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=51adfa113c43410cf51ba5a8a60c53ad9c239b25c8f99fca0a0b9c7f743d4607
I0423 19:34:08.695330       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 72.002217ms to process 2 records
I0423 19:34:08.695478       1 recorder.go:75] Recording config/olm_operators with fingerprint=ee8cb101342ce18f754421fbfa1f52b4a0e4dc7b75dc1932f4edf25a91141368
I0423 19:34:08.695515       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 73.286705ms to process 1 records
I0423 19:34:08.695558       1 tasks_processing.go:74] worker 16 stopped.
I0423 19:34:08.697838       1 configmapobserver.go:84] configmaps "insights-config" not found
W0423 19:34:08.698101       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 19:34:08.698271       1 tasks_processing.go:74] worker 23 stopped.
I0423 19:34:08.698981       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=2041a5cec7ff9f98e28f2c9c0a6c2e1b76e40503cdac7eb1817a31f3e4403539
I0423 19:34:08.699218       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=1886081468c769e23b82079404a603b7cf47a42c578c1412e2f3fab764810139
I0423 19:34:08.699228       1 gather.go:177] gatherer "clusterconfig" function "crds" took 74.604976ms to process 2 records
I0423 19:34:08.699518       1 tasks_processing.go:74] worker 10 stopped.
I0423 19:34:08.699876       1 recorder.go:75] Recording config/version with fingerprint=30228056916220f05959c548cf942c1cf334c1bb73ef9f647de69abe6598d323
I0423 19:34:08.699894       1 recorder.go:75] Recording config/id with fingerprint=48818c20de212943014e0ed45631f52bcd54fea2b0b430a98b0d00c7ef840b57
I0423 19:34:08.699904       1 gather.go:177] gatherer "clusterconfig" function "version" took 77.200869ms to process 2 records
E0423 19:34:08.703099       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2741dacb30-2965-4cf3-84c3-e11817523de2%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:43213->172.30.0.10:53: read: connection refused
I0423 19:34:08.703111       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2741dacb30-2965-4cf3-84c3-e11817523de2%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:43213->172.30.0.10:53: read: connection refused
I0423 19:34:08.709544       1 tasks_processing.go:74] worker 54 stopped.
I0423 19:34:08.709563       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 86.242797ms to process 0 records
I0423 19:34:08.713045       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0423 19:34:08.715202       1 tasks_processing.go:74] worker 38 stopped.
I0423 19:34:08.717058       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m with fingerprint=9488b7844aebbf84c4568445bbbf0839b6b937ebd3a2f83d58cefa9b7dd2fbcd
W0423 19:34:08.717297       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:53215->172.30.0.10:53: read: connection refused
I0423 19:34:08.717318       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:53215->172.30.0.10:53: read: connection refused
I0423 19:34:08.717440       1 recorder.go:75] Recording config/running_containers with fingerprint=0bef74a06a12c99b639cd06b79c0539d854eee21581511b18317c6f1c694e748
I0423 19:34:08.717466       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 91.350468ms to process 2 records
I0423 19:34:08.725785       1 tasks_processing.go:74] worker 21 stopped.
E0423 19:34:08.725802       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0423 19:34:08.725808       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0423 19:34:08.725812       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0423 19:34:08.725822       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0423 19:34:08.725863       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0423 19:34:08.725885       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0423 19:34:08.725891       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0423 19:34:08.725902       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d
I0423 19:34:08.725940       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0423 19:34:08.725947       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0423 19:34:08.725952       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 102.285459ms to process 7 records
I0423 19:34:08.726778       1 tasks_processing.go:74] worker 31 stopped.
I0423 19:34:08.726790       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 103.680183ms to process 0 records
I0423 19:34:08.765384       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0423 19:34:08.765399       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0423 19:34:08.767097       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0423 19:34:08.807983       1 tasks_processing.go:74] worker 62 stopped.
E0423 19:34:08.808003       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0423 19:34:08.808011       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ps23krgrug0inkj9hc8sh6m5b2n43rp-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ps23krgrug0inkj9hc8sh6m5b2n43rp-primary-cert-bundle-secret" not found
I0423 19:34:08.808072       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=2d6fd092587fffebe72d8b8dd23081298d13d0cffd52be0a49d58ac8b160e732
I0423 19:34:08.808086       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 180.778715ms to process 1 records
W0423 19:34:09.695006       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 19:34:10.526327       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
W0423 19:34:10.695807       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 19:34:10.703768       1 gather_cluster_operator_pods_and_events.go:121] Found 48 pods with 98 containers
I0423 19:34:10.703780       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 256794 bytes
I0423 19:34:10.704055       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:10.908077       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:11.110757       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:11.129543       1 tasks_processing.go:74] worker 3 stopped.
I0423 19:34:11.129662       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=de7d5d54367c0416f97ea9daa4224a1c17a1794816bc50e339e4e7d1fd1acc59
I0423 19:34:11.129708       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1
I0423 19:34:11.129742       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=469e8d1c317755f5557f79fbc75adb19139524a7e441d219e83441ac9c59dd43
I0423 19:34:11.129752       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0423 19:34:11.129773       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=b0892b10a527cd08ebac1fa460627ac0dedc2247da4d91a6848887ca3b65647e
I0423 19:34:11.129789       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0423 19:34:11.129809       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=714bc99ad15f7cdc06bf019c76393cd7c11f60f32aa1c49a24d4f71071132587
I0423 19:34:11.129837       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=555c47c7b83c8c8df874ff070601ac686fdf994683eab30809ed99f1290da816
I0423 19:34:11.129860       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=80574364b5c49db8fd2c34a2766ec6d4e0283f23ed132d07232d185a1542ed2f
I0423 19:34:11.129889       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=37d8ec1cc91bfdb7314ce9747332c0e30962c36a51ed11eaeb91b59ac7eb4049
I0423 19:34:11.130232       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=d991d8b58e60a876e6eb065adb1f7270767b897fb275f2970d2de3970940ff48
I0423 19:34:11.130255       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=ca673e18ce8c22b407d67f87e7f66fe61f376963c482357c7709a948b85dc2d2
I0423 19:34:11.130265       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0423 19:34:11.130282       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=d5ad985a0863ec34e011df769aaa067748c0c0fd5182da01a43ea7b5a1073645
I0423 19:34:11.130293       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0423 19:34:11.130309       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=8035af64818380621b46754422f0841c5076bb18a6298ca44798da4c7868679d
I0423 19:34:11.130319       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0423 19:34:11.130339       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=4a5432ee50feff96c32377d1b54330624527dbd4b0197fb3d2f23e1c8119d9ee
I0423 19:34:11.130348       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0423 19:34:11.130368       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=8b4b855ae387443a6482a600fb1390fb67a80d644cfea43353c0e8f9bebd6823
I0423 19:34:11.130472       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=5bd4819f3eac1eeb9a3d65690194b893858167694ce915e014cdcd7db4e058b1
I0423 19:34:11.130482       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0423 19:34:11.130489       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0423 19:34:11.130510       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0423 19:34:11.130534       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=c8edae2dc965d4498077fd92ae5fcc13a4b749b96a4b7683e4db1c26b2c11d59
I0423 19:34:11.130557       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=cac8f2e4fc40c218d827bfd7d52339f45d8c9a2e8ac1aea95f287e04cf5e1911
I0423 19:34:11.130568       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0423 19:34:11.130584       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=3c27fec5d605e9857462ef0b374bea3d27a064363c8ab6ac4569bd2d9f9c1930
I0423 19:34:11.130593       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0423 19:34:11.130606       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=efcd8e1ed47960a7f1b746f2bef26d423d5cbb6adb68bca966500d8eb32a8117
I0423 19:34:11.130621       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=b3da34bcf041b2027c5e62fac8fac345d6b4ad6e5b759ab559141e5ee2ca22db
I0423 19:34:11.130635       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=cf580199e23383b41f4c6403bd360a2fdc20cd4a8adacbfb2e1eb1081b5de262
I0423 19:34:11.130650       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=ff8e9902b5225ce906d4446c4b3c379ebf6e4742d5b7e9b21fe570ddde677297
I0423 19:34:11.130669       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ae3f3bfa35baf360307b7bdcbe3f7334dcab3af624145acd4bc9c6f58dbfd7b4
I0423 19:34:11.130679       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0423 19:34:11.130706       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=4aa9a7fb9433a1ee44e8e905e147838dac01ae47509736f23aa6293965f595ab
I0423 19:34:11.130723       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0423 19:34:11.130729       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0423 19:34:11.130735       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.506607431s to process 38 records
I0423 19:34:11.310656       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:11.509237       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
W0423 19:34:11.694908       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 19:34:11.708536       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:11.908615       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:12.109689       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:12.336043       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:12.511204       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
W0423 19:34:12.695170       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 19:34:12.718471       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:12.910504       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:13.111326       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:13.310409       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:13.511608       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-monitoring-operator container cluster-monitoring-operator-557b74df6-rzzbb pod in namespace openshift-monitoring (previous: false).
W0423 19:34:13.695465       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0423 19:34:13.695489       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0423 19:34:13.695504       1 tasks_processing.go:74] worker 11 stopped.
E0423 19:34:13.695514       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0423 19:34:13.695525       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0423 19:34:13.695536       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.074257775s to process 1 records
I0423 19:34:13.726557       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-state-metrics container kube-state-metrics-6dfffbb599-5hqfw pod in namespace openshift-monitoring (previous: false).
I0423 19:34:13.909860       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container kube-state-metrics-6dfffbb599-5hqfw pod in namespace openshift-monitoring (previous: false).
I0423 19:34:14.110162       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container kube-state-metrics-6dfffbb599-5hqfw pod in namespace openshift-monitoring (previous: false).
I0423 19:34:14.308232       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-59f855df4c-2vzpr pod in namespace openshift-monitoring (previous: false).
I0423 19:34:14.508984       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-59f855df4c-kbxkw pod in namespace openshift-monitoring (previous: false).
I0423 19:34:14.710809       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-5cbb48bf6b-b4mg9 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:14.908716       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-5cbb48bf6b-zjr7v pod in namespace openshift-monitoring (previous: false).
I0423 19:34:15.108865       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-p5vwb pod in namespace openshift-monitoring (previous: false).
I0423 19:34:15.310553       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 19:34:15.310570       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-p5vwb pod in namespace openshift-monitoring (previous: false).
I0423 19:34:15.511859       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-p5vwb pod in namespace openshift-monitoring (previous: false).
I0423 19:34:15.710750       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-pmqws pod in namespace openshift-monitoring (previous: false).
I0423 19:34:15.908112       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 19:34:15.908129       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-pmqws pod in namespace openshift-monitoring (previous: false).
I0423 19:34:16.110570       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-pmqws pod in namespace openshift-monitoring (previous: false).
I0423 19:34:16.309341       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-s88ph pod in namespace openshift-monitoring (previous: false).
I0423 19:34:16.509262       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 19:34:16.509279       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-s88ph pod in namespace openshift-monitoring (previous: false).
I0423 19:34:16.709328       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-s88ph pod in namespace openshift-monitoring (previous: false).
I0423 19:34:16.908504       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container openshift-state-metrics-b8587444b-s4gvw pod in namespace openshift-monitoring (previous: false).
I0423 19:34:17.110980       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container openshift-state-metrics-b8587444b-s4gvw pod in namespace openshift-monitoring (previous: false).
I0423 19:34:17.311255       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for openshift-state-metrics container openshift-state-metrics-b8587444b-s4gvw pod in namespace openshift-monitoring (previous: false).
I0423 19:34:17.510277       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:17.709818       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:17.910409       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:18.109405       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:18.308908       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:18.509211       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:18.715935       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:18.911974       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:19.110296       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:19.313338       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:19.511267       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:19.710875       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:19.911507       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:20.111748       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false).
I0423 19:34:20.311406       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator container prometheus-operator-76b589d668-trnxf pod in namespace openshift-monitoring (previous: false).
I0423 19:34:20.512260       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-operator-76b589d668-trnxf pod in namespace openshift-monitoring (previous: false).
I0423 19:34:20.709542       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-59b79769fb-hm2bl pod in namespace openshift-monitoring (previous: false).
I0423 19:34:20.911045       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-59b79769fb-zp4pm pod in namespace openshift-monitoring (previous: false).
I0423 19:34:21.111851       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for telemeter-client container telemeter-client-65dd4fdc69-7ctrc pod in namespace openshift-monitoring (previous: false).
I0423 19:34:21.310623       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for reload container telemeter-client-65dd4fdc69-7ctrc pod in namespace openshift-monitoring (previous: false).
I0423 19:34:21.459860       1 tasks_processing.go:74] worker 32 stopped.
I0423 19:34:21.459904       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0423 19:34:21.459917       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.83819429s to process 1 records
I0423 19:34:21.508764       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container telemeter-client-65dd4fdc69-7ctrc pod in namespace openshift-monitoring (previous: false).
I0423 19:34:21.709249       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-5db54ddc9-qlztx pod in namespace openshift-monitoring (previous: false).
I0423 19:34:21.927071       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-5db54ddc9-qlztx pod in namespace openshift-monitoring (previous: false).
I0423 19:34:22.127087       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-5db54ddc9-qlztx pod in namespace openshift-monitoring (previous: false).
I0423 19:34:22.228602       1 tasks_processing.go:74] worker 40 stopped.
I0423 19:34:22.228889       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=796bd9f20e825fd32af435d21e60c10c3ec4910fa1211c5a6338f5b81c3f8071
I0423 19:34:22.228906       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606619411s to process 1 records
I0423 19:34:22.309054       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-5db54ddc9-qlztx pod in namespace openshift-monitoring (previous: false).
I0423 19:34:22.508929       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-5db54ddc9-qlztx pod in namespace openshift-monitoring (previous: false).
I0423 19:34:22.708488       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-5db54ddc9-qlztx pod in namespace openshift-monitoring (previous: false).
I0423 19:34:22.908557       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-5db54ddc9-z2mss pod in namespace openshift-monitoring (previous: false).
I0423 19:34:23.109394       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-5db54ddc9-z2mss pod in namespace openshift-monitoring (previous: false).
I0423 19:34:23.309321       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-5db54ddc9-z2mss pod in namespace openshift-monitoring (previous: false).
I0423 19:34:23.509478       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-5db54ddc9-z2mss pod in namespace openshift-monitoring (previous: false).
I0423 19:34:23.708814       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-5db54ddc9-z2mss pod in namespace openshift-monitoring (previous: false).
I0423 19:34:23.909291       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-5db54ddc9-z2mss pod in namespace openshift-monitoring (previous: false).
I0423 19:34:24.108575       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-7f449dfbfd-2dmwh pod in namespace openshift-network-console (previous: false).
I0423 19:34:24.308674       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-7f449dfbfd-7bzj7 pod in namespace openshift-network-console (previous: false).
I0423 19:34:24.508605       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-66dbbb6468-dxk6m pod in namespace openshift-console-operator (previous: true).
I0423 19:34:24.709607       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-66dbbb6468-dxk6m pod in namespace openshift-console-operator (previous: false).
I0423 19:34:24.909813       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6457b7df48-bskgw pod in namespace openshift-console (previous: false).
I0423 19:34:25.111771       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6457b7df48-l8627 pod in namespace openshift-console (previous: false).
I0423 19:34:25.308828       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6685b4cb5f-72bt8 pod in namespace openshift-console (previous: false).
I0423 19:34:25.509443       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6d5b8d6f87-ctvxq pod in namespace openshift-console (previous: false).
I0423 19:34:25.703679       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for console-6d5b8d6f87-ctvxq pod in namespace openshift-console for failing operator console (previous: false): "pods \"console-6d5b8d6f87-ctvxq\" not found"
I0423 19:34:25.703695       1 gather_cluster_operator_pods_and_events.go:280] Error: "pods \"console-6d5b8d6f87-ctvxq\" not found"
I0423 19:34:25.703706       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7bc8874b7d-66d84 pod in namespace openshift-console (previous: false).
I0423 19:34:25.903054       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for console-7bc8874b7d-66d84 pod in namespace openshift-console for failing operator console (previous: false): "pods \"console-7bc8874b7d-66d84\" not found"
I0423 19:34:25.903071       1 gather_cluster_operator_pods_and_events.go:280] Error: "pods \"console-7bc8874b7d-66d84\" not found"
I0423 19:34:25.903080       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-5c54f4944f-2jgqf pod in namespace openshift-console (previous: false).
I0423 19:34:26.125811       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-5c54f4944f-6x8k7 pod in namespace openshift-console (previous: false).
I0423 19:34:26.310460       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-ln9x5 pod in namespace openshift-dns (previous: false).
I0423 19:34:26.507670       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-ln9x5 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-ln9x5\" is waiting to start: ContainerCreating"
I0423 19:34:26.507690       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-ln9x5\" is waiting to start: ContainerCreating"
I0423 19:34:26.507698       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-ln9x5 pod in namespace openshift-dns (previous: false).
I0423 19:34:26.708808       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-ln9x5 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-ln9x5\" is waiting to start: ContainerCreating"
I0423 19:34:26.708824       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-ln9x5\" is waiting to start: ContainerCreating"
I0423 19:34:26.708854       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-t9t42 pod in namespace openshift-dns (previous: false).
I0423 19:34:26.908788       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-t9t42 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-t9t42\" is waiting to start: ContainerCreating"
I0423 19:34:26.908807       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-t9t42\" is waiting to start: ContainerCreating"
I0423 19:34:26.908816       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-t9t42 pod in namespace openshift-dns (previous: false).
I0423 19:34:27.108840       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-t9t42 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-t9t42\" is waiting to start: ContainerCreating"
I0423 19:34:27.108858       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-t9t42\" is waiting to start: ContainerCreating"
I0423 19:34:27.108888       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-wghf4 pod in namespace openshift-dns (previous: false).
I0423 19:34:27.312053       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wghf4 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-wghf4\" is waiting to start: ContainerCreating"
I0423 19:34:27.312071       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-wghf4\" is waiting to start: ContainerCreating"
I0423 19:34:27.312080       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-wghf4 pod in namespace openshift-dns (previous: false).
I0423 19:34:27.513490       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wghf4 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-wghf4\" is waiting to start: ContainerCreating"
I0423 19:34:27.513508       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-wghf4\" is waiting to start: ContainerCreating"
I0423 19:34:27.513518       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-895k6 pod in namespace openshift-dns (previous: false).
I0423 19:34:27.709554       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 19:34:27.709577       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-jhhsl pod in namespace openshift-dns (previous: false).
I0423 19:34:27.921598       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 19:34:27.921617       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-mrv68 pod in namespace openshift-dns (previous: false).
I0423 19:34:28.108601       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 19:34:28.108645       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-57ff957978-zgs2j pod in namespace openshift-image-registry (previous: false).
I0423 19:34:28.308978       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-57ff957978-zgs2j pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-57ff957978-zgs2j\" is waiting to start: ContainerCreating"
I0423 19:34:28.308997       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-57ff957978-zgs2j\" is waiting to start: ContainerCreating"
I0423 19:34:28.309008       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7fb79b599b-5pdmw pod in namespace openshift-image-registry (previous: false).
I0423 19:34:28.512454       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7fb79b599b-8jtd9 pod in namespace openshift-image-registry (previous: false).
I0423 19:34:28.710729       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-dv4hr pod in namespace openshift-image-registry (previous: false).
I0423 19:34:28.909423       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-kwddf pod in namespace openshift-image-registry (previous: false).
I0423 19:34:29.111266       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-l7zhz pod in namespace openshift-image-registry (previous: false).
I0423 19:34:29.309540       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5549b9c849-9xpw7 pod in namespace openshift-ingress (previous: false).
I0423 19:34:29.508917       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5549b9c849-rjng6 pod in namespace openshift-ingress (previous: false).
I0423 19:34:29.712879       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-dbcccc67f-9st5g pod in namespace openshift-ingress (previous: false).
I0423 19:34:29.922230       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-2hfdj pod in namespace openshift-ingress-canary (previous: false).
I0423 19:34:30.109339       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-cpc9k pod in namespace openshift-ingress-canary (previous: false).
I0423 19:34:30.309060       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-dr2mb pod in namespace openshift-ingress-canary (previous: false).
I0423 19:34:30.514819       1 tasks_processing.go:74] worker 42 stopped.
I0423 19:34:30.515531       1 recorder.go:75] Recording events/openshift-monitoring with fingerprint=65e6b6768c03a3960dce841fb31fe7661ab91741479286ac580d2f780c630825
I0423 19:34:30.515580       1 recorder.go:75] Recording events/openshift-network-console with fingerprint=64b30d47568a8f4630a3cf3f65352f249f141db38abc0dad2378383cdd477390
I0423 19:34:30.515698       1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=5162603804c8713887e110feb82c4658c74d24cfcaaa89b385a837aa009caf46
I0423 19:34:30.515794       1 recorder.go:75] Recording events/openshift-console with fingerprint=f63b4a3c724910b38298e5dfa7d2874de63dcf43d47960105eb00e4ecd5a3620
I0423 19:34:30.515820       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=13cc69e066993b4f5a03f85e3d3fdf0da95bcafc1ee13ae1b4b2f5fa9278582e
I0423 19:34:30.515865       1 recorder.go:75] Recording events/openshift-dns with fingerprint=9bffc0d6eb16fa688b25dbc37c7720d5094d70b80ab1eb6a48e64710395f16ed
I0423 19:34:30.515982       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=ed6b9bd79e46be5ea2e3078f97f335fd1ccb07499cc608e6abdfe79e0829d856
I0423 19:34:30.516009       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=63058122684fcf45844f3cb8a4d7b7fc092c549f0a10b9b59dbcc611715e4df6
I0423 19:34:30.516080       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=a5795c09f7d021203f4a4cd8792b68dc1eb8b5b5f23cf892fa4d46beaa363b83
I0423 19:34:30.516157       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=609d96af8d0964596dbd102526b8beb18f45820e252c4bd1f9e38337df3848b7
I0423 19:34:30.516166       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/init-config-reloader_current.log with fingerprint=00d5441aa7419b217221e976c9858d479a55b70e912362300686482870d6f52b
I0423 19:34:30.516186       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/alertmanager_current.log with fingerprint=547269aecabc82b8387c6b019d1b1ba6f19bde182bd6818f75d4dd2f686ad91b
I0423 19:34:30.516200       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/config-reloader_current.log with fingerprint=e331eaac0fe6786f250eb0c5b36ebe7fd4f7321d3c4971e83643f8dfb18f23c6
I0423 19:34:30.516206       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-web_current.log with fingerprint=cc5ede24bf0ea9833d74a3ad72e72a9a4fb830a422998e047dd430d790de0ce1
I0423 19:34:30.516212       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy_current.log with fingerprint=fcebcdafd15e0c54ad3c83457ff403079e8d75854b12e26de5f0e3a03ff6b03d
I0423 19:34:30.516218       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-metric_current.log with fingerprint=e97812770ca1ff21cf8aba43cfabbcde83280bfae38b8597d80a91f4e501ed20
I0423 19:34:30.516222       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/prom-label-proxy_current.log with fingerprint=c699813f18ef7a3dd7c65f028dea3181efa67e05a562328728221b7bb566f4f5
I0423 19:34:30.516228       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/init-config-reloader_current.log with fingerprint=9b9ef60ca58f8b240212e4862321c28fc5ca5f230c5b08f473035998f3d9ae1e
I0423 19:34:30.516249       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/alertmanager_current.log with fingerprint=5d98e8eab4815dd79570800222c64cdc90f902d293fff5f587029d2ae42ae7bb
I0423 19:34:30.516262       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/config-reloader_current.log with fingerprint=ddb3e93e42a57ecfe3c1ff60f68e6106e2a02ddaae52a1562f874a66a339a189
I0423 19:34:30.516268       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-web_current.log with fingerprint=057ba3f8a6ebbc4cc6c7a623b8eb7d7b93d084e505ad1fd342d2f971008b2e64
I0423 19:34:30.516273       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy_current.log with fingerprint=74a5d5f28f77fe220df51c9fa5bf67312c738404cffe48c2d3d71b4aef47ce19
I0423 19:34:30.516280       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-metric_current.log with fingerprint=2a13f14b2523491d871e2aa99af2253e9a8ac0e7a5c0da395a62a4de2931dd0c
I0423 19:34:30.516285       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/prom-label-proxy_current.log with fingerprint=79bebbbf9c2aa2c5bd7f19326b8c204a46d0962dcadb48583abd3d6a74fc8b1e
I0423 19:34:30.516402       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/cluster-monitoring-operator-557b74df6-rzzbb/cluster-monitoring-operator_current.log with fingerprint=17daaf9a2972e2ea8f08b7c9c871b1cbcaeb73a5547efbf5fc4583f4cadeffc4
I0423 19:34:30.516428       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-6dfffbb599-5hqfw/kube-state-metrics_current.log with fingerprint=e88d8669e4a5be006f8ecbd9ac5bd0000b4b967f385cc62601ec2eed3f16eff8
I0423 19:34:30.516438       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-6dfffbb599-5hqfw/kube-rbac-proxy-main_current.log with fingerprint=2377a15ababe3f48869742c481a8b9b2812807b0953e841b46b6e70910bd3b2f
I0423 19:34:30.516444       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-6dfffbb599-5hqfw/kube-rbac-proxy-self_current.log with fingerprint=92d99bfd7db40f0249304a4a098d43b4aa81e356f122f24fb4bbbc985b8c1c8e
I0423 19:34:30.516452       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-59f855df4c-2vzpr/metrics-server_current.log with fingerprint=ce522db04091e87052970e8def96588c3152ee36108d4a60256fba49b17f721d
I0423 19:34:30.516458       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-59f855df4c-kbxkw/metrics-server_current.log with fingerprint=b80182533c0dc01f154d91e4857bca226f832d454ef72b6d3c5488b56a32c1f9
I0423 19:34:30.516469       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-5cbb48bf6b-b4mg9/monitoring-plugin_current.log with fingerprint=f604f4696d2e8621118a2d7a8f17c1e916138a3d39de5f3aa3466cacdc275333
I0423 19:34:30.516480       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-5cbb48bf6b-zjr7v/monitoring-plugin_current.log with fingerprint=0d8869fbc98cd3bc94ee3f4f50ddd195e070eab1fae737398237c1fc3f981ecf
I0423 19:34:30.516507       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-p5vwb/node-exporter_current.log with fingerprint=19fd69ec98b94439bd96b06e6413b7e8c65293ea8fbbf5420d98ef0752dcb97b
I0423 19:34:30.516516       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-p5vwb/kube-rbac-proxy_current.log with fingerprint=5b68d0403a0589db0896139c4d8ce25b464941678728d862ff05a4facfc0b7b6
I0423 19:34:30.516542       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-pmqws/node-exporter_current.log with fingerprint=61939a0569bddd0f11ec568947e66b55cf92c9af7b846a68693b7a8b7de03903
I0423 19:34:30.516550       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-pmqws/kube-rbac-proxy_current.log with fingerprint=7d697d418e56a1ad8efaa4f412e3219f1596cd27ba411ea6f0192ed284a6e33f
I0423 19:34:30.516576       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-s88ph/node-exporter_current.log with fingerprint=f159d988db7f388b2c661f5c533c85b68f02d6a4ba53fb005abc768a70789cd4
I0423 19:34:30.516584       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-s88ph/kube-rbac-proxy_current.log with fingerprint=e67424c5abc9295744a404b89f2976a62eb7c28683ba76df6ce4667222e0b764
I0423 19:34:30.516590       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-b8587444b-s4gvw/kube-rbac-proxy-main_current.log with fingerprint=9daa49d6c9dd09909338c84876e1c2a05469762f6b955c605b0c88bd3d776b2f
I0423 19:34:30.516597       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-b8587444b-s4gvw/kube-rbac-proxy-self_current.log with fingerprint=9a5c30920129950fa90263d6bffef6e86a75e2bc63adb2b2c1ffd3e814cb1e88
I0423 19:34:30.516607       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-b8587444b-s4gvw/openshift-state-metrics_current.log with fingerprint=e75757ef6c093e55e8ef82b203a1a18fd11370fdd73006439b7e6da42cda3915
I0423 19:34:30.516614       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/init-config-reloader_current.log with fingerprint=0628829b2b9723912afe570bc43c8d5f14cbb8b458db6b723302613457e50e67
I0423 19:34:30.516685       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/prometheus_current.log with fingerprint=59289ac35060bf953afffa1cf5e099c560140221374ceb8847cc35986e12d2c0
I0423 19:34:30.516701       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/config-reloader_current.log with fingerprint=9de355717cbdc0467698928dc0cbd802431d58616031ac1374e28ce827b151d2
I0423 19:34:30.516714       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/thanos-sidecar_current.log with fingerprint=05e04c512c7a2d5b7692534dd4a9ae2d98d2d28b7c1fa783a645dd21ec0036eb
I0423 19:34:30.516722       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-web_current.log with fingerprint=36d8cb000bea400c2249a4261f4ee7200993c7a7be17a2fd5dd408f6af8e095b
I0423 19:34:30.516728       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy_current.log with fingerprint=9bb7fc2659c59418a22f7f530c2008601b652aee17f43e942a94776a56b96282
I0423 19:34:30.516735       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-thanos_current.log with fingerprint=776a4d842b362d5cc2050abb53b93b5578944a69a7e0df27272c7e9d0d3922ac
I0423 19:34:30.516741       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/init-config-reloader_current.log with fingerprint=cd58a4d1a25eaead7371fdabd840ea907ecf18009a20321c064fb5ebad065afa
I0423 19:34:30.516813       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/prometheus_current.log with fingerprint=358162d0df25ebb6363ad4c1830796fa19d3b55a666f1a1b000fda535125bef7
I0423 19:34:30.516829       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/config-reloader_current.log with fingerprint=2e800829fadb7cbb63aff476cd533d487b17112fbe7f7bd292e491c612a539a6
I0423 19:34:30.516839       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/thanos-sidecar_current.log with fingerprint=2ae31200825f7fd15dd56ad2994438601ca76d363e28d7622f878a1a091974f2
I0423 19:34:30.516847       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-web_current.log with fingerprint=399cd74c3d96d08ffc23f88b96507935abfc066f74d421abd5b17af5bec4d6ed
I0423 19:34:30.516853       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy_current.log with fingerprint=1c35b98959bc50d4ddc376f6a56ba6a432542ab7139ba2d89b6f16f6fe8c32fe
I0423 19:34:30.516860       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-thanos_current.log with fingerprint=c560485d482f3e96651e57c53a6cd4f4d92f82121412387ca6151286f23592c6
I0423 19:34:30.516940       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-76b589d668-trnxf/prometheus-operator_current.log with fingerprint=4f5f9cf5121373396b7c5cd2433d620835a310d8603d0e1258f910174e0dba4f
I0423 19:34:30.516948       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-76b589d668-trnxf/kube-rbac-proxy_current.log with fingerprint=367a57c6c208e4f5655c72fb98f84af435a185a72b162c0d414f5deb08caefb3
I0423 19:34:30.516954       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-59b79769fb-hm2bl/prometheus-operator-admission-webhook_current.log with fingerprint=1fb3939a28f958690694a04f8ac0092753d7f2e6a594f9e21aa861f07cd24891
I0423 19:34:30.516962       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-59b79769fb-zp4pm/prometheus-operator-admission-webhook_current.log with fingerprint=a389497ac913f20052689ea94bcadbcc0ea261c7457c80f7acb1eac9025b29a9
I0423 19:34:30.517022       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-65dd4fdc69-7ctrc/telemeter-client_current.log with fingerprint=caf6940934bfe01e5f2a7327189f1a9129c832a681e34ed37f9a8347a24aaeee
I0423 19:34:30.517032       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-65dd4fdc69-7ctrc/reload_current.log with fingerprint=df662444473dd3e02bb74525e77cdec2b365bef4db34fcc3b384b9d4e62e980d
I0423 19:34:30.517038       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/telemeter-client-65dd4fdc69-7ctrc/kube-rbac-proxy_current.log with fingerprint=3a8c6b834616d3f94f73bbac6d1eacd3764cf731da8c611e773c36c8e4d84db6
I0423 19:34:30.517060       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-qlztx/thanos-query_current.log with fingerprint=11e7cfe7ecc07c24951feb467f6fe30bf42cb26af2dd90b3022481a75bb77433
I0423 19:34:30.517070       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-qlztx/kube-rbac-proxy-web_current.log with fingerprint=112e15169d8b693c7607cce49a4a0c01fedab9a981a069e91e4cfa0845aabd7f
I0423 19:34:30.517075       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-qlztx/kube-rbac-proxy_current.log with fingerprint=e1d11fab40a3356a0c85fd9899a136c156bda5c216d53907abde1d814804d3a6
I0423 19:34:30.517079       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-qlztx/prom-label-proxy_current.log with fingerprint=e12866cab6141aee1d298f29d26ec3f5c34a5e37ddcc1122d5c8e599b4e8d3dc
I0423 19:34:30.517085       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-qlztx/kube-rbac-proxy-rules_current.log with fingerprint=52e89b339620980b4ce51d0d2adca787bd6fa3e01489721523eb8d97aab971ac
I0423 19:34:30.517091       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-qlztx/kube-rbac-proxy-metrics_current.log with fingerprint=cb1bcf80995b09c33c87455ec3a335282b84e62cd7ac49b7e3adb61f29307aaa
I0423 19:34:30.517114       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-z2mss/thanos-query_current.log with fingerprint=9913e6c48d7a6fd72bbea1513be31c70e11d93636f58358d585820ae89908ca8
I0423 19:34:30.517124       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-z2mss/kube-rbac-proxy-web_current.log with fingerprint=2681abefbeeed0b6f9f6aaaa028fdd619d620c05899c1bd04265ca2b3701d899
I0423 19:34:30.517130       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-z2mss/kube-rbac-proxy_current.log with fingerprint=07c2c0a6154611b74da7b677e803c72eed261d2a7a02db3f4953386b490a94bd
I0423 19:34:30.517149       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-z2mss/prom-label-proxy_current.log with fingerprint=ccab60044f9fdd609de5c85cb56fa1a0b79468b077ccbf0dd6132ef6ef91549d
I0423 19:34:30.517156       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-z2mss/kube-rbac-proxy-rules_current.log with fingerprint=4f07dcd03466a0a6aa0d94f0c59284c20458d1fcfeaaa6f681d14f75e34fe877
I0423 19:34:30.517162       1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-5db54ddc9-z2mss/kube-rbac-proxy-metrics_current.log with fingerprint=d28e98c719728b8459d3c3dd0cd974858ba041fce2d62bd5ff9fc79924079b58
I0423 19:34:30.517169       1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-7f449dfbfd-2dmwh/networking-console-plugin_current.log with fingerprint=c6d8e9d0a10a92ad8515a2f3075e1640af18784de210685f876d59e0cf4ca423
I0423 19:34:30.517175       1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-7f449dfbfd-7bzj7/networking-console-plugin_current.log with fingerprint=1ccabc60b365a97bbbbe738b84b2a3effab827ee9ed52ae6f99babfe68b6ccb7
I0423 19:34:30.517307       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m with fingerprint=9488b7844aebbf84c4568445bbbf0839b6b937ebd3a2f83d58cefa9b7dd2fbcd
E0423 19:34:30.517325       1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m.json" was already recorded and had the fingerprint "9488b7844aebbf84c4568445bbbf0839b6b937ebd3a2f83d58cefa9b7dd2fbcd", overwriting with the record having fingerprint "9488b7844aebbf84c4568445bbbf0839b6b937ebd3a2f83d58cefa9b7dd2fbcd"
W0423 19:34:30.517338       1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m.json" because of the warning: warning: the record with the same fingerprint "9488b7844aebbf84c4568445bbbf0839b6b937ebd3a2f83d58cefa9b7dd2fbcd" was already recorded at path "config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m.json"
I0423 19:34:30.517351       1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-66dbbb6468-dxk6m/console-operator_previous.log with fingerprint=75a78ee4d3523f141f7338a9d01168697bbf81d079d12392e80f625d3aa5a185
I0423 19:34:30.517525       1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-66dbbb6468-dxk6m/console-operator_current.log with fingerprint=d8b08c972893a7a2c4da03c0093952bf6eb01e045ea2753a25b6d196707577f1
I0423 19:34:30.517539       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-6457b7df48-bskgw/console_current.log with fingerprint=08878d50c180ebd001ae70f3eb3ebac1db7793cee28537f5b8b366cc8562594e
I0423 19:34:30.517550       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-6457b7df48-l8627/console_current.log with fingerprint=679e0b7aedf5c71e4faf4e7de5ada3c37a31e0a03947681aeb58b103e064271a
I0423 19:34:30.517561       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-6685b4cb5f-72bt8/console_current.log with fingerprint=a421bb16973d1d10d1d37b221fe31756808235eede60434500c5d1179fb9c5a8
I0423 19:34:30.517588       1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-5c54f4944f-2jgqf/download-server_current.log with fingerprint=6b801ab27ce3e0bbd9b759227afed817a7ada67b4704c9b86604d7f410716811
I0423 19:34:30.517618       1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-5c54f4944f-6x8k7/download-server_current.log with fingerprint=345abd85b8ca1288ecca8500b30505071b53c522c019b036009c71d0febae5ef
I0423 19:34:30.517714       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-ln9x5 with fingerprint=3772c680e03ac24ab06061fbfc35536c0024fcc5a31965c0f3d6915197b91b08
I0423 19:34:30.517785       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-t9t42 with fingerprint=7ac8a831814c95d895666e305438508f8b87a167e83c8053fa1c4a02b5ea33ac
I0423 19:34:30.517854       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-wghf4 with fingerprint=d53bf3b0b1d6073d4fe0b1909043e366ec5d80394bddb50d119334e8a5ebcf96
I0423 19:34:30.517950       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-57ff957978-zgs2j with fingerprint=b00d99e7a9a03ba5b05baef11d8a8e0d011efb81d777356fe9b165feced1197d
I0423 19:34:30.517973       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-7fb79b599b-5pdmw/registry_current.log with fingerprint=ac8f78dafc79e74caccf64059847e264cb370b51f942dc286434d6ccfd7a1a81
I0423 19:34:30.517997       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-7fb79b599b-8jtd9/registry_current.log with fingerprint=ba6d6528ca39e1ced7d40f6de132abc178213a126b67b2b82f0e2f37380da14f
I0423 19:34:30.518004       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-dv4hr/node-ca_current.log with fingerprint=984de69746bfcc26ca283b541a1c91478e56699ce118cc4e547864f33d445ac5
I0423 19:34:30.518009       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-kwddf/node-ca_current.log with fingerprint=4e1c3135e86efec504ad91aa8d7371c8f5281d2b34556e01b871b25f896c025f
I0423 19:34:30.518014       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-l7zhz/node-ca_current.log with fingerprint=6cffcf3e5b4a7ab12fd5c42087a189f2f1bc2467f58705e264c5a7dabf7b300b
I0423 19:34:30.518031       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-5549b9c849-9xpw7/router_current.log with fingerprint=7b46b19bf614c2800d76125b7b7ddd4f51f5946d368abd5321ae6af6d573df56
I0423 19:34:30.518051       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-5549b9c849-rjng6/router_current.log with fingerprint=936afde29703cf5e4532f26989756dbffb15b8c424d216b74cae6d300c947044
I0423 19:34:30.518071       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-dbcccc67f-9st5g/router_current.log with fingerprint=5aaa722adc768dcf4f561fe9db72d97e5fb6552a632f329a253c65784fb179d7
I0423 19:34:30.518077       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-2hfdj/serve-healthcheck-canary_current.log with fingerprint=7c72ff8cf9b97b3ec75683920be4ffd6f4f5197668881f69dad8609600cea479
I0423 19:34:30.518081       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-cpc9k/serve-healthcheck-canary_current.log with fingerprint=4b81bd767891dcfe915d67d93a23640270c25751c08a188ac63ef2496305ef72
I0423 19:34:30.518084       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-dr2mb/serve-healthcheck-canary_current.log with fingerprint=208bddbbaff5fec6b081cc97944e7d86c3370d957eae55f48dab11fccc54b63b
I0423 19:34:30.518090       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 21.89274988s to process 99 records
E0423 19:34:30.518166       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 21.897s with: function \"active_alerts\" failed with an error, function \"silenced_alerts\" failed with an error, function \"metrics\" failed with an error, function \"tsdb_status\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m.json\""
I0423 19:34:30.519278       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "active_alerts" failed with an error, function "silenced_alerts" failed with an error, function "metrics" failed with an error, function "tsdb_status" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-66dbbb6468-dxk6m.json"
I0423 19:34:30.519292       1 periodic.go:216] Running workloads gatherer
I0423 19:34:30.519307       1 tasks_processing.go:45] number of workers: 2
I0423 19:34:30.519314       1 tasks_processing.go:69] worker 1 listening for tasks.
I0423 19:34:30.519318       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0423 19:34:30.519324       1 tasks_processing.go:69] worker 0 listening for tasks.
I0423 19:34:30.519338       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0423 19:34:30.525417       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-122.ec2.internal...
I0423 19:34:30.525431       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-108.ec2.internal...
I0423 19:34:30.525436       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-245.ec2.internal...
I0423 19:34:30.561619       1 tasks_processing.go:74] worker 0 stopped.
I0423 19:34:30.561639       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 42.265247ms to process 0 records
I0423 19:34:34.812318       1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 4s
I0423 19:34:34.836841       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data
I0423 19:34:34.847416       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (12ms)
I0423 19:34:34.857466       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms)
I0423 19:34:34.870441       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (13ms)
I0423 19:34:34.884645       1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (14ms)
I0423 19:34:34.900839       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (16ms)
I0423 19:34:34.913469       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (13ms)
I0423 19:34:34.923857       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (10ms)
I0423 19:34:34.936362       1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (12ms)
I0423 19:34:34.946446       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (10ms)
I0423 19:34:34.958547       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (12ms)
I0423 19:34:34.968319       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (10ms)
I0423 19:34:35.047200       1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (79ms)
I0423 19:34:35.146711       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (99ms)
I0423 19:34:35.247731       1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (101ms)
I0423 19:34:35.346973       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (99ms)
I0423 19:34:35.447317       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms)
I0423 19:34:35.547608       1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (100ms)
I0423 19:34:35.647266       1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (100ms)
I0423 19:34:35.759346       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (112ms)
I0423 19:34:35.847987       1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (89ms)
I0423 19:34:35.947044       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (99ms)
I0423 19:34:36.047386       1 gather_workloads_info.go:387] No image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (100ms)
I0423 19:34:36.146920       1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (100ms)
I0423 19:34:36.247331       1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (100ms)
I0423 19:34:36.347520       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms)
I0423 19:34:36.446816       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (99ms)
I0423 19:34:36.546729       1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (100ms)
I0423 19:34:36.647650       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms)
I0423 19:34:36.746966       1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (99ms)
I0423 19:34:36.846980       1 gather_workloads_info.go:387] No image sha256:1f118a4ec0b92cb88c8544ea31d2b9adfc7006eeddb7a8d260150ecbce4adb8c (100ms)
I0423 19:34:36.948123       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (101ms)
I0423 19:34:37.047421       1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (99ms)
I0423 19:34:37.146701       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (99ms)
I0423 19:34:37.246658       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms)
I0423 19:34:37.346804       1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (100ms)
I0423 19:34:37.446824       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms)
I0423 19:34:37.546699       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms)
I0423 19:34:37.647003       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms)
I0423 19:34:37.747622       1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (101ms)
I0423 19:34:37.846666       1 gather_workloads_info.go:387] No image sha256:ce98d5d844bfc2ba8de1893866ad38166c95157d54abd8192b181e819bc50bb5 (99ms)
I0423 19:34:37.947681       1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (101ms)
I0423 19:34:38.046386       1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (99ms)
I0423 19:34:38.146503       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms)
I0423 19:34:38.246536       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms)
I0423 19:34:38.346513       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms)
I0423 19:34:38.446663       1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (100ms)
I0423 19:34:38.546900       1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (100ms)
I0423 19:34:38.647074       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms)
I0423 19:34:38.746128       1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (99ms)
I0423 19:34:38.846849       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (101ms)
I0423 19:34:38.846880       1 tasks_processing.go:74] worker 1 stopped.
E0423 19:34:38.846891       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: received unexpected status code 500 Internal Server Error from https://10.129.0.13:8443/gather_runtime_info
I0423 19:34:38.847213       1 recorder.go:75] Recording config/workload_info with fingerprint=089c26bcef6395f5f85a96a0a3a754531e16f824da7856dff991fac191a04caf
I0423 19:34:38.847231       1 gather.go:177] gatherer "workloads" function "workload_info" took 8.327555391s to process 1 records
E0423 19:34:38.847258       1 periodic.go:254] "Unhandled Error" err="workloads failed after 8.327s with: function \"workload_info\" failed with an error"
I0423 19:34:38.848360       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0423 19:34:38.848372       1 periodic.go:216] Running conditional gatherer
I0423 19:34:38.853997       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0423 19:34:38.861942       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.16:50665->172.30.0.10:53: read: connection refused
I0423 19:34:38.862309       1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer
E0423 19:34:38.865164       1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.16:59839->172.30.0.10:53: read: connection refused
I0423 19:34:38.865232       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0423 19:34:38.871120       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0423 19:34:38.871151       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 19:34:38.871160       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 19:34:38.871165       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 19:34:38.871170       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 19:34:38.871174       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 19:34:38.871178       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 19:34:38.871182       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 19:34:38.871184       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 19:34:38.871187       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0423 19:34:38.871203       1 tasks_processing.go:45] number of workers: 3
I0423 19:34:38.871213       1 tasks_processing.go:69] worker 2 listening for tasks.
I0423 19:34:38.871217       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0423 19:34:38.871227       1 tasks_processing.go:69] worker 0 listening for tasks.
I0423 19:34:38.871233       1 tasks_processing.go:69] worker 1 listening for tasks.
I0423 19:34:38.871241       1 tasks_processing.go:74] worker 1 stopped.
I0423 19:34:38.871242       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0423 19:34:38.871254       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0423 19:34:38.871309       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0423 19:34:38.871323       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 808ns to process 1 records
I0423 19:34:38.871360       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0423 19:34:38.871368       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.145µs to process 1 records
I0423 19:34:38.871374       1 tasks_processing.go:74] worker 0 stopped.
I0423 19:34:38.871500       1 tasks_processing.go:74] worker 2 stopped.
I0423 19:34:38.871513       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 233.981µs to process 0 records
I0423 19:34:38.871532       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.16:50665->172.30.0.10:53: read: connection refused
I0423 19:34:38.871552       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0423 19:34:38.899391       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=db1b812398d9ecd733c78cad90489a280a034b3a4b514b750663cd47113bdbc8
I0423 19:34:38.899557       1 diskrecorder.go:70] Writing 206 records to /var/lib/insights-operator/insights-2026-04-23-193438.tar.gz
I0423 19:34:38.914371       1 diskrecorder.go:51] Wrote 206 records to disk in 14ms
I0423 19:34:38.914407       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0423 19:34:38.914425       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0423 19:35:38.621533       1 diskrecorder.go:223] Found files to send: insights-2026-04-23-193438.tar.gz
I0423 19:35:38.621562       1 insightsuploader.go:150] Checking archives to upload periodically every 15m48.447186295s
I0423 19:35:38.621572       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0423 19:35:38.635900       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0423 19:35:38.860819       1 requests.go:87] Successfully reported id=2026-04-23T19:35:38Z x-rh-insights-request-id=d40bc600458643db9f82b7d1d6fbba54, wrote=110161
I0423 19:35:38.860947       1 insightsuploader.go:187] Uploaded report successfully in 239.367038ms
I0423 19:35:38.860976       1 controller.go:129] Initializing last reported time to 2026-04-23T19:35:38Z
I0423 19:35:38.861050       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0423 19:35:38.861064       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0423 19:35:38.861073       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0423 19:35:38.866729       1 controller.go:554] The operator is healthy
I0423 19:36:08.676314       1 controller.go:554] The operator is healthy
I0423 19:36:41.418598       1 insightsreport.go:137] Pulling report from smart-proxy
I0423 19:36:41.418621       1 insightsreport.go:149] Retrieving report
I0423 19:36:41.425835       1 requests.go:110] Retrieving report for cluster: 41dacb30-2965-4cf3-84c3-e11817523de2
I0423 19:36:41.425846       1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/41dacb30-2965-4cf3-84c3-e11817523de2/reports
I0423 19:36:41.428996       1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/41dacb30-2965-4cf3-84c3-e11817523de2/reports
I0423 19:36:41.622332       1 insightsreport.go:184] Report retrieved
I0423 19:36:41.648885       1 insightsreport.go:239] Report retrieved correctly
I0423 19:38:08.675221       1 controller.go:554] The operator is healthy
I0423 19:39:08.611753       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0423 19:39:08.621989       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0423 19:39:08.622010       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0423 19:39:08.626127       1 secretconfigobserver.go:119] support secret does not exist
I0423 19:40:08.672837       1 controller.go:554] The operator is healthy