W0410 16:41:15.557601 1 cmd.go:257] Using insecure, self-signed certificates I0410 16:41:15.776845 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0410 16:41:15.777150 1 observer_polling.go:159] Starting file observer I0410 16:41:16.673012 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0410 16:41:16.673240 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0410 16:41:16.673974 1 secure_serving.go:57] Forcing use of http/1.1 only W0410 16:41:16.674001 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0410 16:41:16.674009 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0410 16:41:16.674013 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0410 16:41:16.674016 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0410 16:41:16.674019 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0410 16:41:16.674021 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0410 16:41:16.674097 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0410 16:41:16.682231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"bd98a30a-f5f8-497d-ba32-1fd42034fccf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0410 16:41:16.682253 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0410 16:41:16.688451 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0410 16:41:16.688467 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0410 16:41:16.688493 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0410 16:41:16.688505 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0410 16:41:16.688505 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0410 16:41:16.688516 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0410 16:41:16.688728 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3255612116/tls.crt::/tmp/serving-cert-3255612116/tls.key" I0410 16:41:16.688988 1 secure_serving.go:213] Serving securely on [::]:8443 I0410 16:41:16.689017 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0410 16:41:16.701158 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0410 16:41:16.701181 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0410 16:41:16.701314 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0410 16:41:16.723333 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0410 16:41:16.723352 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0410 16:41:16.734363 1 secretconfigobserver.go:119] support secret does not exist I0410 16:41:16.746547 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0410 16:41:16.755633 1 secretconfigobserver.go:119] support secret does not exist I0410 16:41:16.766159 1 recorder.go:176] Pruning old reports every 7h55m19s, max age is 288h0m0s I0410 16:41:16.775102 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0410 16:41:16.775121 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0410 16:41:16.775137 1 periodic.go:216] Running clusterconfig gatherer I0410 16:41:16.775143 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0410 16:41:16.775157 1 insightsreport.go:296] Starting report retriever I0410 16:41:16.775166 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0410 16:41:16.775177 1 tasks_processing.go:45] number of workers: 64 I0410 16:41:16.775226 1 tasks_processing.go:69] worker 3 listening for tasks. I0410 16:41:16.775230 1 tasks_processing.go:69] worker 15 listening for tasks. I0410 16:41:16.775242 1 tasks_processing.go:69] worker 4 listening for tasks. I0410 16:41:16.775246 1 tasks_processing.go:69] worker 27 listening for tasks. I0410 16:41:16.775252 1 tasks_processing.go:69] worker 0 listening for tasks. I0410 16:41:16.775257 1 tasks_processing.go:69] worker 16 listening for tasks. I0410 16:41:16.775256 1 tasks_processing.go:69] worker 38 listening for tasks. I0410 16:41:16.775262 1 tasks_processing.go:69] worker 17 listening for tasks. I0410 16:41:16.775263 1 tasks_processing.go:71] worker 16 working on storage_classes task. I0410 16:41:16.775267 1 tasks_processing.go:71] worker 38 working on node_features task. I0410 16:41:16.775273 1 tasks_processing.go:69] worker 19 listening for tasks. I0410 16:41:16.775276 1 tasks_processing.go:69] worker 12 listening for tasks. I0410 16:41:16.775280 1 tasks_processing.go:69] worker 20 listening for tasks. I0410 16:41:16.775277 1 tasks_processing.go:69] worker 40 listening for tasks. I0410 16:41:16.775281 1 tasks_processing.go:69] worker 10 listening for tasks. I0410 16:41:16.775290 1 tasks_processing.go:69] worker 21 listening for tasks. I0410 16:41:16.775291 1 tasks_processing.go:69] worker 42 listening for tasks. I0410 16:41:16.775260 1 tasks_processing.go:69] worker 6 listening for tasks. I0410 16:41:16.775298 1 tasks_processing.go:69] worker 9 listening for tasks. I0410 16:41:16.775267 1 tasks_processing.go:69] worker 11 listening for tasks. I0410 16:41:16.775304 1 tasks_processing.go:69] worker 23 listening for tasks. I0410 16:41:16.775305 1 tasks_processing.go:69] worker 14 listening for tasks. I0410 16:41:16.775268 1 tasks_processing.go:69] worker 39 listening for tasks. I0410 16:41:16.775258 1 tasks_processing.go:71] worker 27 working on image_pruners task. I0410 16:41:16.775308 1 tasks_processing.go:69] worker 8 listening for tasks. I0410 16:41:16.775318 1 tasks_processing.go:69] worker 33 listening for tasks. I0410 16:41:16.775323 1 tasks_processing.go:69] worker 45 listening for tasks. I0410 16:41:16.775252 1 tasks_processing.go:69] worker 5 listening for tasks. I0410 16:41:16.775332 1 tasks_processing.go:69] worker 46 listening for tasks. I0410 16:41:16.775323 1 tasks_processing.go:69] worker 25 listening for tasks. I0410 16:41:16.775335 1 tasks_processing.go:69] worker 28 listening for tasks. I0410 16:41:16.775337 1 tasks_processing.go:69] worker 29 listening for tasks. I0410 16:41:16.775341 1 tasks_processing.go:69] worker 47 listening for tasks. I0410 16:41:16.775298 1 tasks_processing.go:69] worker 13 listening for tasks. I0410 16:41:16.775344 1 tasks_processing.go:69] worker 34 listening for tasks. I0410 16:41:16.775352 1 tasks_processing.go:69] worker 52 listening for tasks. I0410 16:41:16.775354 1 tasks_processing.go:69] worker 63 listening for tasks. I0410 16:41:16.775355 1 tasks_processing.go:69] worker 37 listening for tasks. I0410 16:41:16.775385 1 tasks_processing.go:69] worker 61 listening for tasks. I0410 16:41:16.775394 1 tasks_processing.go:71] worker 39 working on openstack_dataplanenodesets task. I0410 16:41:16.775395 1 tasks_processing.go:71] worker 4 working on jaegers task. I0410 16:41:16.775401 1 tasks_processing.go:71] worker 12 working on openstack_dataplanedeployments task. I0410 16:41:16.775367 1 tasks_processing.go:69] worker 54 listening for tasks. I0410 16:41:16.775407 1 tasks_processing.go:71] worker 5 working on schedulers task. I0410 16:41:16.775410 1 tasks_processing.go:71] worker 21 working on metrics task. I0410 16:41:16.775416 1 tasks_processing.go:71] worker 46 working on storage_cluster task. I0410 16:41:16.775422 1 tasks_processing.go:71] worker 47 working on crds task. I0410 16:41:16.775416 1 tasks_processing.go:71] worker 54 working on feature_gates task. W0410 16:41:16.775447 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0410 16:41:16.775469 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 40.314µs to process 0 records I0410 16:41:16.775258 1 tasks_processing.go:71] worker 0 working on ingress_certificates task. I0410 16:41:16.775499 1 tasks_processing.go:71] worker 34 working on olm_operators task. I0410 16:41:16.775366 1 tasks_processing.go:69] worker 49 listening for tasks. I0410 16:41:16.775268 1 tasks_processing.go:69] worker 18 listening for tasks. I0410 16:41:16.775308 1 tasks_processing.go:69] worker 43 listening for tasks. I0410 16:41:16.775416 1 tasks_processing.go:71] worker 13 working on openstack_controlplanes task. I0410 16:41:16.775612 1 tasks_processing.go:69] worker 50 listening for tasks. I0410 16:41:16.775617 1 tasks_processing.go:71] worker 52 working on image_registries task. I0410 16:41:16.775315 1 tasks_processing.go:69] worker 44 listening for tasks. I0410 16:41:16.775627 1 tasks_processing.go:69] worker 51 listening for tasks. I0410 16:41:16.775630 1 tasks_processing.go:71] worker 11 working on oauths task. I0410 16:41:16.775631 1 tasks_processing.go:71] worker 23 working on cluster_apiserver task. I0410 16:41:16.775635 1 tasks_processing.go:71] worker 6 working on machine_configs task. I0410 16:41:16.775638 1 tasks_processing.go:71] worker 14 working on mutating_webhook_configurations task. I0410 16:41:16.775646 1 tasks_processing.go:71] worker 20 working on pod_network_connectivity_checks task. I0410 16:41:16.775665 1 tasks_processing.go:71] worker 9 working on sap_pods task. I0410 16:41:16.775678 1 tasks_processing.go:69] worker 58 listening for tasks. I0410 16:41:16.775680 1 tasks_processing.go:71] worker 25 working on active_alerts task. I0410 16:41:16.775686 1 tasks_processing.go:71] worker 58 working on certificate_signing_requests task. I0410 16:41:16.775687 1 tasks_processing.go:71] worker 28 working on sap_datahubs task. I0410 16:41:16.775366 1 tasks_processing.go:69] worker 59 listening for tasks. I0410 16:41:16.775316 1 tasks_processing.go:69] worker 24 listening for tasks. I0410 16:41:16.775828 1 tasks_processing.go:71] worker 24 working on ceph_cluster task. I0410 16:41:16.775335 1 tasks_processing.go:69] worker 31 listening for tasks. I0410 16:41:16.775333 1 tasks_processing.go:69] worker 36 listening for tasks. I0410 16:41:16.775633 1 tasks_processing.go:71] worker 44 working on dvo_metrics task. I0410 16:41:16.776029 1 tasks_processing.go:71] worker 36 working on pdbs task. I0410 16:41:16.775639 1 tasks_processing.go:71] worker 51 working on machine_healthchecks task. I0410 16:41:16.775387 1 tasks_processing.go:71] worker 17 working on install_plans task. I0410 16:41:16.775346 1 tasks_processing.go:69] worker 35 listening for tasks. I0410 16:41:16.776085 1 tasks_processing.go:71] worker 35 working on networks task. I0410 16:41:16.775347 1 tasks_processing.go:69] worker 57 listening for tasks. I0410 16:41:16.775357 1 tasks_processing.go:69] worker 53 listening for tasks. I0410 16:41:16.776132 1 tasks_processing.go:71] worker 57 working on ingress task. I0410 16:41:16.776132 1 tasks_processing.go:71] worker 53 working on openstack_version task. I0410 16:41:16.775360 1 tasks_processing.go:69] worker 55 listening for tasks. I0410 16:41:16.776264 1 tasks_processing.go:71] worker 55 working on lokistack task. I0410 16:41:16.775361 1 tasks_processing.go:71] worker 3 working on silenced_alerts task. I0410 16:41:16.775359 1 tasks_processing.go:69] worker 62 listening for tasks. I0410 16:41:16.775370 1 tasks_processing.go:71] worker 63 working on version task. I0410 16:41:16.776333 1 tasks_processing.go:71] worker 62 working on aggregated_monitoring_cr_names task. W0410 16:41:16.776334 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0410 16:41:16.776352 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 32.241µs to process 0 records I0410 16:41:16.775345 1 tasks_processing.go:69] worker 2 listening for tasks. I0410 16:41:16.775367 1 tasks_processing.go:69] worker 56 listening for tasks. I0410 16:41:16.775386 1 tasks_processing.go:69] worker 1 listening for tasks. I0410 16:41:16.775383 1 tasks_processing.go:69] worker 60 listening for tasks. I0410 16:41:16.775391 1 tasks_processing.go:71] worker 37 working on container_images task. I0410 16:41:16.776403 1 tasks_processing.go:71] worker 60 working on infrastructures task. I0410 16:41:16.776477 1 tasks_processing.go:71] worker 2 working on machines task. I0410 16:41:16.775391 1 tasks_processing.go:71] worker 19 working on overlapping_namespace_uids task. I0410 16:41:16.776522 1 tasks_processing.go:71] worker 3 working on monitoring_persistent_volumes task. I0410 16:41:16.776532 1 tasks_processing.go:71] worker 56 working on service_accounts task. I0410 16:41:16.776549 1 tasks_processing.go:71] worker 1 working on cost_management_metrics_configs task. I0410 16:41:16.775396 1 tasks_processing.go:71] worker 8 working on openshift_logging task. I0410 16:41:16.775397 1 tasks_processing.go:71] worker 40 working on nodenetworkstates task. I0410 16:41:16.775396 1 tasks_processing.go:71] worker 42 working on nodenetworkconfigurationpolicies task. I0410 16:41:16.775400 1 tasks_processing.go:71] worker 33 working on nodes task. I0410 16:41:16.775400 1 tasks_processing.go:71] worker 61 working on machine_sets task. I0410 16:41:16.775403 1 tasks_processing.go:71] worker 45 working on authentication task. I0410 16:41:16.775406 1 tasks_processing.go:71] worker 10 working on openshift_machine_api_events task. I0410 16:41:16.775365 1 tasks_processing.go:71] worker 15 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0410 16:41:16.775411 1 tasks_processing.go:71] worker 29 working on proxies task. I0410 16:41:16.775616 1 tasks_processing.go:71] worker 18 working on operators task. I0410 16:41:16.775617 1 tasks_processing.go:71] worker 43 working on config_maps task. I0410 16:41:16.775620 1 tasks_processing.go:71] worker 21 working on container_runtime_configs task. I0410 16:41:16.775624 1 tasks_processing.go:71] worker 50 working on machine_autoscalers task. I0410 16:41:16.775624 1 tasks_processing.go:71] worker 49 working on sap_config task. I0410 16:41:16.775284 1 tasks_processing.go:69] worker 41 listening for tasks. I0410 16:41:16.779026 1 tasks_processing.go:71] worker 41 working on validating_webhook_configurations task. W0410 16:41:16.775716 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0410 16:41:16.779128 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 3.428245ms to process 0 records I0410 16:41:16.775778 1 tasks_processing.go:71] worker 59 working on operators_pods_and_events task. I0410 16:41:16.775328 1 tasks_processing.go:69] worker 26 listening for tasks. I0410 16:41:16.775325 1 tasks_processing.go:69] worker 30 listening for tasks. I0410 16:41:16.775316 1 tasks_processing.go:69] worker 7 listening for tasks. I0410 16:41:16.776033 1 tasks_processing.go:71] worker 31 working on tsdb_status task. W0410 16:41:16.779424 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0410 16:41:16.779481 1 tasks_processing.go:71] worker 7 working on node_logs task. I0410 16:41:16.779542 1 tasks_processing.go:71] worker 25 working on machine_config_pools task. I0410 16:41:16.779484 1 tasks_processing.go:71] worker 31 working on qemu_kubevirt_launcher_logs task. I0410 16:41:16.775343 1 tasks_processing.go:69] worker 32 listening for tasks. I0410 16:41:16.779764 1 tasks_processing.go:71] worker 32 working on clusterroles task. I0410 16:41:16.775360 1 tasks_processing.go:69] worker 48 listening for tasks. I0410 16:41:16.779483 1 tasks_processing.go:71] worker 26 working on image task. I0410 16:41:16.779739 1 tasks_processing.go:71] worker 30 working on support_secret task. I0410 16:41:16.779881 1 tasks_processing.go:74] worker 48 stopped. I0410 16:41:16.775298 1 tasks_processing.go:69] worker 22 listening for tasks. I0410 16:41:16.779995 1 tasks_processing.go:74] worker 22 stopped. I0410 16:41:16.779496 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 78.269µs to process 0 records I0410 16:41:16.780119 1 tasks_processing.go:74] worker 4 stopped. I0410 16:41:16.780145 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 4.710919ms to process 0 records I0410 16:41:16.781786 1 tasks_processing.go:74] worker 39 stopped. I0410 16:41:16.781799 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 6.381253ms to process 0 records E0410 16:41:16.783040 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0410 16:41:16.783049 1 tasks_processing.go:74] worker 12 stopped. I0410 16:41:16.783059 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 7.638996ms to process 0 records I0410 16:41:16.783066 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 7.776084ms to process 0 records I0410 16:41:16.783070 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 7.448256ms to process 0 records I0410 16:41:16.783075 1 tasks_processing.go:74] worker 13 stopped. I0410 16:41:16.783079 1 tasks_processing.go:74] worker 38 stopped. I0410 16:41:16.783082 1 tasks_processing.go:74] worker 28 stopped. I0410 16:41:16.783089 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 7.386383ms to process 0 records E0410 16:41:16.783099 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0410 16:41:16.783106 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 7.433775ms to process 0 records I0410 16:41:16.783111 1 tasks_processing.go:74] worker 20 stopped. I0410 16:41:16.788669 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0410 16:41:16.788680 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0410 16:41:16.788757 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0410 16:41:16.791879 1 tasks_processing.go:74] worker 46 stopped. I0410 16:41:16.791891 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 16.451008ms to process 0 records I0410 16:41:16.802126 1 base_controller.go:82] Caches are synced for ConfigController I0410 16:41:16.802140 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0410 16:41:16.806160 1 tasks_processing.go:74] worker 24 stopped. I0410 16:41:16.806171 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 30.317346ms to process 0 records I0410 16:41:16.809587 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0410 16:41:16.809604 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0410 16:41:16.809611 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0410 16:41:16.809614 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0410 16:41:16.809632 1 controller.go:531] The operator is still being initialized I0410 16:41:16.809640 1 controller.go:554] The operator is healthy I0410 16:41:16.809831 1 tasks_processing.go:74] worker 9 stopped. I0410 16:41:16.809848 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 34.143732ms to process 0 records I0410 16:41:16.809926 1 tasks_processing.go:74] worker 27 stopped. I0410 16:41:16.810146 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=e4ff790f640a4b561d540e461b83c5db7f1ad351e51d30dfc6f1f3f7c3560fad I0410 16:41:16.810161 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 34.517304ms to process 1 records I0410 16:41:16.810176 1 tasks_processing.go:74] worker 55 stopped. I0410 16:41:16.810186 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 33.90072ms to process 0 records I0410 16:41:16.810435 1 tasks_processing.go:74] worker 1 stopped. I0410 16:41:16.810445 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 33.87247ms to process 0 records I0410 16:41:16.810507 1 tasks_processing.go:74] worker 53 stopped. I0410 16:41:16.810525 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 34.272515ms to process 0 records I0410 16:41:16.810634 1 tasks_processing.go:74] worker 11 stopped. I0410 16:41:16.810762 1 recorder.go:75] Recording config/oauth with fingerprint=763ee53114064839cb20d16d5ab7409472a9981c7c55789e39b6f4c47e644eb6 I0410 16:41:16.810781 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 34.890592ms to process 1 records I0410 16:41:16.810872 1 tasks_processing.go:74] worker 57 stopped. I0410 16:41:16.810931 1 recorder.go:75] Recording config/ingress with fingerprint=dd840bd6b53afd08bf6f325010c1a2a577c277924ac796fcc7e6668a2f3565c2 I0410 16:41:16.810940 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 34.412409ms to process 1 records I0410 16:41:16.810950 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 33.154891ms to process 0 records I0410 16:41:16.810963 1 tasks_processing.go:74] worker 61 stopped. I0410 16:41:16.811005 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=ce3d378bef7a96e8049b2095d47a39cf385c3fcbcfb34f8bef31853772704985 I0410 16:41:16.811018 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=c2c06ecaad30dc55fd14bdc7bd279b0f3251a87dc58698f05e33f58d582af5dc I0410 16:41:16.811023 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 35.345805ms to process 2 records I0410 16:41:16.811032 1 tasks_processing.go:74] worker 16 stopped. I0410 16:41:16.811095 1 tasks_processing.go:74] worker 5 stopped. I0410 16:41:16.811065 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e6cee1076d22d50773f304eac1e56bc5f2872c94fcaa60c4301a5329c3bb1b35 I0410 16:41:16.811106 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 35.251072ms to process 1 records E0410 16:41:16.811116 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0410 16:41:16.811121 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 34.626883ms to process 0 records I0410 16:41:16.811186 1 tasks_processing.go:74] worker 51 stopped. I0410 16:41:16.811239 1 recorder.go:75] Recording config/apiserver with fingerprint=74352a87b8224a553effde11006a1f6b1529d6d3a1ed605007c6c8fbb3329f8d I0410 16:41:16.811247 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 35.131545ms to process 1 records I0410 16:41:16.811254 1 tasks_processing.go:74] worker 23 stopped. I0410 16:41:16.811798 1 tasks_processing.go:74] worker 50 stopped. I0410 16:41:16.811812 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 33.055446ms to process 0 records I0410 16:41:16.811822 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 33.137676ms to process 0 records I0410 16:41:16.811828 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 35.17799ms to process 0 records I0410 16:41:16.811831 1 tasks_processing.go:74] worker 21 stopped. I0410 16:41:16.811836 1 tasks_processing.go:74] worker 40 stopped. I0410 16:41:16.811956 1 tasks_processing.go:74] worker 8 stopped. I0410 16:41:16.811970 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 35.387232ms to process 0 records I0410 16:41:16.812015 1 tasks_processing.go:74] worker 49 stopped. I0410 16:41:16.812025 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 33.15036ms to process 0 records I0410 16:41:16.812094 1 tasks_processing.go:74] worker 2 stopped. E0410 16:41:16.812111 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0410 16:41:16.812121 1 gather.go:177] gatherer "clusterconfig" function "machines" took 35.598512ms to process 0 records I0410 16:41:16.812407 1 tasks_processing.go:74] worker 42 stopped. I0410 16:41:16.812422 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 35.393778ms to process 0 records I0410 16:41:16.812436 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 35.884362ms to process 0 records I0410 16:41:16.812449 1 tasks_processing.go:74] worker 3 stopped. I0410 16:41:16.812530 1 tasks_processing.go:74] worker 36 stopped. I0410 16:41:16.812823 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=7916cac61feb8c2c9f0f17d355f0a7097ed227b6b1977f7298363b00cd2a668e I0410 16:41:16.813048 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=ac3ba993b9a5f97c70f79914ef09cb48692aebddd88df1cc2c6946a1bb278ae5 I0410 16:41:16.813089 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=1fb15977b16aef228bf0ed949891ed675b99afd810b00036d0d890951252306f I0410 16:41:16.813101 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 36.396604ms to process 3 records I0410 16:41:16.813220 1 tasks_processing.go:74] worker 54 stopped. I0410 16:41:16.813729 1 recorder.go:75] Recording config/featuregate with fingerprint=33bdfac9a05676fa5715b0d883b6efa7b5e17ae801a749a84f8d5b7e7b273e8c I0410 16:41:16.813790 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 37.041491ms to process 1 records I0410 16:41:16.813944 1 tasks_processing.go:74] worker 45 stopped. I0410 16:41:16.814423 1 recorder.go:75] Recording config/authentication with fingerprint=803ab897f83d70b169a34e74995728bc117bc844e973ff50dfb579b1830ad659 I0410 16:41:16.814494 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 34.943787ms to process 1 records I0410 16:41:16.814533 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 33.207656ms to process 0 records I0410 16:41:16.814550 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 33.247094ms to process 0 records I0410 16:41:16.814563 1 tasks_processing.go:74] worker 7 stopped. I0410 16:41:16.814631 1 tasks_processing.go:74] worker 25 stopped. I0410 16:41:16.815097 1 gather_logs.go:145] no pods in namespace were found I0410 16:41:16.815325 1 tasks_processing.go:74] worker 33 stopped. I0410 16:41:16.815555 1 recorder.go:75] Recording config/node/ip-10-0-0-61.ec2.internal with fingerprint=c4bfb05655f3411da48eb7b076cdc3fbe93e7a18f75dd651898fd67dfd6fd5db I0410 16:41:16.815821 1 recorder.go:75] Recording config/node/ip-10-0-1-149.ec2.internal with fingerprint=f8d8be93c8c90b03a8850ee0320e235967a779c3e7a0a025582fb094bc019bf3 I0410 16:41:16.816019 1 recorder.go:75] Recording config/node/ip-10-0-2-104.ec2.internal with fingerprint=592d14331c1ea6b5ca80257206cabe6e0566cb52932a0e3f513f7b83239fc9f6 I0410 16:41:16.816037 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 35.773971ms to process 3 records I0410 16:41:16.816975 1 tasks_processing.go:74] worker 60 stopped. I0410 16:41:16.817154 1 recorder.go:75] Recording config/infrastructure with fingerprint=6ccadc44fd4eb4fc45b728b9df6efd4cc275f98bb29e6d3f0121a4e8452f23d4 I0410 16:41:16.817184 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 36.819342ms to process 1 records I0410 16:41:16.817217 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 36.187376ms to process 0 records I0410 16:41:16.817235 1 tasks_processing.go:74] worker 10 stopped. I0410 16:41:16.817291 1 recorder.go:75] Recording config/proxy with fingerprint=9bf34b1af0e33704977ad981fe24dadc04ab8542581ff0112e7f3d2a4ff29276 I0410 16:41:16.817303 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 36.602187ms to process 1 records I0410 16:41:16.817319 1 tasks_processing.go:74] worker 29 stopped. I0410 16:41:16.817384 1 tasks_processing.go:74] worker 35 stopped. I0410 16:41:16.817487 1 recorder.go:75] Recording config/network with fingerprint=c22ba4f4499cb89c1355bb4d2426d6b1114ab5cd6400c9785df57688e7e29bdf I0410 16:41:16.817501 1 gather.go:177] gatherer "clusterconfig" function "networks" took 38.787753ms to process 1 records E0410 16:41:16.817514 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0410 16:41:16.817541 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0410 16:41:16.817548 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 39.465365ms to process 1 records I0410 16:41:16.817553 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 35.441442ms to process 0 records I0410 16:41:16.817580 1 tasks_processing.go:74] worker 6 stopped. I0410 16:41:16.817594 1 tasks_processing.go:74] worker 31 stopped. I0410 16:41:16.817633 1 tasks_processing.go:74] worker 14 stopped. I0410 16:41:16.817768 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=49be0ca8258a863ba97677d9cc46e795d990c1a28c07667a50278e811e4704eb I0410 16:41:16.817803 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=2c90a4d1c9ce7ca86725fb747a40da1110dc32bffc36e4a0900c03c15f9ee072 I0410 16:41:16.817842 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=8cf94d787dc00c1da234213964626b5f14660a1c46877d2b8b6fec45ff07ade5 I0410 16:41:16.817877 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 39.732729ms to process 3 records I0410 16:41:16.818037 1 tasks_processing.go:74] worker 52 stopped. I0410 16:41:16.818437 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=9774f5a24249483e8f3d12dbb5055a3670ff8d05cba96433019cfaa4f34e182b I0410 16:41:16.818462 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 41.279144ms to process 1 records I0410 16:41:16.818490 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0410 16:41:16.818502 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 40.72816ms to process 1 records I0410 16:41:16.818510 1 tasks_processing.go:74] worker 19 stopped. I0410 16:41:16.818620 1 tasks_processing.go:74] worker 41 stopped. W0410 16:41:16.818658 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0410 16:41:16.818764 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=aacc587289c8c33a834fb5eea55e2c2128afced173970669e6926ae99faa510a I0410 16:41:16.818868 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=602cffd84ef2fea1701b371e64f7fd329f3637638e7f7c912323bb400b3a5ad6 I0410 16:41:16.818895 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=f894b3a473beb1b06572e432f48b7b3c8093b7443166588201c34352262d48f0 I0410 16:41:16.818927 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ed7349d9bc41c5401326cb27068ad04ce67561ab916ac27b70dc7f36f0b817a9 I0410 16:41:16.818963 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=6c64065586b46ef1d52389925f26cad7cd8eee27d9c95da6d1453f7cb27ff3f9 I0410 16:41:16.819018 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=74823a8c9df0e3dd6c4a2dfa98ebcf78f7720fa39ddb918bc2241ede1da94b01 I0410 16:41:16.819048 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=3857d74e5fd70591ee3dfa2fc44893b5625030c3803bfdf499b70e7efeacb2ca I0410 16:41:16.819100 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=bd134901c67430ffe6ddcc0fd44344946f6795702c3d0026df0c47bd42e3e6fe I0410 16:41:16.819133 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=05ebbe63f11c323ec4235e72a7e6155dd5496ef4a21b8bd96e3bd77308bffa89 I0410 16:41:16.819162 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=1598fa1f5ac267b3635ea5b5d57602803084a4985cfc26e131ee3b361a18a33a I0410 16:41:16.819215 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=307620c2a647f10532aae6257d8c933be8079fb8fa2338629dac428cdf22e5de I0410 16:41:16.819228 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 39.539611ms to process 11 records I0410 16:41:16.819241 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 43.051748ms to process 0 records I0410 16:41:16.819247 1 tasks_processing.go:74] worker 58 stopped. I0410 16:41:16.819846 1 tasks_processing.go:74] worker 63 stopped. I0410 16:41:16.820054 1 recorder.go:75] Recording config/version with fingerprint=4ad390b0eebfbfa6aab14f2a8589806f0d401fe38268b6eb894ba48222fef3e5 I0410 16:41:16.820066 1 recorder.go:75] Recording config/id with fingerprint=de9c78b44bfe280161c16cd8639e4f145c28493f533f9763dedc7cf8b3cc00f4 I0410 16:41:16.820074 1 gather.go:177] gatherer "clusterconfig" function "version" took 43.505645ms to process 2 records I0410 16:41:16.825016 1 configmapobserver.go:84] configmaps "insights-config" not found I0410 16:41:16.825194 1 tasks_processing.go:74] worker 30 stopped. E0410 16:41:16.825225 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0410 16:41:16.825247 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 45.352728ms to process 0 records I0410 16:41:16.825835 1 tasks_processing.go:74] worker 26 stopped. I0410 16:41:16.826039 1 recorder.go:75] Recording config/image with fingerprint=ac0384089e78eca0924f574c937822c12104f060aea5dde220caf59371aeede3 I0410 16:41:16.826058 1 gather.go:177] gatherer "clusterconfig" function "image" took 46.012919ms to process 1 records I0410 16:41:16.826123 1 tasks_processing.go:74] worker 34 stopped. I0410 16:41:16.826261 1 recorder.go:75] Recording config/olm_operators with fingerprint=e9b8180ad00f9d804b6d1dea5e2902f20073eb6a51e9c6cdb58565a45a052255 I0410 16:41:16.826282 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 50.606654ms to process 1 records I0410 16:41:16.826980 1 tasks_processing.go:74] worker 47 stopped. I0410 16:41:16.827001 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0410 16:41:16.827082 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0410 16:41:16.827125 1 operator.go:328] started I0410 16:41:16.827139 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0410 16:41:16.827666 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=7119f993f6ff474e710984bf97a3203e2e197fd5fe9d93cd7935f3ff0591b5e0 I0410 16:41:16.827949 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=8e548d760b790e58316344a5a98f9901e3435660862e0066eac80f0bb0e83a6e I0410 16:41:16.827960 1 gather.go:177] gatherer "clusterconfig" function "crds" took 51.547586ms to process 2 records I0410 16:41:16.828508 1 tasks_processing.go:74] worker 62 stopped. I0410 16:41:16.828524 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 52.161978ms to process 0 records I0410 16:41:16.838666 1 tasks_processing.go:74] worker 32 stopped. I0410 16:41:16.838811 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=6b447fcfee2c4932fb1e36d8dc947cb504bc2e44084dd137b6fdd763c12fa7aa I0410 16:41:16.838900 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=2735f18009e0bc68483104cbef095034cb1d063eebe598635996f2f489b8564c I0410 16:41:16.838910 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 58.801854ms to process 2 records I0410 16:41:16.839269 1 tasks_processing.go:74] worker 15 stopped. I0410 16:41:16.839279 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 61.693138ms to process 0 records I0410 16:41:16.841313 1 controller.go:254] Source scaController *sca.Controller is not ready I0410 16:41:16.841324 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0410 16:41:16.841328 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0410 16:41:16.841331 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0410 16:41:16.841334 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0410 16:41:16.841348 1 controller.go:531] The operator is still being initialized I0410 16:41:16.841354 1 controller.go:554] The operator is healthy I0410 16:41:16.845890 1 prometheus_rules.go:88] Prometheus rules successfully created I0410 16:41:16.846400 1 tasks_processing.go:74] worker 37 stopped. I0410 16:41:16.847673 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-75b46cc85-tddh8 with fingerprint=028762626edb1953bf566a74212e5671461ba85885e328049a64e3850b36df15 I0410 16:41:16.847748 1 recorder.go:75] Recording config/running_containers with fingerprint=d7897ed2e8e2b0cf03d393a46e09c7ebc35a2b6f98b057c622e57f8cf392a2dd I0410 16:41:16.847758 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 70.001748ms to process 2 records E0410 16:41:16.850849 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27dcffe914-20a5-479c-8f0c-c5eebef2e8f6%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:53863->172.30.0.10:53: read: connection refused I0410 16:41:16.850861 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27dcffe914-20a5-479c-8f0c-c5eebef2e8f6%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:53863->172.30.0.10:53: read: connection refused I0410 16:41:16.854170 1 tasks_processing.go:74] worker 43 stopped. E0410 16:41:16.854184 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0410 16:41:16.854190 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0410 16:41:16.854194 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0410 16:41:16.854216 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=d6cdef0bc443452d8c3614a2b80a95b81c762e2cc791eba8d6dc6c490fe443be I0410 16:41:16.854248 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0410 16:41:16.854255 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0410 16:41:16.854259 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=38de253d99fc91c21ec0830eaa3643933091a8a87ea8e88c8c639b11fcb856c6 I0410 16:41:16.854263 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0410 16:41:16.854301 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0410 16:41:16.854307 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0410 16:41:16.854313 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 75.629648ms to process 7 records I0410 16:41:16.917807 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0410 16:41:16.923181 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:34509->172.30.0.10:53: read: connection refused I0410 16:41:16.923220 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:34509->172.30.0.10:53: read: connection refused I0410 16:41:16.927196 1 base_controller.go:82] Caches are synced for LoggingSyncer I0410 16:41:16.927250 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0410 16:41:16.938174 1 tasks_processing.go:74] worker 0 stopped. E0410 16:41:16.938188 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0410 16:41:16.938195 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pjdbflt20orhukbtf2dladvdmeaucej-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pjdbflt20orhukbtf2dladvdmeaucej-primary-cert-bundle-secret" not found I0410 16:41:16.938270 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=a3ef430cd64f26ff8b593e7fe0ecf0df1cb74d9661dadb640d478f74028e88a8 I0410 16:41:16.938282 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 162.679643ms to process 1 records W0410 16:41:17.815842 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0410 16:41:18.028517 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0410 16:41:18.028535 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0410 16:41:18.029347 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-95vd7 pod in namespace openshift-dns (previous: false). I0410 16:41:18.253008 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0410 16:41:18.271390 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-95vd7 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-95vd7\" is waiting to start: ContainerCreating" I0410 16:41:18.271406 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-95vd7\" is waiting to start: ContainerCreating" I0410 16:41:18.271416 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-95vd7 pod in namespace openshift-dns (previous: false). I0410 16:41:18.431194 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-95vd7 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-95vd7\" is waiting to start: ContainerCreating" I0410 16:41:18.431230 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-95vd7\" is waiting to start: ContainerCreating" I0410 16:41:18.431258 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-dkpbw pod in namespace openshift-dns (previous: false). I0410 16:41:18.650972 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-dkpbw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-dkpbw\" is waiting to start: ContainerCreating" I0410 16:41:18.650987 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-dkpbw\" is waiting to start: ContainerCreating" I0410 16:41:18.650995 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-dkpbw pod in namespace openshift-dns (previous: false). W0410 16:41:18.815338 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0410 16:41:18.830235 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-dkpbw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-dkpbw\" is waiting to start: ContainerCreating" I0410 16:41:18.830249 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-dkpbw\" is waiting to start: ContainerCreating" I0410 16:41:18.830259 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-rx74h pod in namespace openshift-dns (previous: false). I0410 16:41:18.848319 1 tasks_processing.go:74] worker 18 stopped. I0410 16:41:18.848362 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=a343729024d051f7e3589fcb7bd52fbd6cfe01851acd2ff0215a8ae4e995e851 I0410 16:41:18.848408 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=f6389b36d0a1d915d56d73ee9f2cac18cfc76b055692e99afda663c5eb44f010 I0410 16:41:18.848439 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0410 16:41:18.848464 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=341c1b4ba2e8ca878ac8c848cb52a2bbd773467598c8c822a2532797c86400ed I0410 16:41:18.848493 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0410 16:41:18.848516 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=abc4acf648bf440c7edcc96ee02d947074c28092b6562e7237601120cf355cec I0410 16:41:18.848556 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=34bae0a0a9ac71cee58fcbc103094098e462420c7afa600bbdd2fac383c972d4 I0410 16:41:18.848581 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=87336cd46cbbd7deca8edfa2cb9ae6536eb0880c0f39468165bc1160fbc060dd I0410 16:41:18.848594 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=272fdd2fecdd0abecc06d978aad159e11498ced5e40d37599b570266c9e79076 I0410 16:41:18.848610 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=df8969eec9097b5311121cd480987a7044b0d80467804edd5bc208cceec1002d I0410 16:41:18.848620 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0410 16:41:18.848635 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=d192aaa3f548a647fe91f573f3fc38b785978b09d24ab763cec5291503e2d29d I0410 16:41:18.848644 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0410 16:41:18.848659 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=c306ccf146fc93406ef00efc4a716885e0142f6833847804c3d80f7ccadd1c03 I0410 16:41:18.848669 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0410 16:41:18.848689 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=0cf3ebeda0647a8f0a811770100c33d38452b09b00efb869da5ee920dd37900f I0410 16:41:18.848708 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0410 16:41:18.848725 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=7f8af4282ee2099051c7b91e18f482907af15f0d8342c58a9431179b1c59dbc3 I0410 16:41:18.848850 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=082a8427fff81fad4ced8ecf11a186716807c6fc501f3536cace72ec0b6c683d I0410 16:41:18.848859 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0410 16:41:18.848866 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0410 16:41:18.848893 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0410 16:41:18.848916 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=98cfb65ee646a614983fa1f689af1b87b67baee15e3c73cebc06584347ee36e8 I0410 16:41:18.848939 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=a98af8dfee8446c34e6f116dbfeaf09f102d66421f92343a58a1802e9f6c1fc5 I0410 16:41:18.848949 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0410 16:41:18.848965 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=1f8bbc214ebe8f77f8f3a3d8e725aa8f46b93e4031468236401502e1f72911ce I0410 16:41:18.848973 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0410 16:41:18.848986 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=6e1fba54fb0194a88b071f921b5848459a9c4fadaa28d68ebc4e191220f48ed5 I0410 16:41:18.849000 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=876f8227179cf220faa499679411e8eabdcaba7c30efcaeb9410d9e26068c1a6 I0410 16:41:18.849013 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=fc1a1c0219b75f5ed00e7c58e8d226d665046dba5570b9502020ea351083b688 I0410 16:41:18.849028 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=014852bb34c2c647bcb724cd55482b93de2d2ad4b96bdeecd62400f363ec27a4 I0410 16:41:18.849048 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=681a3c852e4870fc03f6acc06d476e11b49ded34bd8e062efed4986c95362e7a I0410 16:41:18.849056 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0410 16:41:18.849083 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c552b336f4cabf7c3b69080239b58657973cc79048c5304a1f985d02e7cd39b0 I0410 16:41:18.849100 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0410 16:41:18.849116 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0410 16:41:18.849123 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.070008616s to process 36 records I0410 16:41:19.048916 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rx74h pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-rx74h\" is waiting to start: ContainerCreating" I0410 16:41:19.048932 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-rx74h\" is waiting to start: ContainerCreating" I0410 16:41:19.048941 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-rx74h pod in namespace openshift-dns (previous: false). I0410 16:41:19.231307 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rx74h pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-rx74h\" is waiting to start: ContainerCreating" I0410 16:41:19.231323 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-rx74h\" is waiting to start: ContainerCreating" I0410 16:41:19.231333 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-gmzgt pod in namespace openshift-dns (previous: false). I0410 16:41:19.431241 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0410 16:41:19.431257 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-j6gwq pod in namespace openshift-dns (previous: false). I0410 16:41:19.631143 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0410 16:41:19.631160 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-pnr2g pod in namespace openshift-dns (previous: false). W0410 16:41:19.815639 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0410 16:41:19.831480 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0410 16:41:19.831559 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5b9d4946bf-sgpbr pod in namespace openshift-image-registry (previous: false). I0410 16:41:20.029810 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5b9d4946bf-sgpbr pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5b9d4946bf-sgpbr\" is waiting to start: ContainerCreating" I0410 16:41:20.029826 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5b9d4946bf-sgpbr\" is waiting to start: ContainerCreating" I0410 16:41:20.029857 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5b9d4946bf-vqcfg pod in namespace openshift-image-registry (previous: false). I0410 16:41:20.230980 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5b9d4946bf-vqcfg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5b9d4946bf-vqcfg\" is waiting to start: ContainerCreating" I0410 16:41:20.230996 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5b9d4946bf-vqcfg\" is waiting to start: ContainerCreating" I0410 16:41:20.231044 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-85db49696b-gwpt6 pod in namespace openshift-image-registry (previous: false). I0410 16:41:20.435382 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-85db49696b-gwpt6 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-85db49696b-gwpt6\" is waiting to start: ContainerCreating" I0410 16:41:20.435399 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-85db49696b-gwpt6\" is waiting to start: ContainerCreating" I0410 16:41:20.435410 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-hzsr4 pod in namespace openshift-image-registry (previous: false). I0410 16:41:20.631883 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0410 16:41:20.631898 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-lng9j pod in namespace openshift-image-registry (previous: false). W0410 16:41:20.816802 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0410 16:41:20.830302 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0410 16:41:20.830315 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-v76nf pod in namespace openshift-image-registry (previous: false). I0410 16:41:21.030696 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0410 16:41:21.030713 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5cb984d9f8-dgkln pod in namespace openshift-ingress (previous: false). I0410 16:41:21.231524 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5cb984d9f8-dgkln pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5cb984d9f8-dgkln\" is waiting to start: ContainerCreating" I0410 16:41:21.231539 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5cb984d9f8-dgkln\" is waiting to start: ContainerCreating" I0410 16:41:21.231550 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7687654d58-8bhst pod in namespace openshift-ingress (previous: false). I0410 16:41:21.430592 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7687654d58-8bhst pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7687654d58-8bhst\" is waiting to start: ContainerCreating" I0410 16:41:21.430606 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7687654d58-8bhst\" is waiting to start: ContainerCreating" I0410 16:41:21.430615 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7687654d58-l9gcl pod in namespace openshift-ingress (previous: false). I0410 16:41:21.631525 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7687654d58-l9gcl pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7687654d58-l9gcl\" is waiting to start: ContainerCreating" I0410 16:41:21.631540 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7687654d58-l9gcl\" is waiting to start: ContainerCreating" I0410 16:41:21.631551 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-m4xlv pod in namespace openshift-ingress-canary (previous: false). W0410 16:41:21.814987 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0410 16:41:21.815018 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0410 16:41:21.815033 1 tasks_processing.go:74] worker 44 stopped. E0410 16:41:21.815046 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0410 16:41:21.815060 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0410 16:41:21.815075 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0410 16:41:21.815085 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.039040231s to process 1 records I0410 16:41:21.830815 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rrbh2 pod in namespace openshift-ingress-canary (previous: false). I0410 16:41:22.031157 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-wpkz2 pod in namespace openshift-ingress-canary (previous: false). I0410 16:41:22.232263 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-8c77ffd4c-597mp pod in namespace openshift-kube-storage-version-migrator (previous: false). I0410 16:41:22.432096 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-8c77ffd4c-597mp pod in namespace openshift-kube-storage-version-migrator (previous: false). I0410 16:41:22.632008 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-6667b64b75-7r28h pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0410 16:41:22.832730 1 tasks_processing.go:74] worker 59 stopped. I0410 16:41:22.832841 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=6aa68df33e0e3ae7d1ec7b3d2704be0dab48aed5ed740014cef5b76f046d1dbf I0410 16:41:22.832908 1 recorder.go:75] Recording events/openshift-dns with fingerprint=4571c0cc8898170884cef7e18c7da91861985af339adcf986be95101db272072 I0410 16:41:22.832998 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=9977871b77e1522a21fa717d52e3b2949f40f4da024120951c93f85cf73f2348 I0410 16:41:22.833027 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=84145056277c0f759ab827474748547695017c840e05481d09c30cc5e9b058b0 I0410 16:41:22.833072 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=03064da1c3e8533ef4e0c73d55269ef23b14a8a33c4883ed3ab2e7e4f3e2bb84 I0410 16:41:22.833118 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=425a190fdf85e6ae730ba3d6135e6a7fdc2719abbe6c524372a85b7f6f2d1f0d I0410 16:41:22.833133 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=931750376cd6ca129b2e3edf8c77f7c7a60f41ccd81e042dba3c376c2d8fc6f7 I0410 16:41:22.833181 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=ccdb391c50ed9508018f2e4cd47e0ae45fb924b2e4c18679166f37c6603f607b I0410 16:41:22.833329 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-dkpbw with fingerprint=e741124129e0383dc3b73c02cd393869d5a50fa8a8e41c8c018fd622da8ea063 I0410 16:41:22.833455 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5b9d4946bf-sgpbr with fingerprint=2a5f51a3a757df46ea0a6bb0d771f90f04b29149a7ecdf8b24f26ea72b928e7d I0410 16:41:22.833554 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5b9d4946bf-vqcfg with fingerprint=86a0f3ea5dabb55202ce890561283c1bc2e4ffdad9e7bf9392705e197b2185ed I0410 16:41:22.833643 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-85db49696b-gwpt6 with fingerprint=12cb96ee57ce809b191eb013c03fc48e991911864670f081a5ba7fc007f46205 I0410 16:41:22.833650 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-m4xlv/serve-healthcheck-canary_current.log with fingerprint=51cf586e20df29fb0d5e25ce3d9d657aaef6e1acb476875d4e0a1b0e7f520c2a I0410 16:41:22.833655 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-rrbh2/serve-healthcheck-canary_current.log with fingerprint=580ba279e4f8005e5a62150283b29e964477678cdf00a134aab26a3023190ae2 I0410 16:41:22.833659 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-wpkz2/serve-healthcheck-canary_current.log with fingerprint=67d057c4c7e0cb6b96d692957eb7c5d79a327f0a7f773374d10c3b36dd8156a0 I0410 16:41:22.833672 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-8c77ffd4c-597mp/migrator_current.log with fingerprint=4a542aee5585a16d3d8ce72b5fcdc6c126a0a19ace4489c959e151574c965c02 I0410 16:41:22.833678 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-8c77ffd4c-597mp/graceful-termination_current.log with fingerprint=419f7825874dfc8bba8f1ceef41a0fe27e3976e083733cddfc80ec9aa5f02e20 I0410 16:41:22.833757 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-6667b64b75-7r28h/kube-storage-version-migrator-operator_current.log with fingerprint=24dfc8af1eeef4b17ca0656015fc0acabf042389b85bbe049bf51e27d3989ccd I0410 16:41:22.833766 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.053523436s to process 18 records I0410 16:41:29.424051 1 tasks_processing.go:74] worker 17 stopped. I0410 16:41:29.424107 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0410 16:41:29.424119 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.647988419s to process 1 records I0410 16:41:29.607848 1 configmapobserver.go:84] configmaps "insights-config" not found I0410 16:41:30.184270 1 tasks_processing.go:74] worker 56 stopped. I0410 16:41:30.184559 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=429c3d07cf3ba101c9fcb9f22318176a7c166ecd1506bdf2da650bbe8def5ef8 I0410 16:41:30.184578 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.407719052s to process 1 records E0410 16:41:30.184646 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.409s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0410 16:41:30.185761 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0410 16:41:30.185781 1 periodic.go:216] Running workloads gatherer I0410 16:41:30.185796 1 tasks_processing.go:45] number of workers: 2 I0410 16:41:30.185806 1 tasks_processing.go:69] worker 1 listening for tasks. I0410 16:41:30.185808 1 tasks_processing.go:69] worker 0 listening for tasks. I0410 16:41:30.185818 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0410 16:41:30.185811 1 tasks_processing.go:71] worker 1 working on workload_info task. I0410 16:41:30.214119 1 tasks_processing.go:74] worker 0 stopped. I0410 16:41:30.214142 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.284202ms to process 0 records I0410 16:41:30.308171 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0410 16:41:30.316798 1 gather_workloads_info.go:387] No image sha256:d7767202aecccd0af8251c5d40e16a93d2d6867ef7ab7f31314266cc5404dbba (9ms) I0410 16:41:30.325295 1 gather_workloads_info.go:387] No image sha256:88be57daafab16ef117d2aa5dac938da96665b55319dcf01d0f2edc023c728b6 (8ms) I0410 16:41:30.333448 1 gather_workloads_info.go:387] No image sha256:5e7db48dd4a7ff84ca21a35498799f35a001334e74e8a66bbd11244daab6d533 (8ms) I0410 16:41:30.343493 1 gather_workloads_info.go:387] No image sha256:2ce799af9d720d44b8bcf3eb5a0d27219b3bdab944d2ea12eb36e5f5f400e001 (10ms) I0410 16:41:30.351695 1 gather_workloads_info.go:387] No image sha256:f13b59866d3c28fafc1b74c1915af5872b97af6ee9caeed6db4ef0b813b6759b (8ms) I0410 16:41:30.358988 1 gather_workloads_info.go:387] No image sha256:418fc884217cf60159ae406316322e717308ebf70cc87d4f7cd8409d2f4487ff (7ms) I0410 16:41:30.365927 1 gather_workloads_info.go:387] No image sha256:5084d257ac981d93acba8f5c6b61cdfca2087d1c144ba278e2ce549ad9f0651a (7ms) I0410 16:41:30.373242 1 gather_workloads_info.go:387] No image sha256:d54782e70dfc06f37e62e165fc257270bab0cb9ebde517449e237e99d50ebc66 (7ms) I0410 16:41:30.380409 1 gather_workloads_info.go:387] No image sha256:200e66ede804ee5d9eedd6a5b13385ac0d1066bd127420aeef19c58d44c3e124 (7ms) I0410 16:41:30.390608 1 gather_workloads_info.go:387] No image sha256:255c506fb0b20a8afbd64f138e5cf0c695dfd039594560d91087647527e9501f (10ms) I0410 16:41:30.416078 1 gather_workloads_info.go:387] No image sha256:49cbd2fe2f0fffdbf57623172b044a444ad219dad2b77997060d28ff6ebe2e22 (25ms) I0410 16:41:30.516256 1 gather_workloads_info.go:387] No image sha256:9df8b58d8a1909593488b3388adce14fbe1275bde2b73ba9290aad53e8d16460 (100ms) I0410 16:41:30.618425 1 gather_workloads_info.go:387] No image sha256:dced609167193c2d9555bb0599ab7e406e0f5287809fa300eb927feaeabf5712 (102ms) I0410 16:41:30.717053 1 gather_workloads_info.go:387] No image sha256:619578ee4bc5fe42dc3fd908b03e0adce028318231d8aa3fd0542f09fd728ac2 (99ms) I0410 16:41:30.817325 1 gather_workloads_info.go:387] No image sha256:17f7dc8737ce5e65f3bd9647c71537357250a2eaa1feef6621cc4ffb0ccc1994 (100ms) I0410 16:41:30.916118 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (99ms) I0410 16:41:31.016807 1 gather_workloads_info.go:387] No image sha256:fdf562bb59edeec873134a63787552617cf0ed949fc9193455393035f0f6d5a2 (101ms) I0410 16:41:31.116761 1 gather_workloads_info.go:387] No image sha256:0c00070db090265c8efb666505fb6ebcde93da427961e5a00d2fab3fb3668868 (100ms) I0410 16:41:31.217035 1 gather_workloads_info.go:387] No image sha256:658016cc7c947fda5f092fd8caece619163d22b3b6b508b11e527b9bb2a0057f (100ms) I0410 16:41:31.318301 1 gather_workloads_info.go:387] No image sha256:067fd85a0ea0622338fee711e142545ec5af90675680ff03a8510f91b009c3c8 (101ms) I0410 16:41:31.398869 1 configmapobserver.go:84] configmaps "insights-config" not found I0410 16:41:31.417136 1 gather_workloads_info.go:387] No image sha256:32c74f9352fbba501782cd251f73df8c35ea891fed7b8f1f23c12560dc1d85b6 (99ms) I0410 16:41:31.518343 1 gather_workloads_info.go:387] No image sha256:80bb716e3db9615c2ee20bee50ba50d878be8af6b227879a9240e1cfbedd42c3 (101ms) I0410 16:41:31.595512 1 configmapobserver.go:84] configmaps "insights-config" not found I0410 16:41:31.616384 1 gather_workloads_info.go:387] No image sha256:0277b18d2c5c3b367751a8f18edaa69717d74b1b61eea20a31ddf43b0c06aeac (98ms) I0410 16:41:31.717380 1 gather_workloads_info.go:387] No image sha256:02874ef814fc7ac6a608fba34b4659f3c9694b29841e6e4376706665817e2532 (101ms) I0410 16:41:31.816084 1 gather_workloads_info.go:387] No image sha256:2740036c4476448a58a6382e366fc11ab6de358cf7fdbc3eca9d130947d1eb12 (99ms) I0410 16:41:31.917083 1 gather_workloads_info.go:387] No image sha256:9014ddff98f9ac806dc8c6ffa0f2c6b7e8ae0ec816c9596f4604c909c2c43794 (101ms) I0410 16:41:32.018833 1 gather_workloads_info.go:387] No image sha256:0cbbf132a30f0d4015b8a3998cfc628705b4250c68385d842a2fbedd977338aa (102ms) I0410 16:41:32.117249 1 gather_workloads_info.go:387] No image sha256:47049c087e791c86ad7f4bb21562a9b01565dfcbe374674016d27e23d8bb9c9e (98ms) I0410 16:41:32.216425 1 gather_workloads_info.go:387] No image sha256:0f8dbfb8a31773a05e84a98aa16bf781424c21fa0706b6864b175d490176732a (99ms) I0410 16:41:32.316637 1 gather_workloads_info.go:387] No image sha256:2573000c2cdc8025b95a355005633ad6e63548eda496705626ae574181ae958f (100ms) I0410 16:41:32.416558 1 gather_workloads_info.go:387] No image sha256:437f1b1ab57ee9db467c2d04133da4f0ac96b8ac33ab501536e6450368bc9a82 (100ms) I0410 16:41:32.517862 1 gather_workloads_info.go:387] No image sha256:6e9a97136562e4cbba3ef92f2f0d21ceb80e49db7051395994d726c23d41ec8e (101ms) I0410 16:41:32.617560 1 gather_workloads_info.go:387] No image sha256:26a2580cdf01df7e6430eac9b36bbfe79e5223ec14d2a4dfe61a6e075c21832c (100ms) I0410 16:41:32.617588 1 tasks_processing.go:74] worker 1 stopped. E0410 16:41:32.617599 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0410 16:41:32.617824 1 recorder.go:75] Recording config/workload_info with fingerprint=f4a09087b302d43996266afe0442ea25b93eb7bc86fa8252def9ce467be36518 I0410 16:41:32.617839 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.43175666s to process 1 records E0410 16:41:32.617862 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.432s with: function \"workload_info\" failed with an error" I0410 16:41:32.618960 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0410 16:41:32.618972 1 periodic.go:216] Running conditional gatherer I0410 16:41:32.624533 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.8/gathering_rules I0410 16:41:32.631354 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.13:52176->172.30.0.10:53: read: connection refused E0410 16:41:32.631648 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0410 16:41:32.631702 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0410 16:41:32.637351 1 conditional_gatherer.go:392] cluster version is '4.21.8' E0410 16:41:32.637363 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0410 16:41:32.637369 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0410 16:41:32.637373 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0410 16:41:32.637376 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0410 16:41:32.637378 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0410 16:41:32.637382 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0410 16:41:32.637385 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0410 16:41:32.637387 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0410 16:41:32.637390 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0410 16:41:32.637403 1 tasks_processing.go:45] number of workers: 3 I0410 16:41:32.637421 1 tasks_processing.go:69] worker 2 listening for tasks. I0410 16:41:32.637427 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0410 16:41:32.637426 1 tasks_processing.go:69] worker 0 listening for tasks. I0410 16:41:32.637438 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0410 16:41:32.637444 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0410 16:41:32.637445 1 tasks_processing.go:69] worker 1 listening for tasks. I0410 16:41:32.637452 1 tasks_processing.go:74] worker 1 stopped. I0410 16:41:32.637514 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0410 16:41:32.637528 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.025µs to process 1 records I0410 16:41:32.637566 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0410 16:41:32.637590 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.165µs to process 1 records I0410 16:41:32.637600 1 tasks_processing.go:74] worker 0 stopped. I0410 16:41:32.637687 1 tasks_processing.go:74] worker 2 stopped. I0410 16:41:32.637699 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 234.916µs to process 0 records I0410 16:41:32.637718 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.13:52176->172.30.0.10:53: read: connection refused I0410 16:41:32.637733 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0410 16:41:32.660568 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=ba10bfe851c6b03354e487e97ac8c6c8a3206767ee7d9139b24c26e253fda353 I0410 16:41:32.660701 1 diskrecorder.go:70] Writing 114 records to /var/lib/insights-operator/insights-2026-04-10-164132.tar.gz I0410 16:41:32.668117 1 diskrecorder.go:51] Wrote 114 records to disk in 7ms I0410 16:41:32.668146 1 periodic.go:285] Gathering cluster info every 2h0m0s I0410 16:41:32.668161 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0410 16:41:45.335473 1 configmapobserver.go:84] configmaps "insights-config" not found I0410 16:42:20.777643 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="f248719c18e6a3690c8be77fab9d1725b8ef0d3e9468f20100db7538cf1c6775") W0410 16:42:20.777680 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0410 16:42:20.777730 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="7c5b1d015ed6c3edb1eff92cbf5b1e9cf90abcb2f7ed91e6621be0f7476a9dd0") I0410 16:42:20.777747 1 base_controller.go:181] Shutting down ConfigController ... I0410 16:42:20.777754 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0410 16:42:20.777778 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0410 16:42:20.777793 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0410 16:42:20.777808 1 periodic.go:177] Shutting down I0410 16:42:20.777817 1 base_controller.go:181] Shutting down LoggingSyncer ... I0410 16:42:20.777827 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0410 16:42:20.777829 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="9b0f9709c089bc8769dcd84b79700e497bf4286da473551a139441deacd88d9b") I0410 16:42:20.777833 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0410 16:42:20.777850 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0410 16:42:20.777858 1 base_controller.go:113] All ConfigController workers have been terminated I0410 16:42:20.777857 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0410 16:42:20.777865 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0410 16:42:20.777884 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"