W0424 15:07:28.579613 1 cmd.go:257] Using insecure, self-signed certificates I0424 15:07:29.069707 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0424 15:07:29.070012 1 observer_polling.go:159] Starting file observer I0424 15:07:29.839238 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0424 15:07:29.839440 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0424 15:07:29.839972 1 secure_serving.go:57] Forcing use of http/1.1 only W0424 15:07:29.839992 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0424 15:07:29.839997 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0424 15:07:29.840001 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0424 15:07:29.840005 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0424 15:07:29.840008 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0424 15:07:29.840011 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0424 15:07:29.840048 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0424 15:07:29.843762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"cf545be2-c36b-42ef-ae1a-f0987f994a4a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0424 15:07:29.843752 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0424 15:07:29.844356 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0424 15:07:29.844368 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0424 15:07:29.844382 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 15:07:29.844399 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 15:07:29.844407 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0424 15:07:29.844409 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0424 15:07:29.844596 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2961329911/tls.crt::/tmp/serving-cert-2961329911/tls.key" I0424 15:07:29.844973 1 secure_serving.go:213] Serving securely on [::]:8443 I0424 15:07:29.844998 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0424 15:07:29.856481 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0424 15:07:29.856516 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0424 15:07:29.856551 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0424 15:07:29.861182 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0424 15:07:29.861201 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0424 15:07:29.865604 1 secretconfigobserver.go:119] support secret does not exist I0424 15:07:29.878756 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0424 15:07:29.883121 1 secretconfigobserver.go:119] support secret does not exist I0424 15:07:29.883784 1 recorder.go:176] Pruning old reports every 7h42m23s, max age is 288h0m0s I0424 15:07:29.887967 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0424 15:07:29.887984 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0424 15:07:29.887967 1 periodic.go:216] Running clusterconfig gatherer I0424 15:07:29.887993 1 insightsreport.go:296] Starting report retriever I0424 15:07:29.887999 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0424 15:07:29.887985 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0424 15:07:29.888034 1 tasks_processing.go:45] number of workers: 64 I0424 15:07:29.888068 1 tasks_processing.go:69] worker 7 listening for tasks. I0424 15:07:29.888082 1 tasks_processing.go:69] worker 0 listening for tasks. I0424 15:07:29.888079 1 tasks_processing.go:69] worker 19 listening for tasks. I0424 15:07:29.888089 1 tasks_processing.go:69] worker 8 listening for tasks. I0424 15:07:29.888089 1 tasks_processing.go:69] worker 25 listening for tasks. I0424 15:07:29.888097 1 tasks_processing.go:69] worker 1 listening for tasks. I0424 15:07:29.888099 1 tasks_processing.go:69] worker 9 listening for tasks. I0424 15:07:29.888102 1 tasks_processing.go:69] worker 23 listening for tasks. I0424 15:07:29.888106 1 tasks_processing.go:69] worker 2 listening for tasks. I0424 15:07:29.888107 1 tasks_processing.go:69] worker 10 listening for tasks. I0424 15:07:29.888109 1 tasks_processing.go:69] worker 24 listening for tasks. I0424 15:07:29.888108 1 tasks_processing.go:69] worker 22 listening for tasks. I0424 15:07:29.888114 1 tasks_processing.go:69] worker 3 listening for tasks. I0424 15:07:29.888118 1 tasks_processing.go:69] worker 11 listening for tasks. I0424 15:07:29.888119 1 tasks_processing.go:69] worker 21 listening for tasks. I0424 15:07:29.888123 1 tasks_processing.go:69] worker 4 listening for tasks. I0424 15:07:29.888123 1 tasks_processing.go:69] worker 36 listening for tasks. I0424 15:07:29.888126 1 tasks_processing.go:69] worker 12 listening for tasks. I0424 15:07:29.888131 1 tasks_processing.go:69] worker 41 listening for tasks. I0424 15:07:29.888132 1 tasks_processing.go:69] worker 20 listening for tasks. I0424 15:07:29.888143 1 tasks_processing.go:69] worker 38 listening for tasks. I0424 15:07:29.888143 1 tasks_processing.go:69] worker 28 listening for tasks. I0424 15:07:29.888129 1 tasks_processing.go:69] worker 26 listening for tasks. I0424 15:07:29.888135 1 tasks_processing.go:69] worker 16 listening for tasks. I0424 15:07:29.888149 1 tasks_processing.go:69] worker 5 listening for tasks. I0424 15:07:29.888135 1 tasks_processing.go:69] worker 37 listening for tasks. I0424 15:07:29.888156 1 tasks_processing.go:69] worker 40 listening for tasks. I0424 15:07:29.888154 1 tasks_processing.go:69] worker 6 listening for tasks. I0424 15:07:29.888161 1 tasks_processing.go:69] worker 30 listening for tasks. I0424 15:07:29.888139 1 tasks_processing.go:69] worker 27 listening for tasks. I0424 15:07:29.888150 1 tasks_processing.go:69] worker 39 listening for tasks. I0424 15:07:29.888160 1 tasks_processing.go:69] worker 18 listening for tasks. I0424 15:07:29.888174 1 tasks_processing.go:69] worker 14 listening for tasks. I0424 15:07:29.888183 1 tasks_processing.go:69] worker 45 listening for tasks. I0424 15:07:29.888182 1 tasks_processing.go:69] worker 32 listening for tasks. I0424 15:07:29.888155 1 tasks_processing.go:69] worker 29 listening for tasks. I0424 15:07:29.888216 1 tasks_processing.go:71] worker 8 working on image_pruners task. I0424 15:07:29.888220 1 tasks_processing.go:71] worker 29 working on openshift_machine_api_events task. I0424 15:07:29.888223 1 tasks_processing.go:69] worker 59 listening for tasks. I0424 15:07:29.888225 1 tasks_processing.go:71] worker 27 working on active_alerts task. I0424 15:07:29.888231 1 tasks_processing.go:71] worker 18 working on image_registries task. I0424 15:07:29.888234 1 tasks_processing.go:69] worker 55 listening for tasks. I0424 15:07:29.888235 1 tasks_processing.go:69] worker 56 listening for tasks. I0424 15:07:29.888237 1 tasks_processing.go:69] worker 61 listening for tasks. I0424 15:07:29.888240 1 tasks_processing.go:69] worker 54 listening for tasks. I0424 15:07:29.888244 1 tasks_processing.go:69] worker 57 listening for tasks. I0424 15:07:29.888246 1 tasks_processing.go:71] worker 7 working on jaegers task. I0424 15:07:29.888235 1 tasks_processing.go:71] worker 26 working on cluster_apiserver task. I0424 15:07:29.888251 1 tasks_processing.go:71] worker 37 working on ingress_certificates task. I0424 15:07:29.888257 1 tasks_processing.go:71] worker 14 working on tsdb_status task. I0424 15:07:29.888260 1 tasks_processing.go:69] worker 62 listening for tasks. W0424 15:07:29.888260 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0424 15:07:29.888270 1 tasks_processing.go:71] worker 25 working on container_images task. I0424 15:07:29.888272 1 tasks_processing.go:71] worker 6 working on install_plans task. I0424 15:07:29.888280 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 38.929µs to process 0 records I0424 15:07:29.888281 1 tasks_processing.go:71] worker 30 working on openstack_dataplanedeployments task. I0424 15:07:29.888286 1 tasks_processing.go:71] worker 1 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0424 15:07:29.888289 1 tasks_processing.go:71] worker 23 working on node_features task. W0424 15:07:29.888289 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0424 15:07:29.888302 1 tasks_processing.go:71] worker 22 working on clusterroles task. I0424 15:07:29.888333 1 tasks_processing.go:71] worker 11 working on node_logs task. I0424 15:07:29.888333 1 tasks_processing.go:71] worker 24 working on mutating_webhook_configurations task. I0424 15:07:29.888280 1 tasks_processing.go:71] worker 9 working on schedulers task. I0424 15:07:29.888216 1 tasks_processing.go:71] worker 32 working on operators_pods_and_events task. I0424 15:07:29.888404 1 tasks_processing.go:71] worker 10 working on certificate_signing_requests task. I0424 15:07:29.888221 1 tasks_processing.go:71] worker 4 working on support_secret task. I0424 15:07:29.888169 1 tasks_processing.go:69] worker 42 listening for tasks. I0424 15:07:29.888226 1 tasks_processing.go:71] worker 39 working on cost_management_metrics_configs task. I0424 15:07:29.888224 1 tasks_processing.go:71] worker 36 working on infrastructures task. I0424 15:07:29.888312 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 37.833µs to process 0 records I0424 15:07:29.888174 1 tasks_processing.go:69] worker 31 listening for tasks. I0424 15:07:29.888178 1 tasks_processing.go:69] worker 35 listening for tasks. I0424 15:07:29.888162 1 tasks_processing.go:69] worker 44 listening for tasks. I0424 15:07:29.888199 1 tasks_processing.go:69] worker 47 listening for tasks. I0424 15:07:29.888202 1 tasks_processing.go:69] worker 34 listening for tasks. I0424 15:07:29.888198 1 tasks_processing.go:69] worker 46 listening for tasks. I0424 15:07:29.888205 1 tasks_processing.go:69] worker 48 listening for tasks. I0424 15:07:29.888195 1 tasks_processing.go:69] worker 13 listening for tasks. I0424 15:07:29.888211 1 tasks_processing.go:71] worker 19 working on nodes task. I0424 15:07:29.888209 1 tasks_processing.go:69] worker 17 listening for tasks. I0424 15:07:29.888213 1 tasks_processing.go:71] worker 21 working on pod_network_connectivity_checks task. I0424 15:07:29.888173 1 tasks_processing.go:69] worker 43 listening for tasks. I0424 15:07:29.888216 1 tasks_processing.go:71] worker 16 working on openstack_controlplanes task. I0424 15:07:29.889834 1 tasks_processing.go:71] worker 3 working on oauths task. I0424 15:07:29.888211 1 tasks_processing.go:69] worker 49 listening for tasks. I0424 15:07:29.889889 1 tasks_processing.go:71] worker 49 working on nodenetworkstates task. I0424 15:07:29.888251 1 tasks_processing.go:69] worker 63 listening for tasks. I0424 15:07:29.888218 1 tasks_processing.go:69] worker 51 listening for tasks. I0424 15:07:29.889908 1 tasks_processing.go:71] worker 56 working on container_runtime_configs task. I0424 15:07:29.888231 1 tasks_processing.go:71] worker 28 working on sap_datahubs task. I0424 15:07:29.889915 1 tasks_processing.go:71] worker 51 working on image task. I0424 15:07:29.889936 1 tasks_processing.go:71] worker 31 working on machine_sets task. I0424 15:07:29.888217 1 tasks_processing.go:71] worker 41 working on validating_webhook_configurations task. I0424 15:07:29.889979 1 tasks_processing.go:71] worker 34 working on machine_autoscalers task. I0424 15:07:29.889883 1 tasks_processing.go:71] worker 43 working on openshift_logging task. I0424 15:07:29.890060 1 tasks_processing.go:71] worker 48 working on machine_configs task. I0424 15:07:29.890074 1 tasks_processing.go:71] worker 13 working on config_maps task. I0424 15:07:29.890116 1 tasks_processing.go:71] worker 17 working on lokistack task. I0424 15:07:29.888222 1 tasks_processing.go:71] worker 20 working on olm_operators task. I0424 15:07:29.890576 1 tasks_processing.go:71] worker 35 working on machine_config_pools task. I0424 15:07:29.890951 1 tasks_processing.go:71] worker 63 working on service_accounts task. I0424 15:07:29.888226 1 tasks_processing.go:71] worker 38 working on aggregated_monitoring_cr_names task. I0424 15:07:29.888226 1 tasks_processing.go:71] worker 12 working on sap_config task. I0424 15:07:29.888229 1 tasks_processing.go:69] worker 53 listening for tasks. I0424 15:07:29.888233 1 tasks_processing.go:69] worker 60 listening for tasks. I0424 15:07:29.888249 1 tasks_processing.go:71] worker 40 working on openstack_version task. I0424 15:07:29.888265 1 tasks_processing.go:71] worker 2 working on authentication task. I0424 15:07:29.891136 1 tasks_processing.go:71] worker 46 working on nodenetworkconfigurationpolicies task. I0424 15:07:29.891490 1 tasks_processing.go:71] worker 54 working on crds task. I0424 15:07:29.888272 1 tasks_processing.go:71] worker 0 working on machine_healthchecks task. I0424 15:07:29.888221 1 tasks_processing.go:71] worker 5 working on dvo_metrics task. I0424 15:07:29.888164 1 tasks_processing.go:69] worker 33 listening for tasks. I0424 15:07:29.889896 1 tasks_processing.go:71] worker 59 working on storage_classes task. I0424 15:07:29.888219 1 tasks_processing.go:69] worker 58 listening for tasks. I0424 15:07:29.891781 1 tasks_processing.go:71] worker 62 working on version task. I0424 15:07:29.891787 1 tasks_processing.go:71] worker 61 working on monitoring_persistent_volumes task. I0424 15:07:29.889901 1 tasks_processing.go:71] worker 55 working on feature_gates task. I0424 15:07:29.888211 1 tasks_processing.go:69] worker 50 listening for tasks. I0424 15:07:29.888224 1 tasks_processing.go:69] worker 52 listening for tasks. I0424 15:07:29.891063 1 tasks_processing.go:71] worker 44 working on ingress task. I0424 15:07:29.891871 1 tasks_processing.go:71] worker 52 working on silenced_alerts task. I0424 15:07:29.891113 1 tasks_processing.go:71] worker 47 working on operators task. I0424 15:07:29.891887 1 tasks_processing.go:71] worker 42 working on overlapping_namespace_uids task. I0424 15:07:29.888155 1 tasks_processing.go:69] worker 15 listening for tasks. I0424 15:07:29.888259 1 tasks_processing.go:71] worker 45 working on openstack_dataplanenodesets task. I0424 15:07:29.891704 1 tasks_processing.go:71] worker 27 working on qemu_kubevirt_launcher_logs task. W0424 15:07:29.891893 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0424 15:07:29.892070 1 tasks_processing.go:74] worker 52 stopped. I0424 15:07:29.892450 1 tasks_processing.go:71] worker 50 working on pdbs task. I0424 15:07:29.892468 1 tasks_processing.go:71] worker 60 working on storage_cluster task. I0424 15:07:29.892488 1 tasks_processing.go:71] worker 53 working on machines task. I0424 15:07:29.892768 1 tasks_processing.go:71] worker 33 working on networks task. I0424 15:07:29.893059 1 tasks_processing.go:71] worker 57 working on metrics task. W0424 15:07:29.893091 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0424 15:07:29.893141 1 tasks_processing.go:71] worker 14 working on ceph_cluster task. I0424 15:07:29.893164 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0424 15:07:29.893179 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0424 15:07:29.893183 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0424 15:07:29.893186 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0424 15:07:29.893199 1 tasks_processing.go:71] worker 58 working on proxies task. I0424 15:07:29.893201 1 controller.go:531] The operator is still being initialized I0424 15:07:29.893208 1 controller.go:554] The operator is healthy I0424 15:07:29.893306 1 tasks_processing.go:71] worker 15 working on sap_pods task. I0424 15:07:29.893419 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 190.018µs to process 0 records I0424 15:07:29.893434 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 4.659411ms to process 0 records I0424 15:07:29.893440 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 27.785µs to process 0 records I0424 15:07:29.893449 1 tasks_processing.go:74] worker 57 stopped. I0424 15:07:29.893463 1 tasks_processing.go:74] worker 30 stopped. I0424 15:07:29.893534 1 tasks_processing.go:74] worker 8 stopped. I0424 15:07:29.893825 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=d4f697b6602737b000da9c0a8348ac1b29384a8d3e43bff4acd4c2103c21c296 I0424 15:07:29.893877 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 5.302424ms to process 1 records I0424 15:07:29.894928 1 tasks_processing.go:74] worker 7 stopped. I0424 15:07:29.894944 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 6.672098ms to process 0 records E0424 15:07:29.894979 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0424 15:07:29.894990 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 5.263565ms to process 0 records I0424 15:07:29.894996 1 tasks_processing.go:74] worker 21 stopped. I0424 15:07:29.895236 1 tasks_processing.go:74] worker 39 stopped. I0424 15:07:29.895248 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 5.714262ms to process 0 records I0424 15:07:29.896622 1 tasks_processing.go:74] worker 16 stopped. I0424 15:07:29.896633 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 6.923709ms to process 0 records I0424 15:07:29.896940 1 tasks_processing.go:74] worker 4 stopped. E0424 15:07:29.896951 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0424 15:07:29.896958 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 7.827294ms to process 0 records I0424 15:07:29.898771 1 tasks_processing.go:74] worker 49 stopped. I0424 15:07:29.898787 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 8.870607ms to process 0 records I0424 15:07:29.900909 1 tasks_processing.go:74] worker 35 stopped. I0424 15:07:29.900921 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 10.251516ms to process 0 records I0424 15:07:29.900983 1 tasks_processing.go:74] worker 56 stopped. I0424 15:07:29.900993 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 11.061446ms to process 0 records I0424 15:07:29.901215 1 tasks_processing.go:74] worker 29 stopped. I0424 15:07:29.901234 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 12.983487ms to process 0 records I0424 15:07:29.901386 1 tasks_processing.go:74] worker 34 stopped. I0424 15:07:29.901396 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 11.392919ms to process 0 records I0424 15:07:29.901457 1 tasks_processing.go:74] worker 3 stopped. I0424 15:07:29.901652 1 recorder.go:75] Recording config/oauth with fingerprint=9ecf3b3fb1576d28ef9af512270b2a2b63a32bfa6176fea7b2ee58ba3ef099a8 I0424 15:07:29.901665 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 11.600651ms to process 1 records I0424 15:07:29.901730 1 recorder.go:75] Recording config/image with fingerprint=cf1f92b1dab3613cd53cc28bf998570250cb195e66dcfa006911976c4173ec78 I0424 15:07:29.901738 1 gather.go:177] gatherer "clusterconfig" function "image" took 11.616539ms to process 1 records I0424 15:07:29.901744 1 tasks_processing.go:74] worker 51 stopped. I0424 15:07:29.902051 1 tasks_processing.go:74] worker 46 stopped. I0424 15:07:29.902063 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 10.888958ms to process 0 records I0424 15:07:29.902507 1 tasks_processing.go:74] worker 14 stopped. I0424 15:07:29.902519 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 9.351261ms to process 0 records I0424 15:07:29.903549 1 tasks_processing.go:74] worker 60 stopped. I0424 15:07:29.903571 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 11.061583ms to process 0 records I0424 15:07:29.903764 1 tasks_processing.go:74] worker 2 stopped. I0424 15:07:29.903932 1 recorder.go:75] Recording config/authentication with fingerprint=649547bfd961d0b40d9654bef53fc247749341cfe4e3bb8d37dd63c9875e26ed I0424 15:07:29.903944 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 12.607705ms to process 1 records I0424 15:07:29.908417 1 tasks_processing.go:74] worker 28 stopped. I0424 15:07:29.908430 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 18.495586ms to process 0 records I0424 15:07:29.908465 1 tasks_processing.go:74] worker 31 stopped. I0424 15:07:29.908480 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 18.515389ms to process 0 records I0424 15:07:29.908548 1 tasks_processing.go:74] worker 36 stopped. I0424 15:07:29.909006 1 recorder.go:75] Recording config/infrastructure with fingerprint=0f9448339d1d2895acdd4d1244969b6b9a4ec11e94b21cebb69498427ed8bc4c I0424 15:07:29.909020 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 18.96334ms to process 1 records I0424 15:07:29.910447 1 tasks_processing.go:74] worker 26 stopped. I0424 15:07:29.910696 1 recorder.go:75] Recording config/apiserver with fingerprint=8952bb5a4af67b9860e4226d63c8c8d77ea3caa293aef5ac94cf39c9b2329760 I0424 15:07:29.910742 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 22.189844ms to process 1 records I0424 15:07:29.910752 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 18.99412ms to process 0 records I0424 15:07:29.910759 1 tasks_processing.go:74] worker 12 stopped. I0424 15:07:29.910832 1 tasks_processing.go:74] worker 43 stopped. I0424 15:07:29.910844 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 20.768434ms to process 0 records I0424 15:07:29.910888 1 tasks_processing.go:74] worker 0 stopped. E0424 15:07:29.910906 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0424 15:07:29.910916 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 19.209894ms to process 0 records I0424 15:07:29.910969 1 tasks_processing.go:74] worker 58 stopped. I0424 15:07:29.911026 1 recorder.go:75] Recording config/proxy with fingerprint=4d9431188c15c355923337cc1973c1f6f83f87e448eff13b85ba043fd21ab732 I0424 15:07:29.911041 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 17.757247ms to process 1 records I0424 15:07:29.911640 1 tasks_processing.go:74] worker 40 stopped. I0424 15:07:29.911654 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 19.91646ms to process 0 records I0424 15:07:29.911922 1 tasks_processing.go:74] worker 55 stopped. I0424 15:07:29.912222 1 recorder.go:75] Recording config/featuregate with fingerprint=0d9ef7a757408ecefffe75ac2175279ca5d60589618a53f04b31f7d1f241caff I0424 15:07:29.912248 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 19.837201ms to process 1 records I0424 15:07:29.912455 1 tasks_processing.go:74] worker 24 stopped. I0424 15:07:29.912575 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=c1903a2812d84723a60f69b791ec930c051b1e0b489220c9201369ee1c0f0623 I0424 15:07:29.912714 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=9a3725c66753bd121cfe554a93ca559358f8f13507a1dd4d183970378c0d1474 I0424 15:07:29.912786 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=3bdb8fc84b3c31d6fc97134c09976fc6740f6b45aae4c0af1ece00c0fab9ede5 I0424 15:07:29.912815 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 23.784544ms to process 3 records I0424 15:07:29.912842 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 22.000927ms to process 0 records I0424 15:07:29.912874 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 20.08397ms to process 0 records E0424 15:07:29.912900 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0424 15:07:29.912935 1 gather.go:177] gatherer "clusterconfig" function "machines" took 19.728845ms to process 0 records I0424 15:07:29.912965 1 tasks_processing.go:74] worker 53 stopped. I0424 15:07:29.912995 1 tasks_processing.go:74] worker 17 stopped. I0424 15:07:29.913019 1 tasks_processing.go:74] worker 45 stopped. E0424 15:07:29.913394 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0424 15:07:29.913440 1 tasks_processing.go:74] worker 11 stopped. I0424 15:07:29.913450 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 25.059449ms to process 0 records I0424 15:07:29.913486 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 25.110184ms to process 0 records I0424 15:07:29.913490 1 tasks_processing.go:74] worker 23 stopped. I0424 15:07:29.913568 1 tasks_processing.go:74] worker 18 stopped. I0424 15:07:29.914338 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=334c265718c04529772bd8db91d12935b731142b393345dcd07c3501f9e5f9ef I0424 15:07:29.914360 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 25.236271ms to process 1 records I0424 15:07:29.914373 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 20.658061ms to process 0 records E0424 15:07:29.914378 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0424 15:07:29.914391 1 tasks_processing.go:74] worker 15 stopped. I0424 15:07:29.914398 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0424 15:07:29.914409 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 24.14245ms to process 1 records I0424 15:07:29.914415 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 23.7106ms to process 0 records I0424 15:07:29.914433 1 tasks_processing.go:74] worker 48 stopped. I0424 15:07:29.914443 1 tasks_processing.go:74] worker 20 stopped. I0424 15:07:29.914476 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=6dfd6dc574dd0db338daf5e41b71193d11e526e11e18a7368c2b359f141f41b6 I0424 15:07:29.914485 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 25.56516ms to process 1 records I0424 15:07:29.914494 1 tasks_processing.go:74] worker 9 stopped. I0424 15:07:29.914994 1 tasks_processing.go:74] worker 33 stopped. I0424 15:07:29.915120 1 recorder.go:75] Recording config/network with fingerprint=61253a860ae276aebea60e2ffe26027b239f8ec3a1ca63edcd62ec29b9439bcf I0424 15:07:29.915138 1 gather.go:177] gatherer "clusterconfig" function "networks" took 22.175641ms to process 1 records I0424 15:07:29.916619 1 tasks_processing.go:74] worker 61 stopped. I0424 15:07:29.916633 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 24.818718ms to process 0 records I0424 15:07:29.916770 1 tasks_processing.go:74] worker 50 stopped. I0424 15:07:29.916773 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=04e961dbe6f742a4bef3beabbb9d16e75db593e6a4b271a7e83a4ab85b87b4cb I0424 15:07:29.916815 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=9c517e7ee49282af73c888c11252a138583981eace14727096346575eff78323 I0424 15:07:29.916841 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=a12f0a8960af4ac2a737ff92b3caff5aa36e7196b8347a184860f3a9e7485d80 I0424 15:07:29.916851 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 24.17119ms to process 3 records I0424 15:07:29.917020 1 tasks_processing.go:74] worker 10 stopped. I0424 15:07:29.917042 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 28.17945ms to process 0 records I0424 15:07:29.917454 1 tasks_processing.go:74] worker 59 stopped. I0424 15:07:29.917548 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=08d3c22b2eed1742e40429eb5d2adae71d7b20bb13e52af5151223421823bd39 I0424 15:07:29.917566 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=236bc39b0cc4dd3c586791f33cfd846fa10076fefb03ccebed94a9c6313180bd I0424 15:07:29.917572 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 25.665031ms to process 2 records I0424 15:07:29.917587 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0424 15:07:29.917593 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 25.541981ms to process 1 records I0424 15:07:29.917599 1 tasks_processing.go:74] worker 42 stopped. I0424 15:07:29.920964 1 tasks_processing.go:74] worker 44 stopped. I0424 15:07:29.921073 1 recorder.go:75] Recording config/ingress with fingerprint=fd90f816ef5698f2c7a775a9d792130e35304b4fd3780c462598f2274ee62f0c I0424 15:07:29.921085 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 29.091873ms to process 1 records I0424 15:07:29.923817 1 tasks_processing.go:74] worker 22 stopped. I0424 15:07:29.924609 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=cf8213bb3f6ed71d8ad406775dc4c4b204abb0493cc330e260586e7ac702ec2a I0424 15:07:29.924790 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=7159031fff3b27b2affe928ef99a29e2a2b9c8211ecee9858c5b940a3468d00a I0424 15:07:29.924835 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 35.47764ms to process 2 records I0424 15:07:29.924968 1 tasks_processing.go:74] worker 54 stopped. I0424 15:07:29.924975 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0424 15:07:29.924990 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0424 15:07:29.925305 1 operator.go:328] started I0424 15:07:29.925345 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0424 15:07:29.927058 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=04063005dd2b9680180498c3042cebcdf9e2b7a150572c162fe5a79751ae6f39 I0424 15:07:29.927298 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=b6a54990ada53678b84e217fd0d0b05caf34ef7dc2433362f9886d6f8561fb31 I0424 15:07:29.927312 1 gather.go:177] gatherer "clusterconfig" function "crds" took 32.995074ms to process 2 records I0424 15:07:29.927346 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 34.46906ms to process 0 records I0424 15:07:29.927362 1 tasks_processing.go:74] worker 38 stopped. I0424 15:07:29.927425 1 tasks_processing.go:74] worker 41 stopped. I0424 15:07:29.927455 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=010fa97859376f4bc2da1c25939e2c4164a92bb47cfaa9ec46be1604cf1e9e9a I0424 15:07:29.927525 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=5e3ec024afb8fa39a4d88037cb88baf57df3b36e11dc9c780ce597b752ae9df6 I0424 15:07:29.927547 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=dee4c9f4264b7d98ec6e9531a819149e7b9918bede898f4fe01ecd1387cc0e02 I0424 15:07:29.927576 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=0d6d250f76d33401c1d765b1adf92ddf18d3c9a8321a179f6f4f2437e9f5401e I0424 15:07:29.927600 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=6c21663bfe2b9cf78695167fe439359290fd3dd94574d349e0acd3ceab46af7e I0424 15:07:29.927622 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=9d51fa091b323ff7c901e47b14fcdd37e81dc02fca77db0ebd19d98c6797297f I0424 15:07:29.927645 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=a3919182f8bb8618a20c47e3374c3b5872ea6d3f63905a3b054bd56274a1b0b7 I0424 15:07:29.927680 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=941187753ae8bb11a6a316143d202620da3601e7aca86cc3a4f8ab6d0ed84760 I0424 15:07:29.927703 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=0dd616bd1a7a9ddcfc94b953a0959fc16b91e17e1f9e034c9b93e0dd6b5ab247 I0424 15:07:29.927725 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=c7710c160d14d5f99f3be8b09af749aff3775606a1104139afa34207cab2e231 I0424 15:07:29.927747 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=ffa244285ef7f24b8ed5e2533278d25db3217b5d4ff5a69a905c885a3ef80ebf I0424 15:07:29.927754 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 37.028975ms to process 11 records I0424 15:07:29.927832 1 tasks_processing.go:74] worker 19 stopped. I0424 15:07:29.927985 1 recorder.go:75] Recording config/node/ip-10-0-0-25.ec2.internal with fingerprint=a3986b0a3e55eddfc2dffa265baf4b6462189dd5e1ac98d957bbe3739c0c9316 I0424 15:07:29.928042 1 recorder.go:75] Recording config/node/ip-10-0-1-111.ec2.internal with fingerprint=6e1e558bdc70756a786ad1d112bea902d946a93fdf1ce928c6cd3c3508cc052d I0424 15:07:29.928095 1 recorder.go:75] Recording config/node/ip-10-0-2-250.ec2.internal with fingerprint=a23e65bf687ec39dceacd6dd5619df13927a86eea7d81c04a871355dc003aa20 I0424 15:07:29.928102 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.563458ms to process 3 records W0424 15:07:29.928963 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0424 15:07:29.944255 1 gather_logs.go:145] no pods in namespace were found I0424 15:07:29.944269 1 tasks_processing.go:74] worker 27 stopped. I0424 15:07:29.944276 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 52.208413ms to process 0 records I0424 15:07:29.944436 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0424 15:07:29.944446 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0424 15:07:29.944454 1 tasks_processing.go:74] worker 62 stopped. I0424 15:07:29.944468 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0424 15:07:29.944701 1 recorder.go:75] Recording config/version with fingerprint=97118c600ea95c099e4a18d6e46954de133b7b088b02d393a78bbb5d87ff3d75 I0424 15:07:29.944714 1 recorder.go:75] Recording config/id with fingerprint=a1859a0ea384b901465c3ae5606d590e56c399e5e7473c6e32b249e0ef3d62aa I0424 15:07:29.944720 1 gather.go:177] gatherer "clusterconfig" function "version" took 52.637418ms to process 2 records I0424 15:07:29.948276 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0424 15:07:29.948286 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0424 15:07:29.948290 1 controller.go:254] Source scaController *sca.Controller is not ready I0424 15:07:29.948293 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0424 15:07:29.948296 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0424 15:07:29.948311 1 controller.go:531] The operator is still being initialized I0424 15:07:29.948317 1 controller.go:554] The operator is healthy I0424 15:07:29.951015 1 prometheus_rules.go:88] Prometheus rules successfully created I0424 15:07:29.956683 1 base_controller.go:82] Caches are synced for ConfigController I0424 15:07:29.956755 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... E0424 15:07:29.957621 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2760a93ec5-e280-4583-ab70-fadc6459d98e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:34776->172.30.0.10:53: read: connection refused I0424 15:07:29.957635 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2760a93ec5-e280-4583-ab70-fadc6459d98e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:34776->172.30.0.10:53: read: connection refused I0424 15:07:29.966192 1 tasks_processing.go:74] worker 25 stopped. I0424 15:07:29.967089 1 configmapobserver.go:84] configmaps "insights-config" not found I0424 15:07:29.969197 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-ngcxg with fingerprint=cff3d8181b19a3de4236024bb328868e0ba24da3fcd7c056632b898b17d450af I0424 15:07:29.969255 1 recorder.go:75] Recording config/running_containers with fingerprint=fbb3ec8f9f33648c1c1020ec691c8844e1923306187d20d8f3475ba13e03f77a I0424 15:07:29.969265 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 77.902532ms to process 2 records I0424 15:07:29.975015 1 tasks_processing.go:74] worker 1 stopped. I0424 15:07:29.975031 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 86.711445ms to process 0 records I0424 15:07:29.990275 1 tasks_processing.go:74] worker 13 stopped. E0424 15:07:29.990288 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0424 15:07:29.990295 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0424 15:07:29.990298 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0424 15:07:29.990307 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0424 15:07:29.990373 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0424 15:07:29.990381 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0424 15:07:29.990385 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0424 15:07:29.990389 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0424 15:07:29.990425 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0424 15:07:29.990432 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0424 15:07:29.990438 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 100.182015ms to process 7 records I0424 15:07:30.005711 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0424 15:07:30.009338 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:40932->172.30.0.10:53: read: connection refused I0424 15:07:30.009351 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:40932->172.30.0.10:53: read: connection refused I0424 15:07:30.025545 1 base_controller.go:82] Caches are synced for LoggingSyncer I0424 15:07:30.025558 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0424 15:07:30.030340 1 tasks_processing.go:74] worker 37 stopped. E0424 15:07:30.030355 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0424 15:07:30.030361 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2psj9vi9bq6g4njilvb7ueod5qjl6bn6-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2psj9vi9bq6g4njilvb7ueod5qjl6bn6-primary-cert-bundle-secret" not found I0424 15:07:30.030407 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=70db3f69a8ed08ab3010b08a6bf37e26016ded6f4573fe02aed1997a09cf6f6d I0424 15:07:30.030418 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 142.080468ms to process 1 records I0424 15:07:30.322294 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0424 15:07:30.322306 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0424 15:07:30.322656 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-f6lmv pod in namespace openshift-dns (previous: false). I0424 15:07:30.567863 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-f6lmv pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-f6lmv\" is waiting to start: ContainerCreating" I0424 15:07:30.567882 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-f6lmv\" is waiting to start: ContainerCreating" I0424 15:07:30.567891 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-f6lmv pod in namespace openshift-dns (previous: false). I0424 15:07:30.732230 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-f6lmv pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-f6lmv\" is waiting to start: ContainerCreating" I0424 15:07:30.732245 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-f6lmv\" is waiting to start: ContainerCreating" I0424 15:07:30.732257 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gbpln pod in namespace openshift-dns (previous: false). W0424 15:07:30.927245 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0424 15:07:30.965731 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gbpln pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gbpln\" is waiting to start: ContainerCreating" I0424 15:07:30.965747 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gbpln\" is waiting to start: ContainerCreating" I0424 15:07:30.965755 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gbpln pod in namespace openshift-dns (previous: false). I0424 15:07:31.127646 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gbpln pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gbpln\" is waiting to start: ContainerCreating" I0424 15:07:31.127662 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gbpln\" is waiting to start: ContainerCreating" I0424 15:07:31.127672 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-v5qsb pod in namespace openshift-dns (previous: false). I0424 15:07:31.329067 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v5qsb pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-v5qsb\" is waiting to start: ContainerCreating" I0424 15:07:31.329082 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-v5qsb\" is waiting to start: ContainerCreating" I0424 15:07:31.329090 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-v5qsb pod in namespace openshift-dns (previous: false). I0424 15:07:31.358937 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0424 15:07:31.527126 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v5qsb pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-v5qsb\" is waiting to start: ContainerCreating" I0424 15:07:31.527141 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-v5qsb\" is waiting to start: ContainerCreating" I0424 15:07:31.527151 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-5k6zn pod in namespace openshift-dns (previous: false). I0424 15:07:31.727534 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0424 15:07:31.727548 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-bczzb pod in namespace openshift-dns (previous: false). I0424 15:07:31.761208 1 tasks_processing.go:74] worker 47 stopped. I0424 15:07:31.761264 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=0f9222edbb833974f79852fc5c3e950536e725476f045c088f4bb8ca5bd46ce2 I0424 15:07:31.761311 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=385162fbc939cb6f312794e7846ff3de476dcde496afc2c8c4acb9681e315398 I0424 15:07:31.761391 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0424 15:07:31.761423 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=ba499c69a1d5bd746e194cb0faf0c2de1b188db3db5eb35d72b718222a1922f2 I0424 15:07:31.761442 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0424 15:07:31.761481 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=aa14e0e6d1c2beed372b4abd8d7a16e2bf53fe56607f44dadc9609e79d53bd67 I0424 15:07:31.761511 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=916a19c323221a15cb4b31218c243b0f0e12e02a492626dca748863108ba3864 I0424 15:07:31.761537 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=768027eb0eb6babd62b209edad6e47f2ee4ff7b708d1a6c1d5b8381b274285c3 I0424 15:07:31.761551 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=7d63fb8226075a0b52fd2523dc59a2889ec3329596ecd4892f3ee415d1f41965 I0424 15:07:31.761568 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=9d6c24704e437bc3a4cd29b7f1902b1ca3c232b57bd59b29d26fb63f5ed45886 I0424 15:07:31.761578 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0424 15:07:31.761594 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=9492aeb7f70957d09bdc9f5762acb4134500a9c8ee5a86cc7b14431328480e40 I0424 15:07:31.761606 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0424 15:07:31.761621 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=dec924dc0aff900518502bb1658cecf94583b96a723788d717208cfc38bc04c0 I0424 15:07:31.761629 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0424 15:07:31.761643 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=bfbde9caa51c697bf6ec47168af30052af1af3a1c7307b1ad66a5d2182a8deda I0424 15:07:31.761652 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0424 15:07:31.761669 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=772c7524f6840230a15891bfbd3277564704238bbbdaed44fb6480880c1d2f60 I0424 15:07:31.761795 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=62ff7b185fdcbc0d3abad99c97030a582d44f739386dfcc9ee4a45b3e0cf2057 I0424 15:07:31.761805 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0424 15:07:31.761812 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0424 15:07:31.761834 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0424 15:07:31.761856 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=d0542e01c91c413bdcead0223308322c65bd0808ccfba902a63d30ea94764f23 I0424 15:07:31.761880 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=087b0d0355d71852f90c8477cd751d047b6beb04daeb3b240fa773d396d50a39 I0424 15:07:31.761890 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0424 15:07:31.761906 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=e244dce6fcd2d226d7c031a6df6f1f406d6520ff1faf0395443d6988dd6c1885 I0424 15:07:31.761915 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0424 15:07:31.761928 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=4f55e95bcfbdd3a3e7f2b2f5c27d54153ed9ce450114b8f6a69bc531973a3f59 I0424 15:07:31.761943 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=92ab293cb90eca7d30550fb0f7ab1d8e343d773499520d5e1c518a96a0ae7c75 I0424 15:07:31.761956 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=7976b92935b663aa2295a9ca29152b79ca0e2153b16341fbab6a6c0a6edaf06e I0424 15:07:31.761972 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=2cde7fb7218ab91fcd9160a7a3cf5d1e0e9f1f0cf5135e15f81f6a944cea8a31 I0424 15:07:31.761984 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=93b353c0a5bffc76363a8e49debe664a954016855bc500815a484669755c4339 I0424 15:07:31.762010 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c693f7917128498905efe93c7981f28c38fd13304c8290895e05e391d030501c I0424 15:07:31.762027 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0424 15:07:31.762034 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0424 15:07:31.762041 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.869242635s to process 35 records I0424 15:07:31.926401 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0424 15:07:31.926418 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q6n9f pod in namespace openshift-dns (previous: false). W0424 15:07:31.927091 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0424 15:07:32.127755 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0424 15:07:32.127768 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-56486f46bd-kjxbl pod in namespace openshift-image-registry (previous: false). I0424 15:07:32.326753 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-56486f46bd-kjxbl pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-56486f46bd-kjxbl\" is waiting to start: ContainerCreating" I0424 15:07:32.326771 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-56486f46bd-kjxbl\" is waiting to start: ContainerCreating" I0424 15:07:32.326781 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-845b8f8bb7-2p5cl pod in namespace openshift-image-registry (previous: false). I0424 15:07:32.527368 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-845b8f8bb7-2p5cl pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-845b8f8bb7-2p5cl\" is waiting to start: ContainerCreating" I0424 15:07:32.527390 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-845b8f8bb7-2p5cl\" is waiting to start: ContainerCreating" I0424 15:07:32.527401 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-845b8f8bb7-k4kcb pod in namespace openshift-image-registry (previous: false). I0424 15:07:32.726829 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-845b8f8bb7-k4kcb pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-845b8f8bb7-k4kcb\" is waiting to start: ContainerCreating" I0424 15:07:32.726844 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-845b8f8bb7-k4kcb\" is waiting to start: ContainerCreating" I0424 15:07:32.726854 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-f744w pod in namespace openshift-image-registry (previous: false). I0424 15:07:32.926757 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0424 15:07:32.926776 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-mt24n pod in namespace openshift-image-registry (previous: false). W0424 15:07:32.926896 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0424 15:07:33.127615 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0424 15:07:33.127629 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-mv6qc pod in namespace openshift-image-registry (previous: false). I0424 15:07:33.325763 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0424 15:07:33.325777 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-576d85ffd9-24pw8 pod in namespace openshift-ingress (previous: false). I0424 15:07:33.526312 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-576d85ffd9-24pw8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-576d85ffd9-24pw8\" is waiting to start: ContainerCreating" I0424 15:07:33.526344 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-576d85ffd9-24pw8\" is waiting to start: ContainerCreating" I0424 15:07:33.526353 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6476f9f98d-6gpvx pod in namespace openshift-ingress (previous: false). I0424 15:07:33.727478 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6476f9f98d-6gpvx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6476f9f98d-6gpvx\" is waiting to start: ContainerCreating" I0424 15:07:33.727493 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6476f9f98d-6gpvx\" is waiting to start: ContainerCreating" I0424 15:07:33.727503 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6476f9f98d-rq47h pod in namespace openshift-ingress (previous: false). I0424 15:07:33.926142 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6476f9f98d-rq47h pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6476f9f98d-rq47h\" is waiting to start: ContainerCreating" I0424 15:07:33.926163 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6476f9f98d-rq47h\" is waiting to start: ContainerCreating" I0424 15:07:33.926177 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-4tfpn pod in namespace openshift-ingress-canary (previous: false). W0424 15:07:33.926780 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0424 15:07:34.126741 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-66xsb pod in namespace openshift-ingress-canary (previous: false). I0424 15:07:34.327132 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-zgv2n pod in namespace openshift-ingress-canary (previous: false). I0424 15:07:34.528429 1 tasks_processing.go:74] worker 32 stopped. I0424 15:07:34.528522 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=07bbea22560df60c52c73301fa0deb7562874c03c381ee00e9cc84b2b7b41546 I0424 15:07:34.528577 1 recorder.go:75] Recording events/openshift-dns with fingerprint=9622a34a4e9c53ab7164b3e2efccffea2ebad5143b8aaaab29c64c1dfbb5f09e I0424 15:07:34.528683 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=a9fad7af1a60d9fcf1c4e1e40a06e13f56a80a7f64ee07ecfb62e3e8f78fd8a6 I0424 15:07:34.528712 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=4e6f742d2f08282877a2c2f9525c6be595ff8f9bf981c6e4501b5369caf99d16 I0424 15:07:34.528757 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=163ec9d9b59c14818605062b002998f9e23717fb03cded7620803c87548e80c3 I0424 15:07:34.528795 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=5bae37cc621df9328d4b520182af2a801b434ccf0ebcd3cb3a6bc49b18184e5c I0424 15:07:34.528803 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-4tfpn/serve-healthcheck-canary_current.log with fingerprint=6f10789983b922bd33493a037ee6fca796e90f34605fa5c164f364eaebe475e5 I0424 15:07:34.528808 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-66xsb/serve-healthcheck-canary_current.log with fingerprint=1c6a3b10d8927e5822227e048ec65a1d3675bd7699bb3b9f774f9a25444ca218 I0424 15:07:34.528812 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-zgv2n/serve-healthcheck-canary_current.log with fingerprint=3f4f6cca7533e27f0fc9580d0ece4d4f94e21ab8fbcc8e657a338239a9cdb363 I0424 15:07:34.528818 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.639666578s to process 9 records W0424 15:07:34.927262 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0424 15:07:34.927293 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0424 15:07:34.927308 1 tasks_processing.go:74] worker 5 stopped. E0424 15:07:34.927332 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0424 15:07:34.927344 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0424 15:07:34.927358 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0424 15:07:34.927370 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.035545226s to process 1 records I0424 15:07:42.324936 1 tasks_processing.go:74] worker 6 stopped. I0424 15:07:42.324980 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0424 15:07:42.324996 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.436639489s to process 1 records I0424 15:07:42.886568 1 configmapobserver.go:84] configmaps "insights-config" not found I0424 15:07:43.098181 1 tasks_processing.go:74] worker 63 stopped. I0424 15:07:43.098481 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=698b3ed6ac2dcbbe305b75e3c37787498192c269ee2964c1d49d551d6371b6d6 I0424 15:07:43.098500 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.206461367s to process 1 records E0424 15:07:43.098568 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.21s with: function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0424 15:07:43.099677 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0424 15:07:43.099690 1 periodic.go:216] Running workloads gatherer I0424 15:07:43.099705 1 tasks_processing.go:45] number of workers: 2 I0424 15:07:43.099716 1 tasks_processing.go:69] worker 1 listening for tasks. I0424 15:07:43.099720 1 tasks_processing.go:71] worker 1 working on workload_info task. I0424 15:07:43.099732 1 tasks_processing.go:69] worker 0 listening for tasks. I0424 15:07:43.099747 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0424 15:07:43.125767 1 tasks_processing.go:74] worker 0 stopped. I0424 15:07:43.125780 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 26.008574ms to process 0 records I0424 15:07:43.162524 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0424 15:07:43.170426 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (9ms) I0424 15:07:43.178664 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (8ms) I0424 15:07:43.186445 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (8ms) I0424 15:07:43.194339 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (8ms) I0424 15:07:43.201947 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (8ms) I0424 15:07:43.209776 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (8ms) I0424 15:07:43.217154 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (7ms) I0424 15:07:43.230423 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (13ms) I0424 15:07:43.237854 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (7ms) I0424 15:07:43.245420 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (8ms) I0424 15:07:43.270659 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (25ms) I0424 15:07:43.370549 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms) I0424 15:07:43.471166 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (101ms) I0424 15:07:43.571452 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0424 15:07:43.671219 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0424 15:07:43.770970 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms) I0424 15:07:43.871207 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms) I0424 15:07:43.971735 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (101ms) I0424 15:07:44.070689 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (99ms) I0424 15:07:44.171353 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (101ms) I0424 15:07:44.271083 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0424 15:07:44.371446 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0424 15:07:44.471049 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0424 15:07:44.570705 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (100ms) I0424 15:07:44.670377 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms) I0424 15:07:44.770892 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (101ms) I0424 15:07:44.870749 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0424 15:07:44.970200 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (99ms) I0424 15:07:45.070896 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (101ms) I0424 15:07:45.170440 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0424 15:07:45.273931 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (103ms) I0424 15:07:45.370533 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (97ms) I0424 15:07:45.470913 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms) I0424 15:07:45.470939 1 tasks_processing.go:74] worker 1 stopped. E0424 15:07:45.470948 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0424 15:07:45.471221 1 recorder.go:75] Recording config/workload_info with fingerprint=7a1c0cb71b4d1432e7e50aa869f2dfad151219df5ff4862e0bc0c5ea33816e52 I0424 15:07:45.471235 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.371212324s to process 1 records E0424 15:07:45.471258 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.371s with: function \"workload_info\" failed with an error" I0424 15:07:45.472384 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0424 15:07:45.472397 1 periodic.go:216] Running conditional gatherer I0424 15:07:45.478035 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0424 15:07:45.484515 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.12:40587->172.30.0.10:53: read: connection refused E0424 15:07:45.485359 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0424 15:07:45.485502 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0424 15:07:45.491496 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0424 15:07:45.491514 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0424 15:07:45.491519 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0424 15:07:45.491522 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0424 15:07:45.491526 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0424 15:07:45.491528 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0424 15:07:45.491532 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0424 15:07:45.491534 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0424 15:07:45.491537 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0424 15:07:45.491539 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0424 15:07:45.491554 1 tasks_processing.go:45] number of workers: 3 I0424 15:07:45.491565 1 tasks_processing.go:69] worker 2 listening for tasks. I0424 15:07:45.491568 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0424 15:07:45.491580 1 tasks_processing.go:69] worker 0 listening for tasks. I0424 15:07:45.491595 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0424 15:07:45.491593 1 tasks_processing.go:69] worker 1 listening for tasks. I0424 15:07:45.491607 1 tasks_processing.go:74] worker 1 stopped. I0424 15:07:45.491604 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0424 15:07:45.491644 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0424 15:07:45.491656 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.015µs to process 1 records I0424 15:07:45.491685 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0424 15:07:45.491693 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.173µs to process 1 records I0424 15:07:45.491698 1 tasks_processing.go:74] worker 0 stopped. I0424 15:07:45.491858 1 tasks_processing.go:74] worker 2 stopped. I0424 15:07:45.491872 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 240.317µs to process 0 records I0424 15:07:45.491901 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.12:40587->172.30.0.10:53: read: connection refused I0424 15:07:45.491943 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0424 15:07:45.516629 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=22657ecee5ba8aa93e2b39b9b713a23d5c4c026d23ba6cf3a42ce4707acfc420 I0424 15:07:45.516748 1 diskrecorder.go:70] Writing 103 records to /var/lib/insights-operator/insights-2026-04-24-150745.tar.gz I0424 15:07:45.523049 1 diskrecorder.go:51] Wrote 103 records to disk in 6ms I0424 15:07:45.523076 1 periodic.go:285] Gathering cluster info every 2h0m0s I0424 15:07:45.523090 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0424 15:07:46.234086 1 configmapobserver.go:84] configmaps "insights-config" not found I0424 15:07:46.433817 1 configmapobserver.go:84] configmaps "insights-config" not found I0424 15:07:52.258357 1 configmapobserver.go:84] configmaps "insights-config" not found I0424 15:08:34.071177 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="5357893ae38e309ef0035e2602e1056bcb3cdbc1308b93695d4164971ace8cd1") W0424 15:08:34.071208 1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created I0424 15:08:34.071283 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="ec43f04819f61ba84f2880d4197cfc5a098c125564d22e195812c90cc7dda138") I0424 15:08:34.071360 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="def811cf3143717c0403fb9b3a70d512823a3ed17fd5e6d07dcac21c3eb9a21d") I0424 15:08:34.071368 1 periodic.go:177] Shutting down I0424 15:08:34.071371 1 base_controller.go:181] Shutting down LoggingSyncer ... I0424 15:08:34.071385 1 base_controller.go:181] Shutting down ConfigController ...