W0425 08:10:33.732450 1 cmd.go:257] Using insecure, self-signed certificates I0425 08:10:34.067521 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:10:34.067821 1 observer_polling.go:159] Starting file observer I0425 08:10:34.582873 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0425 08:10:34.583114 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0425 08:10:34.583600 1 secure_serving.go:57] Forcing use of http/1.1 only W0425 08:10:34.583622 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0425 08:10:34.583628 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0425 08:10:34.583631 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0425 08:10:34.583634 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0425 08:10:34.583636 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0425 08:10:34.583638 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0425 08:10:34.583737 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0425 08:10:34.587596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"2af1781a-1db8-42b7-8041-2c926ee81585", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0425 08:10:34.587591 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0425 08:10:34.588877 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0425 08:10:34.588889 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0425 08:10:34.588893 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0425 08:10:34.588906 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 08:10:34.588912 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0425 08:10:34.588944 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 08:10:34.589188 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3707399173/tls.crt::/tmp/serving-cert-3707399173/tls.key" I0425 08:10:34.589437 1 secure_serving.go:213] Serving securely on [::]:8443 I0425 08:10:34.589465 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0425 08:10:34.593418 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0425 08:10:34.593440 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0425 08:10:34.593545 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0425 08:10:34.598866 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:10:34.598883 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0425 08:10:34.603256 1 secretconfigobserver.go:119] support secret does not exist I0425 08:10:34.607768 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:10:34.611514 1 secretconfigobserver.go:119] support secret does not exist I0425 08:10:34.613948 1 recorder.go:176] Pruning old reports every 8h12m33s, max age is 288h0m0s I0425 08:10:34.619726 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0425 08:10:34.619728 1 periodic.go:216] Running clusterconfig gatherer I0425 08:10:34.619743 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0425 08:10:34.619763 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0425 08:10:34.619770 1 insightsreport.go:296] Starting report retriever I0425 08:10:34.619772 1 tasks_processing.go:45] number of workers: 64 I0425 08:10:34.619774 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0425 08:10:34.619784 1 tasks_processing.go:69] worker 2 listening for tasks. I0425 08:10:34.619791 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:10:34.619797 1 tasks_processing.go:69] worker 18 listening for tasks. I0425 08:10:34.619802 1 tasks_processing.go:69] worker 13 listening for tasks. I0425 08:10:34.619804 1 tasks_processing.go:69] worker 12 listening for tasks. I0425 08:10:34.619800 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:10:34.619814 1 tasks_processing.go:69] worker 8 listening for tasks. I0425 08:10:34.619816 1 tasks_processing.go:71] worker 12 working on openstack_dataplanedeployments task. I0425 08:10:34.619818 1 tasks_processing.go:71] worker 0 working on container_images task. I0425 08:10:34.619812 1 tasks_processing.go:69] worker 15 listening for tasks. I0425 08:10:34.619823 1 tasks_processing.go:69] worker 17 listening for tasks. I0425 08:10:34.619829 1 tasks_processing.go:69] worker 9 listening for tasks. I0425 08:10:34.619807 1 tasks_processing.go:69] worker 14 listening for tasks. I0425 08:10:34.619835 1 tasks_processing.go:69] worker 10 listening for tasks. I0425 08:10:34.619825 1 tasks_processing.go:69] worker 7 listening for tasks. I0425 08:10:34.619831 1 tasks_processing.go:69] worker 43 listening for tasks. I0425 08:10:34.619836 1 tasks_processing.go:69] worker 19 listening for tasks. I0425 08:10:34.619845 1 tasks_processing.go:69] worker 21 listening for tasks. I0425 08:10:34.619843 1 tasks_processing.go:69] worker 11 listening for tasks. I0425 08:10:34.619851 1 tasks_processing.go:69] worker 22 listening for tasks. I0425 08:10:34.619852 1 tasks_processing.go:71] worker 11 working on lokistack task. I0425 08:10:34.619851 1 tasks_processing.go:69] worker 6 listening for tasks. I0425 08:10:34.619858 1 tasks_processing.go:69] worker 23 listening for tasks. I0425 08:10:34.619861 1 tasks_processing.go:71] worker 21 working on image_pruners task. I0425 08:10:34.619857 1 tasks_processing.go:69] worker 5 listening for tasks. I0425 08:10:34.619872 1 tasks_processing.go:69] worker 35 listening for tasks. I0425 08:10:34.619841 1 tasks_processing.go:69] worker 20 listening for tasks. I0425 08:10:34.619843 1 tasks_processing.go:69] worker 4 listening for tasks. I0425 08:10:34.619873 1 tasks_processing.go:71] worker 14 working on openstack_controlplanes task. I0425 08:10:34.619862 1 tasks_processing.go:69] worker 24 listening for tasks. I0425 08:10:34.619868 1 tasks_processing.go:69] worker 25 listening for tasks. I0425 08:10:34.619887 1 tasks_processing.go:69] worker 27 listening for tasks. I0425 08:10:34.619873 1 tasks_processing.go:69] worker 34 listening for tasks. I0425 08:10:34.619879 1 tasks_processing.go:69] worker 36 listening for tasks. I0425 08:10:34.619880 1 tasks_processing.go:69] worker 26 listening for tasks. I0425 08:10:34.619883 1 tasks_processing.go:69] worker 37 listening for tasks. I0425 08:10:34.619888 1 tasks_processing.go:69] worker 38 listening for tasks. I0425 08:10:34.619893 1 tasks_processing.go:69] worker 39 listening for tasks. I0425 08:10:34.619897 1 tasks_processing.go:69] worker 28 listening for tasks. I0425 08:10:34.619897 1 tasks_processing.go:69] worker 40 listening for tasks. I0425 08:10:34.619905 1 tasks_processing.go:69] worker 29 listening for tasks. I0425 08:10:34.619901 1 tasks_processing.go:69] worker 41 listening for tasks. I0425 08:10:34.619905 1 tasks_processing.go:69] worker 42 listening for tasks. I0425 08:10:34.619901 1 tasks_processing.go:71] worker 7 working on openstack_dataplanenodesets task. I0425 08:10:34.619913 1 tasks_processing.go:71] worker 10 working on proxies task. I0425 08:10:34.619935 1 tasks_processing.go:71] worker 8 working on nodenetworkstates task. I0425 08:10:34.619939 1 tasks_processing.go:69] worker 33 listening for tasks. I0425 08:10:34.619942 1 tasks_processing.go:69] worker 32 listening for tasks. I0425 08:10:34.619836 1 tasks_processing.go:69] worker 3 listening for tasks. I0425 08:10:34.619913 1 tasks_processing.go:69] worker 30 listening for tasks. I0425 08:10:34.619914 1 tasks_processing.go:71] worker 15 working on version task. I0425 08:10:34.619959 1 tasks_processing.go:69] worker 31 listening for tasks. I0425 08:10:34.619961 1 tasks_processing.go:71] worker 43 working on cost_management_metrics_configs task. I0425 08:10:34.619973 1 tasks_processing.go:71] worker 19 working on openstack_version task. I0425 08:10:34.619974 1 tasks_processing.go:71] worker 17 working on sap_config task. I0425 08:10:34.619996 1 tasks_processing.go:71] worker 9 working on machines task. I0425 08:10:34.620029 1 tasks_processing.go:69] worker 55 listening for tasks. I0425 08:10:34.620039 1 tasks_processing.go:69] worker 61 listening for tasks. I0425 08:10:34.620049 1 tasks_processing.go:69] worker 49 listening for tasks. I0425 08:10:34.620052 1 tasks_processing.go:69] worker 50 listening for tasks. I0425 08:10:34.620059 1 tasks_processing.go:69] worker 44 listening for tasks. I0425 08:10:34.620060 1 tasks_processing.go:69] worker 56 listening for tasks. I0425 08:10:34.620061 1 tasks_processing.go:69] worker 51 listening for tasks. I0425 08:10:34.620069 1 tasks_processing.go:69] worker 45 listening for tasks. I0425 08:10:34.620067 1 tasks_processing.go:69] worker 52 listening for tasks. I0425 08:10:34.620075 1 tasks_processing.go:69] worker 57 listening for tasks. I0425 08:10:34.620080 1 tasks_processing.go:69] worker 46 listening for tasks. I0425 08:10:34.620082 1 tasks_processing.go:69] worker 53 listening for tasks. I0425 08:10:34.620084 1 tasks_processing.go:69] worker 58 listening for tasks. I0425 08:10:34.620089 1 tasks_processing.go:69] worker 47 listening for tasks. I0425 08:10:34.620090 1 tasks_processing.go:69] worker 54 listening for tasks. I0425 08:10:34.620097 1 tasks_processing.go:69] worker 59 listening for tasks. I0425 08:10:34.620099 1 tasks_processing.go:71] worker 22 working on crds task. I0425 08:10:34.620097 1 tasks_processing.go:69] worker 48 listening for tasks. I0425 08:10:34.620105 1 tasks_processing.go:69] worker 60 listening for tasks. I0425 08:10:34.620109 1 tasks_processing.go:71] worker 39 working on machine_sets task. I0425 08:10:34.620123 1 tasks_processing.go:71] worker 48 working on storage_cluster task. I0425 08:10:34.620129 1 tasks_processing.go:71] worker 2 working on oauths task. I0425 08:10:34.620137 1 tasks_processing.go:71] worker 24 working on metrics task. I0425 08:10:34.620157 1 tasks_processing.go:71] worker 49 working on cluster_apiserver task. I0425 08:10:34.620167 1 tasks_processing.go:71] worker 18 working on operators_pods_and_events task. I0425 08:10:34.620172 1 tasks_processing.go:71] worker 57 working on service_accounts task. I0425 08:10:34.620175 1 tasks_processing.go:71] worker 6 working on sap_pods task. I0425 08:10:34.620181 1 tasks_processing.go:71] worker 26 working on machine_autoscalers task. I0425 08:10:34.620188 1 tasks_processing.go:71] worker 27 working on install_plans task. I0425 08:10:34.620199 1 tasks_processing.go:71] worker 33 working on overlapping_namespace_uids task. I0425 08:10:34.620221 1 tasks_processing.go:71] worker 30 working on monitoring_persistent_volumes task. I0425 08:10:34.620260 1 tasks_processing.go:71] worker 37 working on jaegers task. I0425 08:10:34.620266 1 tasks_processing.go:71] worker 1 working on storage_classes task. I0425 08:10:34.620272 1 tasks_processing.go:69] worker 62 listening for tasks. I0425 08:10:34.620279 1 tasks_processing.go:71] worker 62 working on silenced_alerts task. I0425 08:10:34.620283 1 tasks_processing.go:71] worker 46 working on networks task. I0425 08:10:34.620290 1 tasks_processing.go:71] worker 31 working on feature_gates task. I0425 08:10:34.619819 1 tasks_processing.go:69] worker 16 listening for tasks. W0425 08:10:34.620298 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:10:34.620302 1 tasks_processing.go:71] worker 47 working on node_features task. I0425 08:10:34.620312 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 21.533µs to process 0 records I0425 08:10:34.620323 1 tasks_processing.go:69] worker 63 listening for tasks. I0425 08:10:34.620130 1 tasks_processing.go:71] worker 60 working on mutating_webhook_configurations task. I0425 08:10:34.620344 1 tasks_processing.go:71] worker 38 working on machine_config_pools task. I0425 08:10:34.620403 1 tasks_processing.go:71] worker 55 working on pdbs task. I0425 08:10:34.620413 1 tasks_processing.go:71] worker 53 working on tsdb_status task. I0425 08:10:34.620431 1 tasks_processing.go:71] worker 35 working on machine_healthchecks task. W0425 08:10:34.620432 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:10:34.620442 1 tasks_processing.go:71] worker 54 working on pod_network_connectivity_checks task. I0425 08:10:34.620448 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 23.408µs to process 0 records I0425 08:10:34.620451 1 tasks_processing.go:71] worker 32 working on infrastructures task. I0425 08:10:34.620457 1 tasks_processing.go:71] worker 61 working on olm_operators task. I0425 08:10:34.620458 1 tasks_processing.go:71] worker 58 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0425 08:10:34.620183 1 tasks_processing.go:71] worker 36 working on sap_datahubs task. I0425 08:10:34.620542 1 tasks_processing.go:71] worker 29 working on nodenetworkconfigurationpolicies task. I0425 08:10:34.620574 1 tasks_processing.go:71] worker 20 working on qemu_kubevirt_launcher_logs task. W0425 08:10:34.620164 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:10:34.620598 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 448.386µs to process 0 records I0425 08:10:34.620609 1 tasks_processing.go:71] worker 41 working on support_secret task. I0425 08:10:34.620629 1 tasks_processing.go:71] worker 23 working on authentication task. I0425 08:10:34.620630 1 tasks_processing.go:71] worker 42 working on machine_configs task. I0425 08:10:34.620642 1 tasks_processing.go:71] worker 34 working on operators task. I0425 08:10:34.620647 1 tasks_processing.go:71] worker 50 working on ingress_certificates task. I0425 08:10:34.620667 1 tasks_processing.go:71] worker 4 working on node_logs task. I0425 08:10:34.620703 1 tasks_processing.go:74] worker 24 stopped. I0425 08:10:34.620714 1 tasks_processing.go:71] worker 16 working on image_registries task. I0425 08:10:34.620786 1 tasks_processing.go:71] worker 28 working on openshift_logging task. I0425 08:10:34.620886 1 tasks_processing.go:71] worker 63 working on dvo_metrics task. I0425 08:10:34.620177 1 tasks_processing.go:71] worker 25 working on ceph_cluster task. I0425 08:10:34.621012 1 tasks_processing.go:71] worker 51 working on openshift_machine_api_events task. I0425 08:10:34.621043 1 tasks_processing.go:71] worker 40 working on nodes task. I0425 08:10:34.621286 1 tasks_processing.go:71] worker 3 working on image task. I0425 08:10:34.621055 1 tasks_processing.go:71] worker 53 working on container_runtime_configs task. I0425 08:10:34.621065 1 tasks_processing.go:71] worker 44 working on schedulers task. I0425 08:10:34.621075 1 tasks_processing.go:71] worker 5 working on clusterroles task. I0425 08:10:34.621074 1 tasks_processing.go:71] worker 59 working on certificate_signing_requests task. I0425 08:10:34.621086 1 tasks_processing.go:71] worker 56 working on active_alerts task. W0425 08:10:34.621823 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:10:34.621089 1 tasks_processing.go:71] worker 62 working on validating_webhook_configurations task. I0425 08:10:34.621852 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 105.856µs to process 0 records I0425 08:10:34.621095 1 tasks_processing.go:71] worker 45 working on ingress task. I0425 08:10:34.621096 1 tasks_processing.go:71] worker 52 working on aggregated_monitoring_cr_names task. I0425 08:10:34.621101 1 tasks_processing.go:71] worker 13 working on config_maps task. I0425 08:10:34.621842 1 tasks_processing.go:74] worker 56 stopped. I0425 08:10:34.624756 1 tasks_processing.go:74] worker 14 stopped. I0425 08:10:34.624773 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 4.865217ms to process 0 records I0425 08:10:34.624787 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 4.940143ms to process 0 records I0425 08:10:34.624793 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.919897ms to process 0 records I0425 08:10:34.624797 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 4.798615ms to process 0 records I0425 08:10:34.624801 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 4.866009ms to process 0 records I0425 08:10:34.624806 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 4.841695ms to process 0 records I0425 08:10:34.624812 1 tasks_processing.go:74] worker 8 stopped. I0425 08:10:34.624816 1 tasks_processing.go:74] worker 12 stopped. I0425 08:10:34.624819 1 tasks_processing.go:74] worker 11 stopped. I0425 08:10:34.624822 1 tasks_processing.go:74] worker 19 stopped. I0425 08:10:34.624824 1 tasks_processing.go:74] worker 7 stopped. I0425 08:10:34.624839 1 tasks_processing.go:74] worker 9 stopped. E0425 08:10:34.624853 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0425 08:10:34.624861 1 gather.go:177] gatherer "clusterconfig" function "machines" took 4.829349ms to process 0 records I0425 08:10:34.624936 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0425 08:10:34.624953 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0425 08:10:34.624958 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0425 08:10:34.624960 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0425 08:10:34.624973 1 controller.go:531] The operator is still being initialized I0425 08:10:34.624978 1 controller.go:554] The operator is healthy I0425 08:10:34.628239 1 tasks_processing.go:74] worker 36 stopped. I0425 08:10:34.628251 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 7.744101ms to process 0 records I0425 08:10:34.628268 1 tasks_processing.go:74] worker 43 stopped. I0425 08:10:34.628276 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 8.294608ms to process 0 records I0425 08:10:34.628298 1 tasks_processing.go:74] worker 17 stopped. I0425 08:10:34.628314 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 8.303146ms to process 0 records I0425 08:10:34.628409 1 tasks_processing.go:74] worker 21 stopped. I0425 08:10:34.628637 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=26f973a94b59ea780b3e02862954b3837c2aaf9f08acb3364b038557ef44c8f2 I0425 08:10:34.628649 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 8.532575ms to process 1 records I0425 08:10:34.639447 1 tasks_processing.go:74] worker 39 stopped. I0425 08:10:34.639457 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 19.326902ms to process 0 records I0425 08:10:34.639547 1 tasks_processing.go:74] worker 10 stopped. I0425 08:10:34.639612 1 recorder.go:75] Recording config/proxy with fingerprint=75036575bc8f7eb444c8c2f046051f4105e64dc451e111fcfe0ce4609873969c I0425 08:10:34.639623 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 19.597811ms to process 1 records I0425 08:10:34.643171 1 tasks_processing.go:74] worker 48 stopped. I0425 08:10:34.643179 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 23.041145ms to process 0 records I0425 08:10:34.643216 1 tasks_processing.go:74] worker 38 stopped. I0425 08:10:34.643222 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 22.86601ms to process 0 records E0425 08:10:34.643234 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0425 08:10:34.643244 1 tasks_processing.go:74] worker 47 stopped. I0425 08:10:34.643253 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 22.934425ms to process 0 records I0425 08:10:34.643262 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 23.066926ms to process 0 records I0425 08:10:34.643267 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 22.698271ms to process 0 records I0425 08:10:34.643271 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 22.319224ms to process 0 records I0425 08:10:34.643276 1 tasks_processing.go:74] worker 25 stopped. I0425 08:10:34.643279 1 tasks_processing.go:74] worker 6 stopped. I0425 08:10:34.643283 1 tasks_processing.go:74] worker 29 stopped. I0425 08:10:34.643285 1 tasks_processing.go:74] worker 54 stopped. E0425 08:10:34.643297 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0425 08:10:34.643307 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 22.830833ms to process 0 records I0425 08:10:34.643476 1 tasks_processing.go:74] worker 53 stopped. I0425 08:10:34.643489 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 22.11539ms to process 0 records I0425 08:10:34.644121 1 tasks_processing.go:74] worker 2 stopped. I0425 08:10:34.644330 1 recorder.go:75] Recording config/oauth with fingerprint=372511efa63304ac1e6b2b61194f1bb7c2d64df34c1db0d38734a17376b96343 I0425 08:10:34.644345 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 23.964433ms to process 1 records I0425 08:10:34.645274 1 tasks_processing.go:74] worker 26 stopped. I0425 08:10:34.645282 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 25.084444ms to process 0 records I0425 08:10:34.645299 1 tasks_processing.go:74] worker 37 stopped. I0425 08:10:34.645314 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 25.024508ms to process 0 records I0425 08:10:34.645493 1 tasks_processing.go:74] worker 49 stopped. I0425 08:10:34.645652 1 recorder.go:75] Recording config/apiserver with fingerprint=2f477a59997c6726d543c8a49eb53ef816253900fdfe807808e9a9d0527c7224 I0425 08:10:34.645669 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 25.325851ms to process 1 records I0425 08:10:34.647419 1 tasks_processing.go:74] worker 28 stopped. I0425 08:10:34.647430 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 26.616855ms to process 0 records E0425 08:10:34.647439 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0425 08:10:34.647445 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 26.80618ms to process 0 records I0425 08:10:34.647450 1 tasks_processing.go:74] worker 41 stopped. I0425 08:10:34.647705 1 tasks_processing.go:74] worker 55 stopped. I0425 08:10:34.647815 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=037333e5b4ba0ec9143f6f4dd23d6158f1d7393235154edd7ee65ac95a3d446a I0425 08:10:34.647845 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=773fc54e4e1614dcbb9230b1ffdd2a3ed8e9bf4de21c5923d34e605e70885031 I0425 08:10:34.647865 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=8dbee248ebc1f9547955c4932dc6882f9ae431838124906db88d2b1f71e6f743 I0425 08:10:34.647872 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 27.289634ms to process 3 records E0425 08:10:34.647879 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0425 08:10:34.647889 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 27.318256ms to process 0 records I0425 08:10:34.647948 1 tasks_processing.go:74] worker 35 stopped. I0425 08:10:34.648015 1 tasks_processing.go:74] worker 46 stopped. I0425 08:10:34.648021 1 recorder.go:75] Recording config/network with fingerprint=e0017874eaa56f177c425c1c01386d25c50a37b7e8592c801bae359d32f2cf88 I0425 08:10:34.648032 1 gather.go:177] gatherer "clusterconfig" function "networks" took 27.571034ms to process 1 records I0425 08:10:34.648119 1 tasks_processing.go:74] worker 32 stopped. I0425 08:10:34.648721 1 recorder.go:75] Recording config/infrastructure with fingerprint=b4d44544ac927a04107404de2c5fd71109f033456316517fd81fe8ede1999222 I0425 08:10:34.648753 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 27.426674ms to process 1 records I0425 08:10:34.649216 1 tasks_processing.go:74] worker 23 stopped. I0425 08:10:34.649648 1 gather_logs.go:145] no pods in namespace were found I0425 08:10:34.649602 1 recorder.go:75] Recording config/authentication with fingerprint=1618b9bb55a3624f7088c2cc5818296b95f7b4c15b10d424922c12ea83c41a36 I0425 08:10:34.650059 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 27.656513ms to process 1 records I0425 08:10:34.650368 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=bfde90fa56230f02f2ffb7907f14712302ac8c7f08a1b97ebf8ebece40241540 I0425 08:10:34.650403 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=2d286dde596402bbbbcd4b7873ac2ebf77b5baa51c3b0809158c7bc2a8612a6d I0425 08:10:34.650412 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 29.302989ms to process 2 records I0425 08:10:34.650455 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 28.521603ms to process 0 records I0425 08:10:34.650470 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 29.008964ms to process 0 records I0425 08:10:34.650478 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 29.128621ms to process 0 records I0425 08:10:34.650480 1 tasks_processing.go:74] worker 1 stopped. I0425 08:10:34.650489 1 tasks_processing.go:74] worker 51 stopped. I0425 08:10:34.650496 1 tasks_processing.go:74] worker 20 stopped. I0425 08:10:34.650496 1 tasks_processing.go:74] worker 4 stopped. I0425 08:10:34.650619 1 tasks_processing.go:74] worker 60 stopped. I0425 08:10:34.651899 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=fd7b7df57a39987f1864dbf33dd4b719a19708553a9ab4abae6c6c7ab23f8e48 I0425 08:10:34.651961 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=81dbbb78421b382db9fc7e3300061ce742e69ea181c1bc90760e24976039f947 I0425 08:10:34.651986 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=7a2d2ef022d77e3b9d534ed8870db6287e1353ec3d187cf3f4259960aaa3940d I0425 08:10:34.652002 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 29.404972ms to process 3 records I0425 08:10:34.652059 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=c01fe3ff580365fbc3ee6f82607f37daaf60fb977d76889d0958c62e8006631a I0425 08:10:34.652068 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 28.964886ms to process 1 records I0425 08:10:34.652107 1 tasks_processing.go:74] worker 44 stopped. I0425 08:10:34.652173 1 recorder.go:75] Recording config/featuregate with fingerprint=8852e2aec734573a5bab2f38cc85ea2d525f9f99fb8066464b643a172566fc0e I0425 08:10:34.652185 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 30.127641ms to process 1 records I0425 08:10:34.652206 1 tasks_processing.go:74] worker 31 stopped. I0425 08:10:34.652237 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 30.308776ms to process 0 records I0425 08:10:34.652272 1 tasks_processing.go:74] worker 30 stopped. I0425 08:10:34.652370 1 recorder.go:75] Recording config/ingress with fingerprint=1ce63533ca2989d407d3364c6c4383e827bd7f79f5447d93e71bbb03f0bcbd55 I0425 08:10:34.652382 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 30.091716ms to process 1 records I0425 08:10:34.652431 1 tasks_processing.go:74] worker 45 stopped. I0425 08:10:34.652466 1 recorder.go:75] Recording config/image with fingerprint=37e7ad82b718243f35359b5570def7975382ca659425436a2fddd8035cd0c1a1 I0425 08:10:34.652479 1 gather.go:177] gatherer "clusterconfig" function "image" took 31.045323ms to process 1 records I0425 08:10:34.652534 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0425 08:10:34.652543 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 32.237966ms to process 1 records I0425 08:10:34.652549 1 tasks_processing.go:74] worker 3 stopped. I0425 08:10:34.652559 1 tasks_processing.go:74] worker 33 stopped. I0425 08:10:34.652621 1 tasks_processing.go:74] worker 62 stopped. I0425 08:10:34.652653 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=c0e974020d7cbf479706f5409195f37a64c088b53ac3e0c6f8b5b2670058af4a I0425 08:10:34.652734 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=e3a55428a5abdc3bb064063e371e59d4320430481f30664391d5f99d1366bec8 I0425 08:10:34.652769 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=8266f8f5ceccd6f91199690f8160795b0cf1e1bf539ab03e61450ccd6277176b I0425 08:10:34.652807 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=850eb9fc91a6b853177eaf77b307da41ad1ed3f77324d2eb7aa3c294e1f100b9 I0425 08:10:34.652850 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=826425cf11ce7289c064b13494d7fe4d0764f2decea50a4dfe2d8beab25226d8 I0425 08:10:34.652890 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=24d59108e7d3c2e1ec22b812f19d7f094548a01e98ecd2b8570eb524bbb94b50 I0425 08:10:34.652947 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=b932085d69db14c0925e8e84c6b159760b2906d36c36ead454f7c6175caed6f8 I0425 08:10:34.653004 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=345f68e04d71b7b6088c7b2836013695e6452b2f3afc72e02a9bc60950adf0f6 I0425 08:10:34.653044 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=b155d611ee15b58765d9ec258478badea86bb6174cb09938ac2e59395742157c I0425 08:10:34.653089 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=dcd53081245c105c2fbe65ff90d37104f0e98c374d4b90aaa086ded84b287952 I0425 08:10:34.653117 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=8a6a889cad22f98d23dc0db233438ea25fbc6accf5ed9ece5e7e34ef3aa6ee3c I0425 08:10:34.653126 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 30.636152ms to process 11 records I0425 08:10:34.653236 1 tasks_processing.go:74] worker 16 stopped. I0425 08:10:34.653574 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=2a0c942a96919d42da32cfbde83cf9279773a15800a46f771aba5209261271d3 I0425 08:10:34.653591 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 32.36155ms to process 1 records I0425 08:10:34.653741 1 tasks_processing.go:74] worker 40 stopped. I0425 08:10:34.653894 1 recorder.go:75] Recording config/node/ip-10-0-0-252.ec2.internal with fingerprint=4cc522f7beff5b580ac690d2b43290fb72c9b9702df6e99c3d64782ae58bf056 I0425 08:10:34.654000 1 recorder.go:75] Recording config/node/ip-10-0-1-190.ec2.internal with fingerprint=75f45f2640775225248f8fecbb08d0c26594dcf9f96991479fa093957d08573d I0425 08:10:34.654085 1 recorder.go:75] Recording config/node/ip-10-0-2-206.ec2.internal with fingerprint=3e0aa4f3a2645e303ca0d2b805eb311d1e13134fe9c72d0a442045f1a1716bd5 I0425 08:10:34.654096 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 31.928194ms to process 3 records I0425 08:10:34.655166 1 tasks_processing.go:74] worker 59 stopped. I0425 08:10:34.655190 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 33.692784ms to process 0 records W0425 08:10:34.655497 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:10:34.657553 1 tasks_processing.go:74] worker 42 stopped. E0425 08:10:34.657569 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0425 08:10:34.657611 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0425 08:10:34.657622 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 36.906217ms to process 1 records I0425 08:10:34.661668 1 tasks_processing.go:74] worker 0 stopped. I0425 08:10:34.661727 1 recorder.go:75] Recording config/running_containers with fingerprint=d380acb4e7e9e462383a2e39935f20192ada5097d69b74b2a13e7fb3240d612a I0425 08:10:34.661739 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 41.83635ms to process 1 records I0425 08:10:34.664372 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0425 08:10:34.664394 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0425 08:10:34.664505 1 operator.go:328] started I0425 08:10:34.664519 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0425 08:10:34.664649 1 tasks_processing.go:74] worker 5 stopped. I0425 08:10:34.664808 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=42976a6e81fbafb9330e680963a54843a0273ad22546de7d5a1cdb36fad37c0e I0425 08:10:34.664890 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=9495e5a4849cf24c1e7763555bd33f80584deed504bcbdf883f82c940c262539 I0425 08:10:34.664899 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 43.23075ms to process 2 records I0425 08:10:34.665154 1 tasks_processing.go:74] worker 61 stopped. I0425 08:10:34.665207 1 recorder.go:75] Recording config/olm_operators with fingerprint=ac1c9afa6bbed2536db9fa51284e3187f263362720aa02c42f71140d3316f96c I0425 08:10:34.665218 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 44.684827ms to process 1 records I0425 08:10:34.665235 1 tasks_processing.go:74] worker 22 stopped. I0425 08:10:34.666218 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=bd287074a68ad57057644c6229a76c8178603b3479e59ec92f5909d1bed4d2ed I0425 08:10:34.666639 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=8dd1cd682700dac213353e6ee0c5c74a1acc60e9f3a23d5da80dd9823ad9a7e6 I0425 08:10:34.666683 1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.122867ms to process 2 records I0425 08:10:34.666966 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 45.414489ms to process 0 records I0425 08:10:34.666977 1 tasks_processing.go:74] worker 58 stopped. I0425 08:10:34.682589 1 tasks_processing.go:74] worker 52 stopped. I0425 08:10:34.682613 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 60.687176ms to process 0 records I0425 08:10:34.689596 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 08:10:34.689610 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 08:10:34.689622 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0425 08:10:34.694615 1 base_controller.go:82] Caches are synced for ConfigController I0425 08:10:34.694625 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0425 08:10:34.695038 1 prometheus_rules.go:88] Prometheus rules successfully created I0425 08:10:34.695180 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0425 08:10:34.695191 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0425 08:10:34.695194 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0425 08:10:34.695198 1 controller.go:254] Source scaController *sca.Controller is not ready I0425 08:10:34.695201 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0425 08:10:34.695216 1 controller.go:531] The operator is still being initialized I0425 08:10:34.695224 1 controller.go:554] The operator is healthy E0425 08:10:34.701448 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2700bba6f9-dde9-447e-8b8c-37d1b1614e7a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:55852->172.30.0.10:53: read: connection refused I0425 08:10:34.701461 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2700bba6f9-dde9-447e-8b8c-37d1b1614e7a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:55852->172.30.0.10:53: read: connection refused I0425 08:10:34.710593 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:10:34.714308 1 tasks_processing.go:74] worker 13 stopped. E0425 08:10:34.714323 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0425 08:10:34.714331 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0425 08:10:34.714338 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0425 08:10:34.714355 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0425 08:10:34.714382 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=2b7e7d968c1ca0e033f2ae1514829fefa6008cf7d89addbe266d351cfb9cca19 I0425 08:10:34.714389 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0425 08:10:34.714394 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0425 08:10:34.714398 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0425 08:10:34.714445 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0425 08:10:34.714453 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0425 08:10:34.714459 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 92.234291ms to process 7 records I0425 08:10:34.741122 1 tasks_processing.go:74] worker 15 stopped. I0425 08:10:34.741349 1 recorder.go:75] Recording config/version with fingerprint=9b28fc46b62b26576a7d86edc95af7e8152c7d8278a4dca811b728744e352640 I0425 08:10:34.741362 1 recorder.go:75] Recording config/id with fingerprint=367398edf5c4ac9c373efaa6065d2347eabbd2c36dd7cf70c6b8dc923738da1d I0425 08:10:34.741368 1 gather.go:177] gatherer "clusterconfig" function "version" took 121.152349ms to process 2 records I0425 08:10:34.748162 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0425 08:10:34.752622 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:52453->172.30.0.10:53: read: connection refused I0425 08:10:34.752643 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:52453->172.30.0.10:53: read: connection refused I0425 08:10:34.764688 1 base_controller.go:82] Caches are synced for LoggingSyncer I0425 08:10:34.764702 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0425 08:10:34.781083 1 tasks_processing.go:74] worker 50 stopped. E0425 08:10:34.781106 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0425 08:10:34.781112 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pt28v5lsniekk4gqp466lb59qgarvch-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pt28v5lsniekk4gqp466lb59qgarvch-primary-cert-bundle-secret" not found I0425 08:10:34.781172 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=541d8e8bca1d23aef3165ae375062209eb44a7443a09a96ff3ab8e4c2531092f I0425 08:10:34.781184 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 160.421561ms to process 1 records I0425 08:10:35.058538 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0425 08:10:35.058552 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0425 08:10:35.059024 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-8kjkt pod in namespace openshift-dns (previous: false). I0425 08:10:35.291671 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8kjkt pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-8kjkt\" is waiting to start: ContainerCreating" I0425 08:10:35.291688 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-8kjkt\" is waiting to start: ContainerCreating" I0425 08:10:35.291720 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-8kjkt pod in namespace openshift-dns (previous: false). I0425 08:10:35.470084 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8kjkt pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-8kjkt\" is waiting to start: ContainerCreating" I0425 08:10:35.470103 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-8kjkt\" is waiting to start: ContainerCreating" I0425 08:10:35.470136 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gbl5j pod in namespace openshift-dns (previous: false). W0425 08:10:35.653884 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:10:35.700663 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gbl5j pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gbl5j\" is waiting to start: ContainerCreating" I0425 08:10:35.700685 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gbl5j\" is waiting to start: ContainerCreating" I0425 08:10:35.700694 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gbl5j pod in namespace openshift-dns (previous: false). I0425 08:10:35.864558 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gbl5j pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gbl5j\" is waiting to start: ContainerCreating" I0425 08:10:35.864577 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gbl5j\" is waiting to start: ContainerCreating" I0425 08:10:35.864607 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-wtc7j pod in namespace openshift-dns (previous: false). I0425 08:10:36.087727 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wtc7j pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-wtc7j\" is waiting to start: ContainerCreating" I0425 08:10:36.087749 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-wtc7j\" is waiting to start: ContainerCreating" I0425 08:10:36.087760 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-wtc7j pod in namespace openshift-dns (previous: false). I0425 08:10:36.109981 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0425 08:10:36.264807 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wtc7j pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-wtc7j\" is waiting to start: ContainerCreating" I0425 08:10:36.264826 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-wtc7j\" is waiting to start: ContainerCreating" I0425 08:10:36.264838 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-d4kbw pod in namespace openshift-dns (previous: false). I0425 08:10:36.467241 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:10:36.467259 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-wj7zs pod in namespace openshift-dns (previous: false). W0425 08:10:36.652911 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:10:36.664576 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:10:36.664591 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-xdnbr pod in namespace openshift-dns (previous: false). I0425 08:10:36.695017 1 tasks_processing.go:74] worker 34 stopped. I0425 08:10:36.695067 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=691137329f480015565fa7418c4069b8f120ffa9baf90eb39164ebd64eb7ec40 I0425 08:10:36.695110 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=bb22a19eafccf1d1a71b7fe10d8b72e16b09c7074a71b81631da774d1f05cd00 I0425 08:10:36.695140 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0425 08:10:36.695172 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=a0ecf8ee3bf3a34dd046dd59aa82e5d3edab73e67fdfd7ce18f0458e9889cdc8 I0425 08:10:36.695189 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0425 08:10:36.695240 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=c6d700aca183b69f49d2217ed75f0dd9a1ce8c68a34b18dfbc839dfffd2fb6c8 I0425 08:10:36.695270 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=8819b302346509cccc662084520e3bfb854dbff65002b1606cbf997119505e3b I0425 08:10:36.695294 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=5e67a2d53afe237518703162d5174e53912b3147e7138bc29cbc9c51d1153f30 I0425 08:10:36.695309 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=45bdc94ffc4bc11898d5e1cddbba0a331ce846f864ad9d243f2bb93b10c2b7c1 I0425 08:10:36.695326 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=d98ecc3b117cdcceb8247713e91c9698395e43fca3017cfa11f9eda7a282bc68 I0425 08:10:36.695335 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0425 08:10:36.695350 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=d9cbad888d9dfc6dbe83be42aa7eca8c2daa71c69f8900ab3bcc8db6e6c6db60 I0425 08:10:36.695359 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0425 08:10:36.695375 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=e714ceb1db846cac7346a7f87e220d76039839274242944171b277dec4cc0d2a I0425 08:10:36.695385 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0425 08:10:36.695398 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=1d982abbfc1c2b5a232ac60de0f8d9bcc5070a2846de26c9fd618ea20ac20ccc I0425 08:10:36.695408 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0425 08:10:36.695423 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=f1ac2a46c64343a12b02cf4836b686fb82c89ad0a91bfb93ae443615e64be655 I0425 08:10:36.695544 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=c4395a093fd606411f11d2adcc2111c759a96a5c80f6a60a3dc668ac02adb595 I0425 08:10:36.695554 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0425 08:10:36.695562 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0425 08:10:36.695581 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0425 08:10:36.695603 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=51144962cc71d6681b04661ca32d75932a453fc19ecc26382b545acb3f85bd69 I0425 08:10:36.695646 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=ba58ad3bdaf6b8543b7b8ca2d599dcedd426a6e16013135d0e50526b591f7962 I0425 08:10:36.695656 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0425 08:10:36.695672 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=e507319617201a1d0004f10d422ed30a6ff43c77395a4db8feb47d9e6bdd7e08 I0425 08:10:36.695682 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0425 08:10:36.695694 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=15b97fed912b510382876f8fa3619603f2e900efde1c0cecc667d62f3bc87f30 I0425 08:10:36.695707 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=b861eaa4a985f08c05988c18c2c1d667f7a36cde4d38ffc54a0f15e342b67d64 I0425 08:10:36.695720 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=375e8e34f892e4098c36b28461513b4b74fdc37368c868e6f389073e83e58b23 I0425 08:10:36.695733 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=8fd6359010ccac8389c61366b71fee5e0e509b4bf446704dabb866f0a50e925a I0425 08:10:36.695752 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=d715e17387e3ada9df0354c5da9f7abb48ae6547d58dfd9ffe48ac8eb6ac064f I0425 08:10:36.695761 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0425 08:10:36.695785 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=6c5b2b536fbe17ed36c3c9881180d9aaec70e3ee5769179384c96e93e803025d I0425 08:10:36.695801 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0425 08:10:36.695808 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0425 08:10:36.695814 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.074358823s to process 36 records I0425 08:10:36.865291 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:10:36.865375 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-55566d6957-jp4sf pod in namespace openshift-image-registry (previous: false). I0425 08:10:37.064651 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-55566d6957-jp4sf pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-55566d6957-jp4sf\" is waiting to start: ContainerCreating" I0425 08:10:37.064668 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-55566d6957-jp4sf\" is waiting to start: ContainerCreating" I0425 08:10:37.064713 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7bfd7d8f8b-2jbsc pod in namespace openshift-image-registry (previous: false). I0425 08:10:37.263688 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7bfd7d8f8b-2jbsc pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7bfd7d8f8b-2jbsc\" is waiting to start: ContainerCreating" I0425 08:10:37.263706 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7bfd7d8f8b-2jbsc\" is waiting to start: ContainerCreating" I0425 08:10:37.263737 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7bfd7d8f8b-ccgzl pod in namespace openshift-image-registry (previous: false). I0425 08:10:37.467368 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7bfd7d8f8b-ccgzl pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7bfd7d8f8b-ccgzl\" is waiting to start: ContainerCreating" I0425 08:10:37.467391 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7bfd7d8f8b-ccgzl\" is waiting to start: ContainerCreating" I0425 08:10:37.467402 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-85z6k pod in namespace openshift-image-registry (previous: false). W0425 08:10:37.652978 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:10:37.664734 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:10:37.664752 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fvqb5 pod in namespace openshift-image-registry (previous: false). I0425 08:10:37.863775 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:10:37.863797 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-nlpgn pod in namespace openshift-image-registry (previous: false). I0425 08:10:38.064128 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:10:38.064146 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-79799848d5-9sn9r pod in namespace openshift-ingress (previous: false). I0425 08:10:38.267034 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-79799848d5-9sn9r pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-79799848d5-9sn9r\" is waiting to start: ContainerCreating" I0425 08:10:38.267059 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-79799848d5-9sn9r\" is waiting to start: ContainerCreating" I0425 08:10:38.267121 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-d4c989987-8dg2s pod in namespace openshift-ingress (previous: false). I0425 08:10:38.464901 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-d4c989987-8dg2s pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-d4c989987-8dg2s\" is waiting to start: ContainerCreating" I0425 08:10:38.464941 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-d4c989987-8dg2s\" is waiting to start: ContainerCreating" I0425 08:10:38.464985 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-d4c989987-xfjq6 pod in namespace openshift-ingress (previous: false). W0425 08:10:38.653526 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:10:38.662381 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-d4c989987-xfjq6 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-d4c989987-xfjq6\" is waiting to start: ContainerCreating" I0425 08:10:38.662403 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-d4c989987-xfjq6\" is waiting to start: ContainerCreating" I0425 08:10:38.662412 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-cv4mk pod in namespace openshift-ingress-canary (previous: false). I0425 08:10:38.865561 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-g2pzn pod in namespace openshift-ingress-canary (previous: false). I0425 08:10:39.064015 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-h6kqh pod in namespace openshift-ingress-canary (previous: false). I0425 08:10:39.263112 1 tasks_processing.go:74] worker 18 stopped. I0425 08:10:39.263221 1 recorder.go:75] Recording events/openshift-dns with fingerprint=c9ea0f0448bcd0dff6c8eb83da11f727cfc4488e171cb52e3c54e0de4a4323c0 I0425 08:10:39.263317 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=5b298f014e9e36584f921569a21dc85227a975946e53baeac7a77ec05a1c9b35 I0425 08:10:39.263346 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=e9043233bdb55255f23412be9a5bc29d1d539585f4bc53f734d2ac49bd2d94d1 I0425 08:10:39.263391 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=3218b297bc70c1ea1cd1d04efd950d76196816e99e7fde5ae65f9f23d0618693 I0425 08:10:39.263427 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=d491a203b952ed4de1bba29d98bb0de430456e81694cb3f0d206e2108eccaac4 I0425 08:10:39.264705 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-8kjkt with fingerprint=6a394f996ebba2e5e392c8b342d9876e31a890f1c43381f16a525d567c92570d I0425 08:10:39.264796 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-gbl5j with fingerprint=0fdc39695ec154e070c577566efd1214a5c72acaeba2d3e671384de3b16c58d3 I0425 08:10:39.264866 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-wtc7j with fingerprint=fae9008a1e2574eb0caf3759961bb46bdba25cf5e4a8fa317bf7d18e6c297bf5 I0425 08:10:39.264980 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-55566d6957-jp4sf with fingerprint=24093f0911f0a7f70883009c0408b4b0268144678f88d9eff8d2f06f108c3440 I0425 08:10:39.265071 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc with fingerprint=52253b82375aa9b037b8b298c987f846e2af3426b45e5b9dc5dea2a9cf3d506b I0425 08:10:39.265156 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl with fingerprint=57f42c5baae7759d02650de1ab7d1b3af0c0c3b3dab78c865f9d324ccb7d04e5 I0425 08:10:39.265242 1 recorder.go:75] Recording config/pod/openshift-ingress/router-default-d4c989987-8dg2s with fingerprint=b6f4ed15b8deb8f32f67efb8ef820f58f126e8ce03467409c57d747da003a983 I0425 08:10:39.265355 1 recorder.go:75] Recording config/pod/openshift-ingress/router-default-d4c989987-xfjq6 with fingerprint=16cff595db5e29c9121503c99807ab6161ac93961fe88a0f229ca7888d34657a I0425 08:10:39.265365 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-cv4mk/serve-healthcheck-canary_current.log with fingerprint=ec52ccca62f3453080b08bb82dc627b43517534370feff7db19db7697cecba50 I0425 08:10:39.265370 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-g2pzn/serve-healthcheck-canary_current.log with fingerprint=5996c0ebe0510a61da61f2f1a0dabe7a8a6039904bb1062b208727685a552759 I0425 08:10:39.265374 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-h6kqh/serve-healthcheck-canary_current.log with fingerprint=a9cba228c3693e742a2f6579e2f42661beea2bd1681a979cc49addb3e281acc6 I0425 08:10:39.265380 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.642924827s to process 16 records W0425 08:10:39.649549 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0425 08:10:39.649573 1 tasks_processing.go:74] worker 63 stopped. E0425 08:10:39.649585 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0425 08:10:39.649596 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0425 08:10:39.649610 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0425 08:10:39.649620 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.028672657s to process 1 records I0425 08:10:47.054411 1 tasks_processing.go:74] worker 27 stopped. I0425 08:10:47.054458 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0425 08:10:47.054472 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.434204865s to process 1 records I0425 08:10:47.598437 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:10:47.826199 1 tasks_processing.go:74] worker 57 stopped. I0425 08:10:47.826457 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=8e51bdad94ccef4d8b8d1dcd31ca57822f1858ab42bfebeef1b93869b7cdc5cb I0425 08:10:47.826474 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.20600903s to process 1 records E0425 08:10:47.826535 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.206s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0425 08:10:47.827644 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0425 08:10:47.827659 1 periodic.go:216] Running workloads gatherer I0425 08:10:47.827674 1 tasks_processing.go:45] number of workers: 2 I0425 08:10:47.827680 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:10:47.827685 1 tasks_processing.go:71] worker 1 working on workload_info task. I0425 08:10:47.827695 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:10:47.827708 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0425 08:10:47.852745 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0425 08:10:47.854440 1 tasks_processing.go:74] worker 0 stopped. I0425 08:10:47.854456 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 26.719506ms to process 0 records I0425 08:10:47.862768 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (11ms) I0425 08:10:47.872506 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms) I0425 08:10:47.882824 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (10ms) I0425 08:10:47.892259 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (9ms) I0425 08:10:47.902727 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (10ms) I0425 08:10:47.912947 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (10ms) I0425 08:10:47.924847 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (12ms) I0425 08:10:47.939884 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (15ms) I0425 08:10:47.953831 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (14ms) I0425 08:10:47.964533 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (11ms) I0425 08:10:47.981676 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (17ms) I0425 08:10:48.068442 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (87ms) I0425 08:10:48.164184 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (96ms) I0425 08:10:48.267179 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (103ms) I0425 08:10:48.364304 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (97ms) I0425 08:10:48.464498 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0425 08:10:48.563580 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (99ms) I0425 08:10:48.663769 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (100ms) I0425 08:10:48.764305 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (101ms) I0425 08:10:48.863397 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (99ms) I0425 08:10:48.964043 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (101ms) I0425 08:10:48.999435 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:10:49.064314 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms) I0425 08:10:49.163565 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (99ms) I0425 08:10:49.198337 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:10:49.262954 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (99ms) I0425 08:10:49.362739 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms) I0425 08:10:49.463878 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (101ms) I0425 08:10:49.564444 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (101ms) I0425 08:10:49.664570 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms) I0425 08:10:49.763498 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (99ms) I0425 08:10:49.865668 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (102ms) I0425 08:10:49.963783 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (98ms) I0425 08:10:50.063267 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (99ms) I0425 08:10:50.164102 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (101ms) I0425 08:10:50.164141 1 tasks_processing.go:74] worker 1 stopped. E0425 08:10:50.164151 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0425 08:10:50.164417 1 recorder.go:75] Recording config/workload_info with fingerprint=d81f72aafb0433a8f6a7f57fa724a1f59c372396eddc4f76bd2a9a7aedcc8751 I0425 08:10:50.164433 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.336448973s to process 1 records E0425 08:10:50.164462 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.336s with: function \"workload_info\" failed with an error" I0425 08:10:50.166171 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0425 08:10:50.166185 1 periodic.go:216] Running conditional gatherer I0425 08:10:50.172544 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0425 08:10:50.179293 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:57626->172.30.0.10:53: read: connection refused E0425 08:10:50.179616 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:10:50.179682 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0425 08:10:50.187683 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0425 08:10:50.187699 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:10:50.187704 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:10:50.187708 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:10:50.187711 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:10:50.187714 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:10:50.187718 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:10:50.187721 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:10:50.187723 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:10:50.187726 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0425 08:10:50.187741 1 tasks_processing.go:45] number of workers: 3 I0425 08:10:50.187754 1 tasks_processing.go:69] worker 2 listening for tasks. I0425 08:10:50.187758 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0425 08:10:50.187769 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:10:50.187783 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:10:50.187789 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0425 08:10:50.187842 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0425 08:10:50.187856 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 799ns to process 1 records I0425 08:10:50.187793 1 tasks_processing.go:74] worker 1 stopped. I0425 08:10:50.187784 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0425 08:10:50.187870 1 tasks_processing.go:74] worker 0 stopped. I0425 08:10:50.187934 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0425 08:10:50.187948 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.116µs to process 1 records I0425 08:10:50.188109 1 tasks_processing.go:74] worker 2 stopped. I0425 08:10:50.188124 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 295.386µs to process 0 records I0425 08:10:50.188166 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:57626->172.30.0.10:53: read: connection refused I0425 08:10:50.188193 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0425 08:10:50.227144 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=d63c99d39541414721ffc7bb73152badeccdee0b86f6b8cac2c32d3a040602cc I0425 08:10:50.273265 1 diskrecorder.go:70] Writing 111 records to /var/lib/insights-operator/insights-2026-04-25-081050.tar.gz I0425 08:10:50.280198 1 diskrecorder.go:51] Wrote 111 records to disk in 52ms I0425 08:10:50.280245 1 periodic.go:285] Gathering cluster info every 2h0m0s I0425 08:10:50.280267 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0425 08:10:57.595417 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:11:59.068911 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="cec9754f1d2534d95776da1657f8d714de4d8d967e8994b275d7b5254ef52010") W0425 08:11:59.068967 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0425 08:11:59.069014 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="cfce38eb294a49e897fa6424a5bcfd58232924214d756eab0908c91fd18df4a2") I0425 08:11:59.069038 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"