W0401 12:46:41.345312 1 cmd.go:257] Using insecure, self-signed certificates I0401 12:46:41.808591 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:46:41.809922 1 observer_polling.go:159] Starting file observer I0401 12:46:42.229976 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0401 12:46:42.230203 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0401 12:46:42.231092 1 secure_serving.go:57] Forcing use of http/1.1 only W0401 12:46:42.231190 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0401 12:46:42.231218 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0401 12:46:42.231250 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0401 12:46:42.231272 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0401 12:46:42.231294 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0401 12:46:42.231323 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0401 12:46:42.231508 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0401 12:46:42.234313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"2d54255f-02d2-472a-9b70-1fc00cea04f6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0401 12:46:42.234311 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0401 12:46:42.236254 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0401 12:46:42.236268 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0401 12:46:42.236267 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0401 12:46:42.236279 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0401 12:46:42.236276 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0401 12:46:42.236290 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0401 12:46:42.236586 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-474260898/tls.crt::/tmp/serving-cert-474260898/tls.key" I0401 12:46:42.236830 1 secure_serving.go:213] Serving securely on [::]:8443 I0401 12:46:42.236868 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0401 12:46:42.242260 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0401 12:46:42.242284 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0401 12:46:42.242378 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0401 12:46:42.247099 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0401 12:46:42.247117 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0401 12:46:42.251781 1 secretconfigobserver.go:119] support secret does not exist I0401 12:46:42.256319 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0401 12:46:42.260925 1 secretconfigobserver.go:119] support secret does not exist I0401 12:46:42.264419 1 recorder.go:176] Pruning old reports every 7h54m11s, max age is 288h0m0s I0401 12:46:42.269745 1 periodic.go:216] Running clusterconfig gatherer I0401 12:46:42.269753 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0401 12:46:42.269770 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0401 12:46:42.269793 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0401 12:46:42.269802 1 insightsreport.go:296] Starting report retriever I0401 12:46:42.269793 1 tasks_processing.go:45] number of workers: 64 I0401 12:46:42.269809 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0401 12:46:42.269818 1 tasks_processing.go:69] worker 2 listening for tasks. I0401 12:46:42.269824 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 12:46:42.269831 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 12:46:42.269836 1 tasks_processing.go:69] worker 23 listening for tasks. I0401 12:46:42.269841 1 tasks_processing.go:69] worker 3 listening for tasks. I0401 12:46:42.269845 1 tasks_processing.go:71] worker 3 working on version task. I0401 12:46:42.269847 1 tasks_processing.go:71] worker 23 working on oauths task. I0401 12:46:42.269878 1 tasks_processing.go:69] worker 13 listening for tasks. I0401 12:46:42.269889 1 tasks_processing.go:71] worker 13 working on sap_pods task. I0401 12:46:42.269897 1 tasks_processing.go:69] worker 45 listening for tasks. I0401 12:46:42.269903 1 tasks_processing.go:69] worker 34 listening for tasks. I0401 12:46:42.269916 1 tasks_processing.go:69] worker 29 listening for tasks. I0401 12:46:42.269924 1 tasks_processing.go:69] worker 35 listening for tasks. I0401 12:46:42.269927 1 tasks_processing.go:69] worker 30 listening for tasks. I0401 12:46:42.269925 1 tasks_processing.go:69] worker 28 listening for tasks. I0401 12:46:42.269933 1 tasks_processing.go:69] worker 36 listening for tasks. I0401 12:46:42.269936 1 tasks_processing.go:69] worker 31 listening for tasks. I0401 12:46:42.269939 1 tasks_processing.go:69] worker 26 listening for tasks. I0401 12:46:42.269941 1 tasks_processing.go:69] worker 37 listening for tasks. I0401 12:46:42.269945 1 tasks_processing.go:69] worker 32 listening for tasks. I0401 12:46:42.269939 1 tasks_processing.go:69] worker 25 listening for tasks. I0401 12:46:42.269947 1 tasks_processing.go:69] worker 56 listening for tasks. I0401 12:46:42.269955 1 tasks_processing.go:69] worker 24 listening for tasks. I0401 12:46:42.269953 1 tasks_processing.go:69] worker 42 listening for tasks. I0401 12:46:42.269964 1 tasks_processing.go:69] worker 18 listening for tasks. I0401 12:46:42.269961 1 tasks_processing.go:69] worker 41 listening for tasks. I0401 12:46:42.269969 1 tasks_processing.go:69] worker 38 listening for tasks. I0401 12:46:42.269946 1 tasks_processing.go:69] worker 27 listening for tasks. I0401 12:46:42.269978 1 tasks_processing.go:69] worker 8 listening for tasks. I0401 12:46:42.269981 1 tasks_processing.go:69] worker 40 listening for tasks. I0401 12:46:42.269953 1 tasks_processing.go:69] worker 33 listening for tasks. I0401 12:46:42.269988 1 tasks_processing.go:69] worker 19 listening for tasks. I0401 12:46:42.269991 1 tasks_processing.go:69] worker 51 listening for tasks. I0401 12:46:42.269989 1 tasks_processing.go:69] worker 20 listening for tasks. I0401 12:46:42.269997 1 tasks_processing.go:69] worker 9 listening for tasks. I0401 12:46:42.270000 1 tasks_processing.go:69] worker 17 listening for tasks. I0401 12:46:42.269960 1 tasks_processing.go:69] worker 43 listening for tasks. I0401 12:46:42.270003 1 tasks_processing.go:69] worker 6 listening for tasks. I0401 12:46:42.269998 1 tasks_processing.go:69] worker 54 listening for tasks. I0401 12:46:42.270007 1 tasks_processing.go:71] worker 2 working on metrics task. I0401 12:46:42.270010 1 tasks_processing.go:71] worker 0 working on nodenetworkstates task. I0401 12:46:42.270014 1 tasks_processing.go:69] worker 58 listening for tasks. I0401 12:46:42.270016 1 tasks_processing.go:69] worker 57 listening for tasks. I0401 12:46:42.270015 1 tasks_processing.go:69] worker 12 listening for tasks. I0401 12:46:42.270021 1 tasks_processing.go:69] worker 60 listening for tasks. I0401 12:46:42.269965 1 tasks_processing.go:69] worker 46 listening for tasks. I0401 12:46:42.269968 1 tasks_processing.go:69] worker 44 listening for tasks. I0401 12:46:42.269971 1 tasks_processing.go:69] worker 47 listening for tasks. I0401 12:46:42.269976 1 tasks_processing.go:69] worker 48 listening for tasks. I0401 12:46:42.269978 1 tasks_processing.go:69] worker 14 listening for tasks. I0401 12:46:42.270037 1 tasks_processing.go:69] worker 63 listening for tasks. I0401 12:46:42.269982 1 tasks_processing.go:69] worker 49 listening for tasks. I0401 12:46:42.270011 1 tasks_processing.go:69] worker 59 listening for tasks. I0401 12:46:42.269986 1 tasks_processing.go:69] worker 50 listening for tasks. W0401 12:46:42.270049 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:46:42.270065 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 47.229µs to process 0 records I0401 12:46:42.269986 1 tasks_processing.go:69] worker 15 listening for tasks. I0401 12:46:42.269988 1 tasks_processing.go:69] worker 4 listening for tasks. I0401 12:46:42.269990 1 tasks_processing.go:69] worker 10 listening for tasks. I0401 12:46:42.269995 1 tasks_processing.go:69] worker 5 listening for tasks. I0401 12:46:42.269999 1 tasks_processing.go:69] worker 53 listening for tasks. I0401 12:46:42.269999 1 tasks_processing.go:69] worker 16 listening for tasks. I0401 12:46:42.269996 1 tasks_processing.go:69] worker 61 listening for tasks. I0401 12:46:42.270004 1 tasks_processing.go:69] worker 55 listening for tasks. I0401 12:46:42.270005 1 tasks_processing.go:69] worker 52 listening for tasks. I0401 12:46:42.270007 1 tasks_processing.go:69] worker 22 listening for tasks. I0401 12:46:42.270012 1 tasks_processing.go:69] worker 7 listening for tasks. I0401 12:46:42.270017 1 tasks_processing.go:71] worker 1 working on certificate_signing_requests task. I0401 12:46:42.270094 1 tasks_processing.go:71] worker 45 working on pdbs task. I0401 12:46:42.270093 1 tasks_processing.go:71] worker 29 working on node_features task. I0401 12:46:42.270096 1 tasks_processing.go:71] worker 34 working on jaegers task. I0401 12:46:42.270104 1 tasks_processing.go:71] worker 7 working on networks task. I0401 12:46:42.270109 1 tasks_processing.go:71] worker 35 working on storage_classes task. I0401 12:46:42.270155 1 tasks_processing.go:71] worker 63 working on ingress task. I0401 12:46:42.270164 1 tasks_processing.go:71] worker 59 working on container_runtime_configs task. I0401 12:46:42.270166 1 tasks_processing.go:71] worker 42 working on nodenetworkconfigurationpolicies task. I0401 12:46:42.270175 1 tasks_processing.go:71] worker 12 working on cluster_apiserver task. I0401 12:46:42.270189 1 tasks_processing.go:71] worker 8 working on silenced_alerts task. I0401 12:46:42.270205 1 tasks_processing.go:71] worker 6 working on openshift_logging task. W0401 12:46:42.270217 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:46:42.270230 1 tasks_processing.go:71] worker 8 working on machine_healthchecks task. I0401 12:46:42.270230 1 tasks_processing.go:71] worker 41 working on qemu_kubevirt_launcher_logs task. I0401 12:46:42.270259 1 tasks_processing.go:71] worker 44 working on image_pruners task. I0401 12:46:42.270283 1 tasks_processing.go:71] worker 19 working on crds task. I0401 12:46:42.270291 1 tasks_processing.go:71] worker 17 working on operators_pods_and_events task. I0401 12:46:42.270300 1 tasks_processing.go:71] worker 27 working on dvo_metrics task. I0401 12:46:42.270320 1 tasks_processing.go:71] worker 47 working on config_maps task. I0401 12:46:42.270330 1 tasks_processing.go:71] worker 40 working on sap_datahubs task. I0401 12:46:42.270462 1 tasks_processing.go:71] worker 14 working on node_logs task. I0401 12:46:42.270510 1 tasks_processing.go:71] worker 60 working on service_accounts task. I0401 12:46:42.270515 1 tasks_processing.go:71] worker 43 working on container_images task. I0401 12:46:42.270521 1 tasks_processing.go:71] worker 46 working on ingress_certificates task. I0401 12:46:42.270535 1 tasks_processing.go:71] worker 33 working on machine_configs task. I0401 12:46:42.270566 1 tasks_processing.go:71] worker 58 working on aggregated_monitoring_cr_names task. I0401 12:46:42.270581 1 tasks_processing.go:71] worker 20 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0401 12:46:42.270607 1 tasks_processing.go:71] worker 5 working on image task. I0401 12:46:42.270786 1 tasks_processing.go:71] worker 53 working on machine_autoscalers task. I0401 12:46:42.270836 1 tasks_processing.go:71] worker 4 working on machine_config_pools task. I0401 12:46:42.270849 1 tasks_processing.go:71] worker 38 working on overlapping_namespace_uids task. I0401 12:46:42.270851 1 tasks_processing.go:71] worker 10 working on pod_network_connectivity_checks task. I0401 12:46:42.270027 1 tasks_processing.go:69] worker 62 listening for tasks. I0401 12:46:42.270899 1 tasks_processing.go:71] worker 52 working on openstack_version task. I0401 12:46:42.270903 1 tasks_processing.go:71] worker 62 working on proxies task. I0401 12:46:42.270969 1 tasks_processing.go:71] worker 48 working on infrastructures task. I0401 12:46:42.269962 1 tasks_processing.go:69] worker 39 listening for tasks. I0401 12:46:42.270788 1 tasks_processing.go:71] worker 54 working on monitoring_persistent_volumes task. I0401 12:46:42.270987 1 tasks_processing.go:71] worker 22 working on openshift_machine_api_events task. I0401 12:46:42.271079 1 tasks_processing.go:71] worker 25 working on openstack_dataplanenodesets task. I0401 12:46:42.271157 1 tasks_processing.go:71] worker 18 working on openstack_dataplanedeployments task. I0401 12:46:42.270495 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 31.34µs to process 0 records I0401 12:46:42.270838 1 tasks_processing.go:71] worker 16 working on support_secret task. I0401 12:46:42.271314 1 tasks_processing.go:71] worker 24 working on cost_management_metrics_configs task. I0401 12:46:42.271368 1 tasks_processing.go:71] worker 37 working on mutating_webhook_configurations task. I0401 12:46:42.271469 1 tasks_processing.go:71] worker 32 working on feature_gates task. I0401 12:46:42.270103 1 tasks_processing.go:71] worker 9 working on image_registries task. I0401 12:46:42.271624 1 tasks_processing.go:71] worker 39 working on lokistack task. I0401 12:46:42.270504 1 tasks_processing.go:71] worker 51 working on active_alerts task. I0401 12:46:42.270161 1 tasks_processing.go:71] worker 49 working on schedulers task. I0401 12:46:42.270011 1 tasks_processing.go:69] worker 11 listening for tasks. I0401 12:46:42.271662 1 tasks_processing.go:71] worker 11 working on authentication task. W0401 12:46:42.271658 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:46:42.270804 1 tasks_processing.go:71] worker 30 working on openstack_controlplanes task. I0401 12:46:42.270020 1 tasks_processing.go:69] worker 21 listening for tasks. I0401 12:46:42.270813 1 tasks_processing.go:71] worker 36 working on machines task. I0401 12:46:42.270810 1 tasks_processing.go:71] worker 28 working on ceph_cluster task. I0401 12:46:42.271777 1 tasks_processing.go:74] worker 21 stopped. I0401 12:46:42.271788 1 tasks_processing.go:71] worker 51 working on storage_cluster task. I0401 12:46:42.270821 1 tasks_processing.go:71] worker 15 working on olm_operators task. I0401 12:46:42.270824 1 tasks_processing.go:71] worker 50 working on install_plans task. I0401 12:46:42.270816 1 tasks_processing.go:71] worker 31 working on nodes task. I0401 12:46:42.270835 1 tasks_processing.go:71] worker 55 working on sap_config task. I0401 12:46:42.270827 1 tasks_processing.go:71] worker 2 working on clusterroles task. I0401 12:46:42.271304 1 tasks_processing.go:71] worker 57 working on validating_webhook_configurations task. I0401 12:46:42.270843 1 tasks_processing.go:71] worker 61 working on operators task. I0401 12:46:42.270799 1 tasks_processing.go:71] worker 26 working on tsdb_status task. W0401 12:46:42.272024 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:46:42.271310 1 tasks_processing.go:71] worker 56 working on machine_sets task. I0401 12:46:42.271677 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 33.634µs to process 0 records I0401 12:46:42.272111 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 33.053µs to process 0 records I0401 12:46:42.272137 1 tasks_processing.go:74] worker 26 stopped. I0401 12:46:42.273005 1 tasks_processing.go:74] worker 34 stopped. I0401 12:46:42.273024 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 2.896442ms to process 0 records I0401 12:46:42.273608 1 tasks_processing.go:74] worker 0 stopped. I0401 12:46:42.273674 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 3.586633ms to process 0 records I0401 12:46:42.275265 1 tasks_processing.go:74] worker 13 stopped. E0401 12:46:42.275277 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0401 12:46:42.275281 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 5.361099ms to process 0 records I0401 12:46:42.275289 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 5.182798ms to process 0 records I0401 12:46:42.275299 1 tasks_processing.go:74] worker 29 stopped. I0401 12:46:42.275365 1 tasks_processing.go:74] worker 40 stopped. I0401 12:46:42.275376 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 5.003992ms to process 0 records I0401 12:46:42.275383 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 5.169251ms to process 0 records I0401 12:46:42.275392 1 tasks_processing.go:74] worker 6 stopped. I0401 12:46:42.275430 1 tasks_processing.go:74] worker 8 stopped. E0401 12:46:42.275443 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0401 12:46:42.275451 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 5.193475ms to process 0 records I0401 12:46:42.275742 1 tasks_processing.go:74] worker 59 stopped. I0401 12:46:42.275756 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.565157ms to process 0 records I0401 12:46:42.275785 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0401 12:46:42.275800 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0401 12:46:42.275805 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0401 12:46:42.275809 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0401 12:46:42.275823 1 controller.go:531] The operator is still being initialized I0401 12:46:42.275830 1 controller.go:554] The operator is healthy I0401 12:46:42.278745 1 tasks_processing.go:74] worker 23 stopped. I0401 12:46:42.278985 1 recorder.go:75] Recording config/oauth with fingerprint=d8fea1aabc504920a0deb82b7d4b6e9a279a37f9bfd16019628113f36e904b52 I0401 12:46:42.278999 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 8.886149ms to process 1 records I0401 12:46:42.292749 1 tasks_processing.go:74] worker 25 stopped. I0401 12:46:42.292765 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 21.655932ms to process 0 records E0401 12:46:42.292772 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0401 12:46:42.292777 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 21.908166ms to process 0 records I0401 12:46:42.292783 1 tasks_processing.go:74] worker 10 stopped. I0401 12:46:42.292796 1 tasks_processing.go:74] worker 52 stopped. I0401 12:46:42.292806 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 21.885375ms to process 0 records I0401 12:46:42.292851 1 tasks_processing.go:74] worker 24 stopped. I0401 12:46:42.292863 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 21.528794ms to process 0 records I0401 12:46:42.292889 1 tasks_processing.go:74] worker 42 stopped. I0401 12:46:42.292899 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 22.715513ms to process 0 records I0401 12:46:42.292910 1 tasks_processing.go:74] worker 53 stopped. I0401 12:46:42.292923 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 22.064765ms to process 0 records I0401 12:46:42.293020 1 tasks_processing.go:74] worker 39 stopped. I0401 12:46:42.293031 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 21.384644ms to process 0 records I0401 12:46:42.293095 1 tasks_processing.go:74] worker 45 stopped. I0401 12:46:42.293308 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=e495e3f76c039b0e02be9b46416d26cf6f865340722cfb5005d1972178074db6 I0401 12:46:42.293357 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=98c7d9805b9b3f80fd0454c2e67e1c4df4700e1d67746aef1e818aac446d20c9 I0401 12:46:42.293383 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=64098ad3db266a79b245e5b5a153ecb9f50f9471c2d80e34cfb620677c740b81 I0401 12:46:42.293393 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 22.994603ms to process 3 records I0401 12:46:42.293477 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=ffd67d5ede01f518143f83d2dd148f76dfe06c94a25004b62d2e081c31951c54 I0401 12:46:42.293496 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=38dd8e051b11c7bb7a22f5b17688e2dd8488a05c43fe934f735fa06f0c075b08 I0401 12:46:42.293504 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 23.201944ms to process 2 records I0401 12:46:42.293517 1 tasks_processing.go:74] worker 35 stopped. I0401 12:46:42.293601 1 tasks_processing.go:74] worker 63 stopped. I0401 12:46:42.293637 1 recorder.go:75] Recording config/ingress with fingerprint=cd431a1c8d3280f657ae2951a7b171b75c46b3a8be39fc1a81622ada84b2566b I0401 12:46:42.293650 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 23.156088ms to process 1 records E0401 12:46:42.293659 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0401 12:46:42.293665 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 22.105714ms to process 0 records I0401 12:46:42.293736 1 tasks_processing.go:74] worker 16 stopped. I0401 12:46:42.293812 1 tasks_processing.go:74] worker 44 stopped. I0401 12:46:42.293910 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=c599088ebd148a50259d4f969ef859fc167ae4c319bb021b323a2938b0f5f5e3 I0401 12:46:42.293920 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 23.206108ms to process 1 records I0401 12:46:42.293925 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 21.733329ms to process 0 records I0401 12:46:42.293930 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 22.990926ms to process 0 records I0401 12:46:42.293935 1 tasks_processing.go:74] worker 14 stopped. I0401 12:46:42.293939 1 tasks_processing.go:74] worker 28 stopped. I0401 12:46:42.294194 1 tasks_processing.go:74] worker 5 stopped. I0401 12:46:42.294277 1 recorder.go:75] Recording config/image with fingerprint=1dfd477ea060fc984b0a1ada913daed8a4695117cf27642a5755cf6b4cddb0a7 I0401 12:46:42.294293 1 gather.go:177] gatherer "clusterconfig" function "image" took 23.566373ms to process 1 records I0401 12:46:42.294910 1 tasks_processing.go:74] worker 22 stopped. I0401 12:46:42.294924 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 23.910157ms to process 0 records I0401 12:46:42.294933 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 23.91651ms to process 0 records I0401 12:46:42.294942 1 tasks_processing.go:74] worker 54 stopped. I0401 12:46:42.295094 1 gather_logs.go:145] no pods in namespace were found I0401 12:46:42.295116 1 tasks_processing.go:74] worker 41 stopped. I0401 12:46:42.295131 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 24.865264ms to process 0 records I0401 12:46:42.295442 1 tasks_processing.go:74] worker 12 stopped. I0401 12:46:42.295590 1 recorder.go:75] Recording config/apiserver with fingerprint=5a055d35b7509781dd76928937ec9b896fa999f48e85610b136f05e46e1f1b6b I0401 12:46:42.295604 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 25.258287ms to process 1 records I0401 12:46:42.295696 1 tasks_processing.go:74] worker 48 stopped. I0401 12:46:42.296699 1 recorder.go:75] Recording config/infrastructure with fingerprint=5361ec7eaeacd0e5439cabcd0063bbb9faf7da37f3b7877837ce226ab80871e9 I0401 12:46:42.296720 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 24.585243ms to process 1 records I0401 12:46:42.296735 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 24.845948ms to process 0 records I0401 12:46:42.297039 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 23.932885ms to process 0 records I0401 12:46:42.296801 1 tasks_processing.go:74] worker 4 stopped. I0401 12:46:42.297108 1 tasks_processing.go:74] worker 51 stopped. I0401 12:46:42.297264 1 tasks_processing.go:74] worker 11 stopped. I0401 12:46:42.297519 1 recorder.go:75] Recording config/authentication with fingerprint=1e2791c703b968eaa2ecd3a4f585ecdd34fd02e5855db54642f9fb306b599d14 I0401 12:46:42.297539 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 24.160212ms to process 1 records I0401 12:46:42.297640 1 recorder.go:75] Recording config/proxy with fingerprint=e073db91997736873c3591a9cccf77115fdd5a6c8408aa1316188777497e3396 I0401 12:46:42.297655 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 24.943293ms to process 1 records I0401 12:46:42.297656 1 tasks_processing.go:74] worker 62 stopped. I0401 12:46:42.297674 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 24.961042ms to process 0 records I0401 12:46:42.297696 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 24.327671ms to process 0 records I0401 12:46:42.297720 1 tasks_processing.go:74] worker 18 stopped. E0401 12:46:42.297707 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0401 12:46:42.297726 1 tasks_processing.go:74] worker 33 stopped. I0401 12:46:42.297721 1 tasks_processing.go:74] worker 56 stopped. I0401 12:46:42.297745 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0401 12:46:42.297757 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 26.689925ms to process 1 records I0401 12:46:42.297772 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 25.620412ms to process 0 records I0401 12:46:42.297780 1 tasks_processing.go:74] worker 30 stopped. E0401 12:46:42.298365 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0401 12:46:42.298384 1 gather.go:177] gatherer "clusterconfig" function "machines" took 26.486183ms to process 0 records I0401 12:46:42.298322 1 tasks_processing.go:74] worker 36 stopped. I0401 12:46:42.298506 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=2d6f01b3cb43ed5d296e542fc2ff58594c6c38d6c8605cfde919b4592f3cb3f7 I0401 12:46:42.298527 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 26.671786ms to process 1 records I0401 12:46:42.298547 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 26.5619ms to process 0 records I0401 12:46:42.298556 1 tasks_processing.go:74] worker 55 stopped. I0401 12:46:42.298562 1 tasks_processing.go:74] worker 49 stopped. I0401 12:46:42.298655 1 tasks_processing.go:74] worker 31 stopped. I0401 12:46:42.299696 1 recorder.go:75] Recording config/node/ip-10-0-0-11.ec2.internal with fingerprint=3ec8f3bccf116fe43a8451789df2191de2f42fdd821bd0fa46e55abf4a791e30 I0401 12:46:42.299972 1 recorder.go:75] Recording config/node/ip-10-0-1-161.ec2.internal with fingerprint=de64a7793196b1872255ec7bb2c24579a8eccc3d7b72d3456d4cdd2a7c82017e I0401 12:46:42.300483 1 recorder.go:75] Recording config/node/ip-10-0-2-227.ec2.internal with fingerprint=14ab01010dbf678ae7ebf9d4c809d45da397ddc5a18279251fb0a48c429917bd I0401 12:46:42.300505 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 26.792819ms to process 3 records I0401 12:46:42.300591 1 tasks_processing.go:74] worker 7 stopped. I0401 12:46:42.300623 1 recorder.go:75] Recording config/network with fingerprint=169ad38e2ef450a7292748b824bcf0a49da1c1fa021a56df36eff54d6fabb9ed I0401 12:46:42.300631 1 gather.go:177] gatherer "clusterconfig" function "networks" took 29.39674ms to process 1 records I0401 12:46:42.300741 1 tasks_processing.go:74] worker 9 stopped. I0401 12:46:42.301070 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=79ea924ef125965eb71a17901c3d7ccd21e70751d33543900b3551b43c24f2ce I0401 12:46:42.301091 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 28.911201ms to process 1 records I0401 12:46:42.301170 1 tasks_processing.go:74] worker 32 stopped. I0401 12:46:42.301363 1 recorder.go:75] Recording config/featuregate with fingerprint=f37796491858377d2ff4820436c5e0bfaad537a729af84bfd58ae7792ef68c78 I0401 12:46:42.301389 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 29.682066ms to process 1 records I0401 12:46:42.301536 1 tasks_processing.go:74] worker 38 stopped. I0401 12:46:42.301564 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0401 12:46:42.301575 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 30.670348ms to process 1 records W0401 12:46:42.303555 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:46:42.303624 1 tasks_processing.go:74] worker 1 stopped. I0401 12:46:42.303643 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 33.515203ms to process 0 records I0401 12:46:42.304940 1 tasks_processing.go:74] worker 58 stopped. I0401 12:46:42.304960 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 34.355571ms to process 0 records I0401 12:46:42.306991 1 tasks_processing.go:74] worker 15 stopped. I0401 12:46:42.307081 1 recorder.go:75] Recording config/olm_operators with fingerprint=291df4fa34445afce5ca9c2e50129dee1aa71f7cf3e37e62c0597a0c49182fcf I0401 12:46:42.307100 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 35.164205ms to process 1 records I0401 12:46:42.307187 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0401 12:46:42.307289 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0401 12:46:42.307387 1 operator.go:328] started I0401 12:46:42.307420 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0401 12:46:42.308796 1 tasks_processing.go:74] worker 19 stopped. I0401 12:46:42.310052 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=7da9c9ed7764a54f2a9e50232d4bc22339131aba24fb6887fb8fc0050a98400b I0401 12:46:42.310764 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=e4527f9ebcc4b157ecc8e41cc7fdd520afe9d1623925eda340c116fd862e1804 I0401 12:46:42.310783 1 gather.go:177] gatherer "clusterconfig" function "crds" took 38.499778ms to process 2 records I0401 12:46:42.315751 1 tasks_processing.go:74] worker 43 stopped. I0401 12:46:42.315810 1 recorder.go:75] Recording config/running_containers with fingerprint=6c46dbfc25bdeb982d2660e6429921b91433c8fd1bac2c767f596df3264dcf9b I0401 12:46:42.315820 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 45.216985ms to process 1 records I0401 12:46:42.319066 1 tasks_processing.go:74] worker 3 stopped. I0401 12:46:42.319263 1 recorder.go:75] Recording config/version with fingerprint=8764636b948fefdf3cd5a460d879114780af1895f1c9ec610ad852ffdfe4e604 I0401 12:46:42.319277 1 recorder.go:75] Recording config/id with fingerprint=e351abc9d21bf7e4ce0e9db7f45042a3717fcc26b73e08237c319a4c3cf4bd97 I0401 12:46:42.319286 1 gather.go:177] gatherer "clusterconfig" function "version" took 49.214246ms to process 2 records I0401 12:46:42.319894 1 tasks_processing.go:74] worker 20 stopped. I0401 12:46:42.319910 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 49.296213ms to process 0 records I0401 12:46:42.319983 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0401 12:46:42.319996 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0401 12:46:42.320001 1 controller.go:254] Source scaController *sca.Controller is not ready I0401 12:46:42.320005 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0401 12:46:42.320007 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0401 12:46:42.320023 1 controller.go:531] The operator is still being initialized I0401 12:46:42.320034 1 controller.go:554] The operator is healthy I0401 12:46:42.320093 1 tasks_processing.go:74] worker 37 stopped. I0401 12:46:42.320238 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=b419d0c234c1883c47fddba92850e7ce24c1be59e369e025f9bdf336be8a4585 I0401 12:46:42.320274 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=cebb1e788433e2ae7987790879b134b688d3948cf40aca10920ab73ccc29c669 I0401 12:46:42.320299 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=8ef7f1928c412f097f37a5f62535f07b045ddfc293b10e84f837aa90830dde81 I0401 12:46:42.320307 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 48.706867ms to process 3 records I0401 12:46:42.321521 1 tasks_processing.go:74] worker 2 stopped. I0401 12:46:42.321574 1 prometheus_rules.go:88] Prometheus rules successfully created I0401 12:46:42.321681 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=988c692649458a4c6a4d686eaa65be321549a5f30e203b9fbe0601359460e822 I0401 12:46:42.321767 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=60f1914808ecf9f2d2abc1a2c219069bb71258dab7c79c86ceff09e19db7117d I0401 12:46:42.321776 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 49.597942ms to process 2 records I0401 12:46:42.336318 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0401 12:46:42.336324 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0401 12:46:42.336370 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0401 12:46:42.337917 1 tasks_processing.go:74] worker 57 stopped. I0401 12:46:42.338106 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=932c759b32f990bab854e11f2297d4dbc000fea3994c683f80b5d81183820959 I0401 12:46:42.338241 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=2d88e8a99a52474634f65fc330a6575e065a0e8158cef28e3d0cbce4bcb710f3 I0401 12:46:42.338272 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=36f07317474f36f33cd6139152e68f37f9a23f5861734db3af99ee29952a0fa8 I0401 12:46:42.338313 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=71fbd18f03f096f9ea8a70923400e4330c79f84daafdec52361e710843d7b500 I0401 12:46:42.338373 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=92603fe5783766f8a93a4c714435a44f879188cb7b6d9766a248c27b47537631 I0401 12:46:42.338414 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c662f0e6595b7c274384c091e7951d4ad075a142822a7332015764818c6fee03 I0401 12:46:42.338454 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=d9be5c5c4f950eeb588ceef1099b73b5f4b29e83aa4e0dbdb7d2f0ebfe7b9f4a I0401 12:46:42.338513 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=5933d634455e8bb6607a68c3f941b071031932c7eca31be3fb48506dedb74b2f I0401 12:46:42.338554 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=b348fdaa06b70ccd7647b1e353ba98109841e11a32ae67cdf433178af07639b8 I0401 12:46:42.338593 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=d5c423177c1411d487a48c05445b741c71287bd911bc849306eab34c2026f848 I0401 12:46:42.338633 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=65dc5bcd7eacb073ddef4b701b6eaf54403b4fc4a4ba32d8d8c04441a64824cb I0401 12:46:42.338646 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 65.977362ms to process 11 records I0401 12:46:42.342418 1 base_controller.go:82] Caches are synced for ConfigController I0401 12:46:42.342432 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... E0401 12:46:42.342736 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f28feef4-dbd2-4104-9bf8-5c826fa8abbe%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:55671->172.30.0.10:53: read: connection refused I0401 12:46:42.342749 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f28feef4-dbd2-4104-9bf8-5c826fa8abbe%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:55671->172.30.0.10:53: read: connection refused I0401 12:46:42.355244 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:46:42.360118 1 tasks_processing.go:74] worker 47 stopped. E0401 12:46:42.360145 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0401 12:46:42.360157 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0401 12:46:42.360161 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0401 12:46:42.360174 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=20ed6d7fdef919e1dbf14043d15a28454160f2e604706803e55a38d1623c3158 I0401 12:46:42.360216 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0401 12:46:42.360222 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0401 12:46:42.360227 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=0bcb269fd90b6e8af4a57174ee20ae48ebee01bb0a0c651000e372609b4ee122 I0401 12:46:42.360231 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0401 12:46:42.360268 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0401 12:46:42.360277 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0401 12:46:42.360283 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 89.775211ms to process 7 records I0401 12:46:42.397492 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0401 12:46:42.400998 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:41760->172.30.0.10:53: read: connection refused I0401 12:46:42.401015 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:41760->172.30.0.10:53: read: connection refused I0401 12:46:42.408243 1 base_controller.go:82] Caches are synced for LoggingSyncer I0401 12:46:42.408256 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0401 12:46:42.418301 1 tasks_processing.go:74] worker 46 stopped. E0401 12:46:42.418328 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0401 12:46:42.418358 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pdc3bms7betpsglkv3jcv4j6l37nkm9-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pdc3bms7betpsglkv3jcv4j6l37nkm9-primary-cert-bundle-secret" not found I0401 12:46:42.418488 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=0699c7607a71d434870ce906541882095c57c7a2cb77bcfb0d7832b03455ce00 I0401 12:46:42.418514 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 147.758426ms to process 1 records I0401 12:46:42.708209 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0401 12:46:42.708226 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0401 12:46:42.709015 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-25hjq pod in namespace openshift-dns (previous: false). I0401 12:46:42.916449 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-25hjq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-25hjq\" is waiting to start: ContainerCreating" I0401 12:46:42.916465 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-25hjq\" is waiting to start: ContainerCreating" I0401 12:46:42.916473 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-25hjq pod in namespace openshift-dns (previous: false). I0401 12:46:43.115521 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-25hjq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-25hjq\" is waiting to start: ContainerCreating" I0401 12:46:43.115537 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-25hjq\" is waiting to start: ContainerCreating" I0401 12:46:43.115566 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-nlcmm pod in namespace openshift-dns (previous: false). W0401 12:46:43.299818 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:46:43.361149 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nlcmm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-nlcmm\" is waiting to start: ContainerCreating" I0401 12:46:43.361167 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-nlcmm\" is waiting to start: ContainerCreating" I0401 12:46:43.361176 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-nlcmm pod in namespace openshift-dns (previous: false). I0401 12:46:43.573805 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nlcmm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-nlcmm\" is waiting to start: ContainerCreating" I0401 12:46:43.573821 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-nlcmm\" is waiting to start: ContainerCreating" I0401 12:46:43.573852 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-wjwmj pod in namespace openshift-dns (previous: false). I0401 12:46:43.723185 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0401 12:46:43.742225 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wjwmj pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-wjwmj\" is waiting to start: ContainerCreating" I0401 12:46:43.742241 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-wjwmj\" is waiting to start: ContainerCreating" I0401 12:46:43.742249 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-wjwmj pod in namespace openshift-dns (previous: false). I0401 12:46:43.917160 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wjwmj pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-wjwmj\" is waiting to start: ContainerCreating" I0401 12:46:43.917181 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-wjwmj\" is waiting to start: ContainerCreating" I0401 12:46:43.917193 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-c9g66 pod in namespace openshift-dns (previous: false). I0401 12:46:44.116483 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:46:44.116501 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-r4h9l pod in namespace openshift-dns (previous: false). I0401 12:46:44.123156 1 tasks_processing.go:74] worker 61 stopped. I0401 12:46:44.123202 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=ef829510fb5f5776e3a340e399b7ffb112f193fe52ceefebc45bf892166ad283 I0401 12:46:44.123246 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=0bc662424c65714eed8bdaa7a3b6424e99e3919ad2e478fb2c5180436b15f315 I0401 12:46:44.123275 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0401 12:46:44.123301 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=a7084c97afd36d1f920ce6c8ffa8e2facbf12658436ac99d03f15cacc1ac8aed I0401 12:46:44.123317 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0401 12:46:44.123379 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=60a7f14a44e9fdcd41933b3166919cefb28e97997759dae60b9e9266b7cd3f09 I0401 12:46:44.123410 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=d787a04064907b5777f2493a44fdf5fe8ea6858ce91b0a1a154876ee0ed47072 I0401 12:46:44.123434 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=2559ec40c8edc4c7e6a7b7b4c1b8ec17cc804dde06876b4a0498bffbcf2e718f I0401 12:46:44.123448 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=2a3dbc6521c409d89b5c7236dc9af6553d6bf502a157a32a86d1a9a720de1d9f I0401 12:46:44.123465 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=e2301229ae92b0b5c833e8205b750a84eb85077a24df09fc62e4a87dacbebd47 I0401 12:46:44.123474 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0401 12:46:44.123489 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=e862acb7e4636d600b4f39a7ce2f7cb607cb2dfb710493562956b4c0bc7a93cf I0401 12:46:44.123500 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0401 12:46:44.123516 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=16496464ce7d00bd49ec8c68e10e7b4bbaf51e0c8c7bffe60a52224692a7b156 I0401 12:46:44.123524 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0401 12:46:44.123537 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=4fd9fb34381882560f277b5fd41ba890a793803c33ae4c1911da46b447ef48b3 I0401 12:46:44.123545 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0401 12:46:44.123560 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=8d695057c9f7dcce552e155d9e002a5bfdd561e25ae6afe2333e710bbeb828de I0401 12:46:44.123706 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=d32293fd8961b18c0f8c0fb2c9aa1dd80dc7dd06fd47ae791e40cd6337fe4b69 I0401 12:46:44.123717 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0401 12:46:44.123727 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0401 12:46:44.123748 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0401 12:46:44.123771 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=715a788da72d786acce7e2d47b2c5302306b46d1e30e0d0ab50c9e6522fa815c I0401 12:46:44.123795 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=f6bde6b7e729c9ffac7b7758df4c52be98e9919076c6fe9615bb06054e8f84e6 I0401 12:46:44.123805 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0401 12:46:44.123820 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=2fbac8a14c3d8b3b7ffd1d9117ebeb47b3ad4f5feb61b889acd4ac47451fe838 I0401 12:46:44.123829 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0401 12:46:44.123842 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=af3b0c9018a1b4ef64a2e70f94480bcbf1937a2592d920f68ec2b4b9939bc48d I0401 12:46:44.123857 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=99c40bd4fa234b65c5ccddd5f4694a1d841721e162d9ed9b61db4aeddb954dc6 I0401 12:46:44.123869 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=40ffb18738cb1246b2bcf6feeb83a39d0d8ef61310cc99fd07a965c1eddcb5f9 I0401 12:46:44.123885 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=1207175ddfd99cec34d6b827100fbceb1e8ed933393230f0f7f67beb6227d53e I0401 12:46:44.123898 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=37f07034699c9d4fe287265a67e09e467cb3b6e8084a1e5c589913f09133c6b0 I0401 12:46:44.123925 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=b1956e7571ad9f37795452726d0fdfbe6524324a6de3d9953c628b24c85990a3 I0401 12:46:44.123941 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0401 12:46:44.123949 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0401 12:46:44.123955 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.851157238s to process 35 records W0401 12:46:44.300131 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:46:44.314910 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:46:44.314925 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-v9qj7 pod in namespace openshift-dns (previous: false). I0401 12:46:44.512857 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:46:44.512909 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5dffc4fd9b-cqhm7 pod in namespace openshift-image-registry (previous: false). I0401 12:46:44.714110 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5dffc4fd9b-cqhm7 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5dffc4fd9b-cqhm7\" is waiting to start: ContainerCreating" I0401 12:46:44.714126 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5dffc4fd9b-cqhm7\" is waiting to start: ContainerCreating" I0401 12:46:44.714164 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6bf9bc79cf-79ncd pod in namespace openshift-image-registry (previous: false). I0401 12:46:44.918604 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6bf9bc79cf-79ncd pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6bf9bc79cf-79ncd\" is waiting to start: ContainerCreating" I0401 12:46:44.918620 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6bf9bc79cf-79ncd\" is waiting to start: ContainerCreating" I0401 12:46:44.918655 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6bf9bc79cf-k98ps pod in namespace openshift-image-registry (previous: false). I0401 12:46:45.115854 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6bf9bc79cf-k98ps pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6bf9bc79cf-k98ps\" is waiting to start: ContainerCreating" I0401 12:46:45.115870 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6bf9bc79cf-k98ps\" is waiting to start: ContainerCreating" I0401 12:46:45.115883 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-lsc4x pod in namespace openshift-image-registry (previous: false). W0401 12:46:45.300968 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:46:45.315632 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:46:45.315654 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-p5l6w pod in namespace openshift-image-registry (previous: false). I0401 12:46:45.517411 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:46:45.517429 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-tc62k pod in namespace openshift-image-registry (previous: false). I0401 12:46:45.714699 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:46:45.714717 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-67d98b7f6f-948dt pod in namespace openshift-ingress (previous: false). I0401 12:46:45.914564 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-67d98b7f6f-948dt pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-67d98b7f6f-948dt\" is waiting to start: ContainerCreating" I0401 12:46:45.914582 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-67d98b7f6f-948dt\" is waiting to start: ContainerCreating" I0401 12:46:45.914592 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7865945557-brsw9 pod in namespace openshift-ingress (previous: false). I0401 12:46:46.114173 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7865945557-brsw9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7865945557-brsw9\" is waiting to start: ContainerCreating" I0401 12:46:46.114191 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7865945557-brsw9\" is waiting to start: ContainerCreating" I0401 12:46:46.114203 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7865945557-mp9gn pod in namespace openshift-ingress (previous: false). W0401 12:46:46.300419 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:46:46.315078 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7865945557-mp9gn pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7865945557-mp9gn\" is waiting to start: ContainerCreating" I0401 12:46:46.315092 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7865945557-mp9gn\" is waiting to start: ContainerCreating" I0401 12:46:46.315103 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-44l9h pod in namespace openshift-ingress-canary (previous: false). I0401 12:46:46.519046 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-lrcg6 pod in namespace openshift-ingress-canary (previous: false). I0401 12:46:46.716291 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-vrstk pod in namespace openshift-ingress-canary (previous: false). I0401 12:46:46.916289 1 tasks_processing.go:74] worker 17 stopped. I0401 12:46:46.916383 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=b9eaca2bd9281d96018f681d6c15f84ceba7035930b29cdff476fa868a1593f8 I0401 12:46:46.916437 1 recorder.go:75] Recording events/openshift-dns with fingerprint=a5779a7b8bf2b8f026db526d7aaf190b1faca6d056d5b08e3a92e722e88e2fd7 I0401 12:46:46.916521 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=968ef5020fefa523da3ea3b6fa68bdfae297afe5895c2b653aa24b3c72176943 I0401 12:46:46.916551 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=8983626fcdead7e8ab9f6390191d901209a7dd52ad3f51968f5833919898cd51 I0401 12:46:46.916598 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=20ccc77a937ee08d60ab67eb373b79184e2172e8961fe4941e368071e0ebb518 I0401 12:46:46.916637 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=c552e1901a0f6aeb01ddf7b5aaf1f256c41a203b63310c44cdf9b55262ec1255 I0401 12:46:46.917915 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-25hjq with fingerprint=b56837f0c4ffc034f706122bae515ef7e3e4c629cf98ad905dab2e7961435a3e I0401 12:46:46.918003 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-nlcmm with fingerprint=687512d9996caf4919497bb4dde8f88aa0b95fd7f1f729cd8fc87d55de868cd4 I0401 12:46:46.918075 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-wjwmj with fingerprint=1246c26223a8cca6370d12950c7aac236229ed0d66b66773443c68d587298d42 I0401 12:46:46.918174 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 with fingerprint=d4ca325521bdbf1765dfe5d49f416cd2306b293c97c39782ea47c392191dedeb I0401 12:46:46.918265 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6bf9bc79cf-79ncd with fingerprint=da2f67470e84675ab73a960e4eef6797f0a19f6d43a5c065dfee8310df6e3ebe I0401 12:46:46.918364 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6bf9bc79cf-k98ps with fingerprint=881848951a5efbd7fa7c59ee028c5e4ebeffaa83bbd9a31b7133a5be45f55ef9 I0401 12:46:46.918371 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-44l9h/serve-healthcheck-canary_current.log with fingerprint=48c41571d77636a996089036688af32ddfdd3ff0a5bbfe787e95ea9af568c6dd I0401 12:46:46.918376 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-lrcg6/serve-healthcheck-canary_current.log with fingerprint=37c6bde54a0b11c8bfc77ada8ac9e8000820a0ff7b47f7d0e1f5ca3e93eba858 I0401 12:46:46.918381 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-vrstk/serve-healthcheck-canary_current.log with fingerprint=e4f5f45c7d73c5bed31dae5f119f1a300e8aad01ae80cef6daaf7e361c6a9d32 I0401 12:46:46.918387 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.645979731s to process 15 records W0401 12:46:47.296395 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0401 12:46:47.296422 1 tasks_processing.go:74] worker 27 stopped. E0401 12:46:47.296433 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0401 12:46:47.296444 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0401 12:46:47.296459 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0401 12:46:47.296468 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.026104216s to process 1 records I0401 12:46:54.708410 1 tasks_processing.go:74] worker 50 stopped. I0401 12:46:54.708457 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0401 12:46:54.708470 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.436559099s to process 1 records I0401 12:46:55.299654 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:46:55.477183 1 tasks_processing.go:74] worker 60 stopped. I0401 12:46:55.477493 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4ce39b12c057291c1cbb2425e1f57ef4a8cb96c61f6227345caf83b89c351d65 I0401 12:46:55.477515 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.206648114s to process 1 records E0401 12:46:55.477576 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.207s with: function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0401 12:46:55.478704 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0401 12:46:55.478725 1 periodic.go:216] Running workloads gatherer I0401 12:46:55.478751 1 tasks_processing.go:45] number of workers: 2 I0401 12:46:55.478761 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 12:46:55.478767 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0401 12:46:55.478775 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 12:46:55.478851 1 tasks_processing.go:71] worker 0 working on workload_info task. I0401 12:46:55.504810 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0401 12:46:55.514663 1 tasks_processing.go:74] worker 1 stopped. I0401 12:46:55.514684 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 35.883535ms to process 0 records I0401 12:46:55.516095 1 gather_workloads_info.go:387] No image sha256:8c9c050549f490f6b96eca68bb61a32f164b2152cae31b4ffb7d7ecc4bd678b1 (12ms) I0401 12:46:55.528192 1 gather_workloads_info.go:387] No image sha256:6552b42b5cec3ef82f4b7b30214f2b4e4561f83599f1a77341fe77b9a6171bc2 (12ms) I0401 12:46:55.538124 1 gather_workloads_info.go:387] No image sha256:524c4410d51b126c6097fae3b2ad88ec67900e7b786a9131b7a8e96a194e4847 (10ms) I0401 12:46:55.548127 1 gather_workloads_info.go:387] No image sha256:07c82fce5e470c7ee9c3c1fdc6c953c962ed119411c88bf5fd4f0a08e3a0b9b7 (10ms) I0401 12:46:55.558905 1 gather_workloads_info.go:387] No image sha256:17eab4abb2d95e2fe5dead3b0ccd144401f0f4467fc5f1dec8e19d5cb9bfd315 (11ms) I0401 12:46:55.569943 1 gather_workloads_info.go:387] No image sha256:1647489821e206e3ac1d3f1fbecdff3621ef87a7064f492906334c16f072a3e3 (11ms) I0401 12:46:55.580083 1 gather_workloads_info.go:387] No image sha256:595b03c50302148c33de51825571a2b59a1930591d461a717315be05c6efdbb1 (10ms) I0401 12:46:55.590776 1 gather_workloads_info.go:387] No image sha256:5ae6198359a92af6c4b317806ec8a33ff53d44189d14561a8f8a3153d7afdb81 (11ms) I0401 12:46:55.604025 1 gather_workloads_info.go:387] No image sha256:014e2427899021034589f5602bb55916492eba8531030bd8a07bf1501c99f374 (13ms) I0401 12:46:55.614720 1 gather_workloads_info.go:387] No image sha256:8d824fc165afff23fffc5b291acfa0c1a98f01a96f86ad547eadaa7c98efd35f (11ms) I0401 12:46:55.624525 1 gather_workloads_info.go:387] No image sha256:0b449cd4c58e81397bc99ba2d0970585d2a3cc1472a8134b46cf20e8c488b8c5 (10ms) I0401 12:46:55.715245 1 gather_workloads_info.go:387] No image sha256:0644c26b6a8f4aa4435145653370dd3f8438c6e299523ff8570eb2858ac65d09 (91ms) I0401 12:46:55.816552 1 gather_workloads_info.go:387] No image sha256:9ac7550a7edd59fdbc0e5b3d336defbd6fe0510087272b78d364a4580fd3d020 (101ms) I0401 12:46:55.916304 1 gather_workloads_info.go:387] No image sha256:7958abc201949f9faed6fe6cd4f8e2f8dab06dde35f09779cec19e9286f3983d (100ms) I0401 12:46:56.026493 1 gather_workloads_info.go:387] No image sha256:b7dc3625a2da745c86603678c78be7dafd64ea85ecd62745be29f3d04ec4e340 (110ms) I0401 12:46:56.117207 1 gather_workloads_info.go:387] No image sha256:645ce33140c6bccfc5926a1d19a02f60d9b48c8d116dba2a300cdb43a0fd0220 (91ms) I0401 12:46:56.215568 1 gather_workloads_info.go:387] No image sha256:326a8b5302b495cb059364ab96dfdd38425252613cfa3abb7e1dacaecda4fb1e (98ms) I0401 12:46:56.317940 1 gather_workloads_info.go:387] No image sha256:1c6f9f9f726be814274f19e66bd04d069236460a312faa274eebe757d33f889c (102ms) I0401 12:46:56.420926 1 gather_workloads_info.go:387] No image sha256:2f4b0241dc0818547ffbaf42f8f17cac3ea8cde598a6c0bd3896872f53f7a3ff (103ms) I0401 12:46:56.516579 1 gather_workloads_info.go:387] No image sha256:543891894646911f3714c3ebb7dd08f28cb0f0ea0d51045d058f7d2e9d475481 (96ms) I0401 12:46:56.616011 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (99ms) I0401 12:46:56.715289 1 gather_workloads_info.go:387] No image sha256:55cb1bfa110d67c2452259e6b4a2158b8f6e7c4bba9e7dfd661e0dea37ff2e25 (99ms) I0401 12:46:56.818798 1 gather_workloads_info.go:387] No image sha256:3b313209f88d2df827ff378cf0af36bd18908f1cab0e7ace14df1e8ffa5f1c00 (103ms) I0401 12:46:56.915173 1 gather_workloads_info.go:387] No image sha256:4def742b6a5ef27c09ac9540e132622ec7178284d8900b9a844cb425e8be0c94 (96ms) I0401 12:46:57.016031 1 gather_workloads_info.go:387] No image sha256:3d02603962035bdee1a13b1b0d17740cc9c5bcdc89f2372652e5a7dd907ca313 (101ms) I0401 12:46:57.114669 1 gather_workloads_info.go:387] No image sha256:e251b56f79899ba2f5ece5dc68375ebba0157b35541861a0c8e31bc21d6adc52 (99ms) I0401 12:46:57.132500 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:46:57.215180 1 gather_workloads_info.go:387] No image sha256:5589d0d744b2f935e7f1bb3e094e813685092910a00e1853891b31fe9e330d23 (100ms) I0401 12:46:57.315107 1 gather_workloads_info.go:387] No image sha256:e468e359bdc654b85aa2e26fe6d9ff065bc85650d57be4cfd6879d5666cd08cd (100ms) I0401 12:46:57.333607 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:46:57.416448 1 gather_workloads_info.go:387] No image sha256:62075f81a8bc4ce5a7192023a80f2e27c2bc4fae547193776513d67fbddad601 (101ms) I0401 12:46:57.515113 1 gather_workloads_info.go:387] No image sha256:215264f061f8b0eeba17dc442cf5a6a3a754f67104bf271f61d2ccee30b7e663 (99ms) I0401 12:46:57.615161 1 gather_workloads_info.go:387] No image sha256:9fed4b776332f3e8ce9c8454beabcb0c940b0e09c0c973eeafcf653b27a79043 (100ms) I0401 12:46:57.715298 1 gather_workloads_info.go:387] No image sha256:5e61f9895dd3c359917209aaa56cb9a1fba5e7b7946348f44ff1301045f0d1f0 (100ms) I0401 12:46:57.816540 1 gather_workloads_info.go:387] No image sha256:5fd3dcbd54108018a438b849eb89f35b4c34343cb5319fbfb30cf252e2a58a8f (101ms) I0401 12:46:57.816568 1 tasks_processing.go:74] worker 0 stopped. E0401 12:46:57.816578 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0401 12:46:57.816819 1 recorder.go:75] Recording config/workload_info with fingerprint=a162731c282d576d6884de54f58669d25646b7556e6aefbd254bc0b776feb7de I0401 12:46:57.816834 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.337704026s to process 1 records E0401 12:46:57.816856 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.338s with: function \"workload_info\" failed with an error" I0401 12:46:57.817952 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0401 12:46:57.817963 1 periodic.go:216] Running conditional gatherer I0401 12:46:57.823611 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules I0401 12:46:57.830084 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:34303->172.30.0.10:53: read: connection refused E0401 12:46:57.830396 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:46:57.830450 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0401 12:46:57.835951 1 conditional_gatherer.go:392] cluster version is '4.21.7' E0401 12:46:57.835963 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:46:57.835968 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:46:57.835971 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:46:57.835974 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:46:57.835977 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:46:57.835980 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:46:57.835983 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:46:57.835987 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:46:57.835990 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0401 12:46:57.836004 1 tasks_processing.go:45] number of workers: 3 I0401 12:46:57.836013 1 tasks_processing.go:69] worker 2 listening for tasks. I0401 12:46:57.836019 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0401 12:46:57.836021 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 12:46:57.836030 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0401 12:46:57.836036 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0401 12:46:57.836035 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 12:46:57.836044 1 tasks_processing.go:74] worker 1 stopped. I0401 12:46:57.836123 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0401 12:46:57.836141 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.222µs to process 1 records I0401 12:46:57.836187 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0401 12:46:57.836198 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 779ns to process 1 records I0401 12:46:57.836206 1 tasks_processing.go:74] worker 0 stopped. I0401 12:46:57.836328 1 tasks_processing.go:74] worker 2 stopped. I0401 12:46:57.836355 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 286.735µs to process 0 records I0401 12:46:57.836374 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:34303->172.30.0.10:53: read: connection refused I0401 12:46:57.836387 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0401 12:46:57.859955 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=99498812f4ed5dcfe993ff9e68c367534b6d684eb592520c7bb2ad39721c23d7 I0401 12:46:57.860068 1 diskrecorder.go:70] Writing 109 records to /var/lib/insights-operator/insights-2026-04-01-124657.tar.gz I0401 12:46:57.866482 1 diskrecorder.go:51] Wrote 109 records to disk in 6ms I0401 12:46:57.866510 1 periodic.go:285] Gathering cluster info every 2h0m0s I0401 12:46:57.866526 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0401 12:47:06.565562 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:48:01.810518 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="59a4d1ad50e105c1b6cebaad05bedb0a47573ceab3bde07aea569e6430ad7e34") W0401 12:48:01.810552 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I0401 12:48:01.810621 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"