W0330 15:02:24.897697 1 cmd.go:257] Using insecure, self-signed certificates I0330 15:02:25.350805 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0330 15:02:25.351091 1 observer_polling.go:159] Starting file observer I0330 15:02:25.970140 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0330 15:02:25.970629 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0330 15:02:25.971563 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0330 15:02:25.971707 1 secure_serving.go:57] Forcing use of http/1.1 only W0330 15:02:25.971725 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0330 15:02:25.971730 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0330 15:02:25.971733 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0330 15:02:25.971737 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0330 15:02:25.971739 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0330 15:02:25.971743 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0330 15:02:25.975842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"685cabc7-713c-4c6e-8df6-01387381ae2c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0330 15:02:25.975836 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0330 15:02:25.976767 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0330 15:02:25.976785 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0330 15:02:25.976794 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0330 15:02:25.976795 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0330 15:02:25.976831 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0330 15:02:25.976824 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0330 15:02:25.977126 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-235053665/tls.crt::/tmp/serving-cert-235053665/tls.key" I0330 15:02:25.977570 1 secure_serving.go:213] Serving securely on [::]:8443 I0330 15:02:25.977605 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0330 15:02:25.981192 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0330 15:02:25.981211 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0330 15:02:25.981318 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0330 15:02:25.987477 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0330 15:02:25.987494 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0330 15:02:25.991829 1 secretconfigobserver.go:119] support secret does not exist I0330 15:02:25.996046 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0330 15:02:26.000352 1 secretconfigobserver.go:119] support secret does not exist I0330 15:02:26.004026 1 recorder.go:161] Pruning old reports every 7h31m53s, max age is 288h0m0s I0330 15:02:26.008726 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0330 15:02:26.008742 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0330 15:02:26.008739 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0330 15:02:26.008767 1 insightsreport.go:296] Starting report retriever I0330 15:02:26.008775 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0330 15:02:26.008790 1 periodic.go:209] Running clusterconfig gatherer I0330 15:02:26.008844 1 tasks_processing.go:45] number of workers: 64 I0330 15:02:26.008870 1 tasks_processing.go:69] worker 3 listening for tasks. I0330 15:02:26.008878 1 tasks_processing.go:69] worker 16 listening for tasks. I0330 15:02:26.008881 1 tasks_processing.go:69] worker 0 listening for tasks. I0330 15:02:26.008885 1 tasks_processing.go:69] worker 1 listening for tasks. I0330 15:02:26.008890 1 tasks_processing.go:69] worker 10 listening for tasks. I0330 15:02:26.008889 1 tasks_processing.go:69] worker 9 listening for tasks. I0330 15:02:26.008892 1 tasks_processing.go:69] worker 2 listening for tasks. I0330 15:02:26.008894 1 tasks_processing.go:71] worker 10 working on proxies task. I0330 15:02:26.008901 1 tasks_processing.go:69] worker 4 listening for tasks. I0330 15:02:26.008902 1 tasks_processing.go:71] worker 2 working on sap_datahubs task. I0330 15:02:26.008904 1 tasks_processing.go:69] worker 42 listening for tasks. I0330 15:02:26.008912 1 tasks_processing.go:71] worker 42 working on openstack_dataplanenodesets task. I0330 15:02:26.008909 1 tasks_processing.go:69] worker 41 listening for tasks. I0330 15:02:26.008916 1 tasks_processing.go:69] worker 5 listening for tasks. I0330 15:02:26.008925 1 tasks_processing.go:69] worker 17 listening for tasks. I0330 15:02:26.008927 1 tasks_processing.go:69] worker 6 listening for tasks. I0330 15:02:26.008934 1 tasks_processing.go:69] worker 18 listening for tasks. I0330 15:02:26.008935 1 tasks_processing.go:69] worker 7 listening for tasks. I0330 15:02:26.008942 1 tasks_processing.go:69] worker 30 listening for tasks. I0330 15:02:26.008936 1 tasks_processing.go:69] worker 54 listening for tasks. I0330 15:02:26.008944 1 tasks_processing.go:69] worker 8 listening for tasks. I0330 15:02:26.008951 1 tasks_processing.go:69] worker 31 listening for tasks. I0330 15:02:26.008949 1 tasks_processing.go:69] worker 29 listening for tasks. I0330 15:02:26.008961 1 tasks_processing.go:69] worker 26 listening for tasks. I0330 15:02:26.008961 1 tasks_processing.go:69] worker 43 listening for tasks. I0330 15:02:26.008964 1 tasks_processing.go:69] worker 27 listening for tasks. I0330 15:02:26.008962 1 tasks_processing.go:69] worker 32 listening for tasks. I0330 15:02:26.008983 1 tasks_processing.go:69] worker 28 listening for tasks. I0330 15:02:26.008999 1 tasks_processing.go:69] worker 37 listening for tasks. I0330 15:02:26.008969 1 tasks_processing.go:69] worker 33 listening for tasks. I0330 15:02:26.009002 1 tasks_processing.go:69] worker 20 listening for tasks. I0330 15:02:26.009012 1 tasks_processing.go:69] worker 38 listening for tasks. I0330 15:02:26.009011 1 tasks_processing.go:69] worker 12 listening for tasks. I0330 15:02:26.009006 1 tasks_processing.go:69] worker 22 listening for tasks. I0330 15:02:26.009020 1 tasks_processing.go:69] worker 40 listening for tasks. I0330 15:02:26.009022 1 tasks_processing.go:71] worker 3 working on clusterroles task. I0330 15:02:26.009023 1 tasks_processing.go:69] worker 53 listening for tasks. I0330 15:02:26.009013 1 tasks_processing.go:69] worker 19 listening for tasks. I0330 15:02:26.009029 1 tasks_processing.go:69] worker 49 listening for tasks. I0330 15:02:26.009030 1 tasks_processing.go:71] worker 0 working on install_plans task. I0330 15:02:26.009030 1 tasks_processing.go:71] worker 16 working on version task. I0330 15:02:26.009025 1 tasks_processing.go:69] worker 50 listening for tasks. I0330 15:02:26.009036 1 tasks_processing.go:69] worker 60 listening for tasks. I0330 15:02:26.009040 1 tasks_processing.go:69] worker 58 listening for tasks. I0330 15:02:26.009042 1 tasks_processing.go:69] worker 63 listening for tasks. I0330 15:02:26.009042 1 tasks_processing.go:69] worker 62 listening for tasks. I0330 15:02:26.009037 1 tasks_processing.go:69] worker 59 listening for tasks. I0330 15:02:26.009048 1 tasks_processing.go:71] worker 9 working on jaegers task. I0330 15:02:26.009049 1 tasks_processing.go:69] worker 15 listening for tasks. I0330 15:02:26.009054 1 tasks_processing.go:69] worker 14 listening for tasks. I0330 15:02:26.008974 1 tasks_processing.go:69] worker 44 listening for tasks. I0330 15:02:26.008968 1 tasks_processing.go:69] worker 23 listening for tasks. I0330 15:02:26.008975 1 tasks_processing.go:69] worker 34 listening for tasks. I0330 15:02:26.008982 1 tasks_processing.go:69] worker 45 listening for tasks. I0330 15:02:26.008984 1 tasks_processing.go:69] worker 35 listening for tasks. I0330 15:02:26.008978 1 tasks_processing.go:69] worker 25 listening for tasks. I0330 15:02:26.008895 1 tasks_processing.go:71] worker 1 working on machine_sets task. I0330 15:02:26.008905 1 tasks_processing.go:71] worker 4 working on nodenetworkconfigurationpolicies task. I0330 15:02:26.008991 1 tasks_processing.go:69] worker 36 listening for tasks. I0330 15:02:26.009127 1 tasks_processing.go:71] worker 17 working on schedulers task. I0330 15:02:26.009132 1 tasks_processing.go:71] worker 25 working on machine_configs task. I0330 15:02:26.009135 1 tasks_processing.go:71] worker 41 working on pdbs task. I0330 15:02:26.008992 1 tasks_processing.go:69] worker 13 listening for tasks. I0330 15:02:26.009147 1 tasks_processing.go:71] worker 13 working on openstack_dataplanedeployments task. I0330 15:02:26.009161 1 tasks_processing.go:71] worker 12 working on sap_pods task. I0330 15:02:26.008991 1 tasks_processing.go:69] worker 46 listening for tasks. I0330 15:02:26.009004 1 tasks_processing.go:69] worker 11 listening for tasks. I0330 15:02:26.009007 1 tasks_processing.go:69] worker 61 listening for tasks. I0330 15:02:26.009009 1 tasks_processing.go:69] worker 51 listening for tasks. I0330 15:02:26.009014 1 tasks_processing.go:69] worker 55 listening for tasks. I0330 15:02:26.008971 1 tasks_processing.go:69] worker 24 listening for tasks. I0330 15:02:26.009023 1 tasks_processing.go:69] worker 56 listening for tasks. I0330 15:02:26.009018 1 tasks_processing.go:69] worker 39 listening for tasks. I0330 15:02:26.009016 1 tasks_processing.go:69] worker 52 listening for tasks. I0330 15:02:26.009030 1 tasks_processing.go:69] worker 57 listening for tasks. I0330 15:02:26.009029 1 tasks_processing.go:69] worker 48 listening for tasks. I0330 15:02:26.008985 1 tasks_processing.go:69] worker 21 listening for tasks. I0330 15:02:26.009222 1 tasks_processing.go:71] worker 48 working on sap_config task. I0330 15:02:26.009224 1 tasks_processing.go:71] worker 21 working on active_alerts task. I0330 15:02:26.009233 1 tasks_processing.go:71] worker 5 working on container_runtime_configs task. W0330 15:02:26.009259 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0330 15:02:26.009280 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 42.694µs to process 0 records I0330 15:02:26.009291 1 tasks_processing.go:71] worker 21 working on crds task. I0330 15:02:26.009301 1 tasks_processing.go:71] worker 55 working on nodenetworkstates task. I0330 15:02:26.009307 1 tasks_processing.go:71] worker 63 working on certificate_signing_requests task. I0330 15:02:26.009357 1 tasks_processing.go:71] worker 34 working on tsdb_status task. I0330 15:02:26.009399 1 tasks_processing.go:71] worker 7 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0330 15:02:26.009411 1 tasks_processing.go:71] worker 32 working on container_images task. I0330 15:02:26.009411 1 tasks_processing.go:71] worker 45 working on pod_network_connectivity_checks task. W0330 15:02:26.009422 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0330 15:02:26.009431 1 tasks_processing.go:71] worker 35 working on machine_config_pools task. I0330 15:02:26.009436 1 tasks_processing.go:71] worker 34 working on cost_management_metrics_configs task. I0330 15:02:26.009436 1 tasks_processing.go:71] worker 39 working on service_accounts task. I0330 15:02:26.009451 1 tasks_processing.go:71] worker 11 working on dvo_metrics task. I0330 15:02:26.009461 1 tasks_processing.go:71] worker 8 working on metrics task. I0330 15:02:26.009469 1 tasks_processing.go:71] worker 52 working on storage_cluster task. I0330 15:02:26.008998 1 tasks_processing.go:69] worker 47 listening for tasks. I0330 15:02:26.009380 1 tasks_processing.go:71] worker 62 working on support_secret task. I0330 15:02:26.009491 1 tasks_processing.go:71] worker 54 working on olm_operators task. I0330 15:02:26.009370 1 tasks_processing.go:71] worker 44 working on openshift_logging task. I0330 15:02:26.009502 1 tasks_processing.go:71] worker 31 working on qemu_kubevirt_launcher_logs task. I0330 15:02:26.009555 1 tasks_processing.go:71] worker 61 working on ingress_certificates task. I0330 15:02:26.009388 1 tasks_processing.go:71] worker 15 working on nodes task. I0330 15:02:26.009385 1 tasks_processing.go:71] worker 59 working on cluster_apiserver task. I0330 15:02:26.009379 1 tasks_processing.go:71] worker 26 working on oauths task. I0330 15:02:26.009567 1 tasks_processing.go:71] worker 29 working on validating_webhook_configurations task. I0330 15:02:26.009134 1 tasks_processing.go:71] worker 36 working on authentication task. I0330 15:02:26.009396 1 tasks_processing.go:71] worker 18 working on machines task. I0330 15:02:26.009401 1 tasks_processing.go:71] worker 28 working on openstack_version task. I0330 15:02:26.009405 1 tasks_processing.go:71] worker 43 working on infrastructures task. I0330 15:02:26.009399 1 tasks_processing.go:71] worker 23 working on storage_classes task. I0330 15:02:26.009408 1 tasks_processing.go:71] worker 27 working on monitoring_persistent_volumes task. W0330 15:02:26.009481 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0330 15:02:26.009487 1 tasks_processing.go:71] worker 30 working on node_logs task. I0330 15:02:26.009579 1 tasks_processing.go:71] worker 51 working on silenced_alerts task. I0330 15:02:26.009585 1 tasks_processing.go:71] worker 24 working on config_maps task. W0330 15:02:26.010187 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0330 15:02:26.009590 1 tasks_processing.go:71] worker 57 working on operators task. I0330 15:02:26.009596 1 tasks_processing.go:71] worker 56 working on machine_autoscalers task. I0330 15:02:26.009601 1 tasks_processing.go:71] worker 19 working on aggregated_monitoring_cr_names task. I0330 15:02:26.009605 1 tasks_processing.go:71] worker 33 working on networks task. I0330 15:02:26.009606 1 tasks_processing.go:71] worker 22 working on overlapping_namespace_uids task. I0330 15:02:26.009610 1 tasks_processing.go:71] worker 40 working on lokistack task. I0330 15:02:26.009608 1 tasks_processing.go:71] worker 37 working on image_registries task. I0330 15:02:26.009614 1 tasks_processing.go:71] worker 53 working on ceph_cluster task. I0330 15:02:26.009625 1 tasks_processing.go:71] worker 50 working on image task. I0330 15:02:26.009617 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 28.819µs to process 0 records I0330 15:02:26.009619 1 tasks_processing.go:71] worker 46 working on operators_pods_and_events task. I0330 15:02:26.010880 1 tasks_processing.go:74] worker 8 stopped. I0330 15:02:26.009628 1 tasks_processing.go:71] worker 49 working on feature_gates task. I0330 15:02:26.009630 1 tasks_processing.go:71] worker 60 working on machine_healthchecks task. I0330 15:02:26.009631 1 tasks_processing.go:71] worker 20 working on ingress task. I0330 15:02:26.009638 1 tasks_processing.go:71] worker 58 working on mutating_webhook_configurations task. I0330 15:02:26.009640 1 tasks_processing.go:74] worker 47 stopped. I0330 15:02:26.009640 1 tasks_processing.go:71] worker 38 working on openstack_controlplanes task. I0330 15:02:26.009392 1 tasks_processing.go:71] worker 6 working on openshift_machine_api_events task. I0330 15:02:26.009391 1 tasks_processing.go:71] worker 14 working on image_pruners task. I0330 15:02:26.010874 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 682.878µs to process 0 records I0330 15:02:26.011287 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 37.291µs to process 0 records I0330 15:02:26.011294 1 tasks_processing.go:74] worker 51 stopped. I0330 15:02:26.012912 1 tasks_processing.go:74] worker 2 stopped. I0330 15:02:26.012930 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 3.994513ms to process 0 records I0330 15:02:26.013184 1 tasks_processing.go:74] worker 4 stopped. I0330 15:02:26.013199 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 4.088624ms to process 0 records I0330 15:02:26.013205 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 4.264438ms to process 0 records I0330 15:02:26.013210 1 tasks_processing.go:74] worker 42 stopped. I0330 15:02:26.013726 1 tasks_processing.go:74] worker 9 stopped. I0330 15:02:26.013737 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 4.663381ms to process 0 records I0330 15:02:26.014310 1 tasks_processing.go:74] worker 1 stopped. I0330 15:02:26.014321 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 5.225202ms to process 0 records I0330 15:02:26.014327 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.069159ms to process 0 records E0330 15:02:26.014334 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0330 15:02:26.014342 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 4.891575ms to process 0 records I0330 15:02:26.014352 1 tasks_processing.go:74] worker 45 stopped. I0330 15:02:26.014357 1 tasks_processing.go:74] worker 5 stopped. I0330 15:02:26.015159 1 tasks_processing.go:74] worker 34 stopped. I0330 15:02:26.015175 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 5.711206ms to process 0 records I0330 15:02:26.020308 1 tasks_processing.go:74] worker 44 stopped. I0330 15:02:26.020322 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 10.794377ms to process 0 records I0330 15:02:26.020330 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 10.827034ms to process 0 records I0330 15:02:26.020338 1 tasks_processing.go:74] worker 52 stopped. I0330 15:02:26.020424 1 tasks_processing.go:74] worker 10 stopped. I0330 15:02:26.020506 1 recorder.go:75] Recording config/proxy with fingerprint=cb8ad08436fd39acbd88778d584cc63d81d63ab2c5e9c8c7715e0520425e16a1 I0330 15:02:26.020539 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 11.515241ms to process 1 records I0330 15:02:26.021282 1 tasks_processing.go:74] worker 13 stopped. I0330 15:02:26.021301 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.12401ms to process 0 records I0330 15:02:26.021929 1 tasks_processing.go:74] worker 48 stopped. I0330 15:02:26.021939 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 12.696168ms to process 0 records I0330 15:02:26.025857 1 tasks_processing.go:74] worker 55 stopped. I0330 15:02:26.025872 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 16.546647ms to process 0 records I0330 15:02:26.032447 1 tasks_processing.go:74] worker 18 stopped. E0330 15:02:26.032458 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0330 15:02:26.032468 1 gather.go:177] gatherer "clusterconfig" function "machines" took 22.564107ms to process 0 records I0330 15:02:26.032475 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 23.013056ms to process 0 records I0330 15:02:26.032481 1 tasks_processing.go:74] worker 35 stopped. I0330 15:02:26.032849 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0330 15:02:26.032919 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0330 15:02:26.032933 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0330 15:02:26.032938 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0330 15:02:26.032973 1 controller.go:489] The operator is still being initialized I0330 15:02:26.032984 1 controller.go:512] The operator is healthy I0330 15:02:26.033103 1 tasks_processing.go:74] worker 41 stopped. I0330 15:02:26.033360 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=fcaf1c4c3d9ffc9ba3bb92775ac79f5f3d82bbe43eec1d760a26accd32ab528e I0330 15:02:26.033429 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=90295ec570327fd11bcb97616fac2a958ab177d5dd32241ce4506a8028b7fd4a I0330 15:02:26.033476 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=db32896cb997340d7e84a652de61f1f4a9d6fc6bf951fbddd333a0347763f3c3 I0330 15:02:26.033504 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 23.957279ms to process 3 records I0330 15:02:26.033627 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=0f6d856f20ec689b14c2b2a6ffcc109a7c553fdb01ab6edb8bab1464239850ca I0330 15:02:26.033629 1 tasks_processing.go:74] worker 17 stopped. I0330 15:02:26.033640 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 24.063017ms to process 1 records I0330 15:02:26.033730 1 tasks_processing.go:74] worker 59 stopped. I0330 15:02:26.033889 1 recorder.go:75] Recording config/apiserver with fingerprint=466343149386427f38627073f1336a84f9daf37b3d6e1acec214952c1b48cabb I0330 15:02:26.033909 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 23.509512ms to process 1 records I0330 15:02:26.033978 1 tasks_processing.go:74] worker 26 stopped. I0330 15:02:26.034494 1 recorder.go:75] Recording config/oauth with fingerprint=2e2406db23acf25fdb2bbd52222d56bd183fb73ec2e209388c648679727e9167 I0330 15:02:26.034574 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 23.788838ms to process 1 records I0330 15:02:26.034594 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 24.464663ms to process 0 records I0330 15:02:26.034606 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 25.304829ms to process 0 records I0330 15:02:26.034615 1 tasks_processing.go:74] worker 12 stopped. I0330 15:02:26.034627 1 tasks_processing.go:74] worker 28 stopped. I0330 15:02:26.034627 1 gather_logs.go:145] no pods in namespace were found I0330 15:02:26.034639 1 tasks_processing.go:74] worker 31 stopped. I0330 15:02:26.034646 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 25.129942ms to process 0 records I0330 15:02:26.035253 1 tasks_processing.go:74] worker 54 stopped. I0330 15:02:26.035270 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 25.752143ms to process 0 records E0330 15:02:26.035280 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0330 15:02:26.035288 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 24.347703ms to process 0 records E0330 15:02:26.035296 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0330 15:02:26.035302 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 25.787904ms to process 0 records I0330 15:02:26.035307 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 24.966257ms to process 0 records I0330 15:02:26.035311 1 tasks_processing.go:74] worker 60 stopped. I0330 15:02:26.035312 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 25.18164ms to process 0 records I0330 15:02:26.035321 1 tasks_processing.go:74] worker 27 stopped. I0330 15:02:26.035318 1 tasks_processing.go:74] worker 62 stopped. I0330 15:02:26.035327 1 tasks_processing.go:74] worker 56 stopped. I0330 15:02:26.035352 1 tasks_processing.go:74] worker 38 stopped. I0330 15:02:26.035372 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 24.280916ms to process 0 records I0330 15:02:26.035679 1 tasks_processing.go:74] worker 36 stopped. I0330 15:02:26.035861 1 recorder.go:75] Recording config/authentication with fingerprint=143a0f06f2c7384edd1431b0b62a705f91868024f6fed7aff32ba0b84e3b3bc2 I0330 15:02:26.035880 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 25.870498ms to process 1 records I0330 15:02:26.035891 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 25.217623ms to process 0 records I0330 15:02:26.035900 1 tasks_processing.go:74] worker 53 stopped. I0330 15:02:26.036330 1 tasks_processing.go:74] worker 23 stopped. I0330 15:02:26.036425 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=830d7d515524022c89834f0532af1a720f122ede86e0b70bd730ae2fb4b8a752 I0330 15:02:26.036452 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=a562e5577f0e02d2f7907ba7ac4272a3bc6ce6014d3b11570314ba2cab1f2548 I0330 15:02:26.036461 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 26.234155ms to process 2 records I0330 15:02:26.036634 1 tasks_processing.go:74] worker 49 stopped. I0330 15:02:26.036778 1 recorder.go:75] Recording config/featuregate with fingerprint=b85ebc7f0bb4bca11157fd4fc25e9ec0435f879cbb30949a0bf13c149a226d5f I0330 15:02:26.036798 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 25.740973ms to process 1 records I0330 15:02:26.036808 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 26.554603ms to process 0 records I0330 15:02:26.036833 1 tasks_processing.go:74] worker 30 stopped. I0330 15:02:26.036889 1 tasks_processing.go:74] worker 43 stopped. I0330 15:02:26.037412 1 recorder.go:75] Recording config/infrastructure with fingerprint=e6305cec6238281d721709c5addd984ff036bf5927f0052acab3e09d0a93f8d2 I0330 15:02:26.037433 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 26.763722ms to process 1 records I0330 15:02:26.037444 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 26.256149ms to process 0 records I0330 15:02:26.037478 1 tasks_processing.go:74] worker 40 stopped. I0330 15:02:26.037534 1 tasks_processing.go:74] worker 50 stopped. I0330 15:02:26.037560 1 recorder.go:75] Recording config/image with fingerprint=31bb51f07ddf89d7a8bcc9188d143c8d364e5d6dea21fbdb6eff5e679138aa42 I0330 15:02:26.037574 1 gather.go:177] gatherer "clusterconfig" function "image" took 26.086135ms to process 1 records I0330 15:02:26.037655 1 tasks_processing.go:74] worker 33 stopped. I0330 15:02:26.037768 1 recorder.go:75] Recording config/network with fingerprint=57f84626886de61c1a0a22efd7951341d457fbbcb981310c1ca8f4fc13747ac6 I0330 15:02:26.037783 1 gather.go:177] gatherer "clusterconfig" function "networks" took 26.509244ms to process 1 records I0330 15:02:26.037886 1 tasks_processing.go:74] worker 14 stopped. I0330 15:02:26.038644 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=24de5655be4c1cab199bddba44956fb7d142c22b9488aa90c2348be5e00cea3c I0330 15:02:26.038745 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 25.989146ms to process 1 records I0330 15:02:26.038789 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 26.224349ms to process 0 records I0330 15:02:26.039166 1 tasks_processing.go:74] worker 20 stopped. I0330 15:02:26.039330 1 tasks_processing.go:74] worker 6 stopped. I0330 15:02:26.039771 1 recorder.go:75] Recording config/ingress with fingerprint=e47405a83fdec6fbc93169be72fb666f6ddf2412f38fe314d52bf5978641f34e I0330 15:02:26.039834 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 27.751785ms to process 1 records I0330 15:02:26.039948 1 tasks_processing.go:74] worker 58 stopped. I0330 15:02:26.040492 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=f46b9ad0893d2deaa141d50c5abd8931f4345afec83643df3baced7ef0ee660d I0330 15:02:26.040579 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=8590c12ba11fbd1b0bc329a773e06d4ec3187326b77669499dbe795d685401c4 I0330 15:02:26.040634 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=351c435b005b8011d7c0922d4c96dcb29b797b78abd1ef29571a33eb3a3c8a1d I0330 15:02:26.040645 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 28.638841ms to process 3 records I0330 15:02:26.040753 1 tasks_processing.go:74] worker 15 stopped. I0330 15:02:26.041559 1 recorder.go:75] Recording config/node/ip-10-0-0-25.ec2.internal with fingerprint=06f718e4760ac9fec178c2173347fb5eb6ed5f25063e26267dc5c12cb5268bc3 I0330 15:02:26.041745 1 recorder.go:75] Recording config/node/ip-10-0-1-77.ec2.internal with fingerprint=65fe909cf779a4b82a2e80b4bb8feb516265991e8c429cc564ca521f2e0b8752 I0330 15:02:26.041857 1 recorder.go:75] Recording config/node/ip-10-0-2-48.ec2.internal with fingerprint=ae5ea877046c1fe277f4b8f6792b875cb9b211b9bc5e328f25aa6b0f627ffd17 I0330 15:02:26.041889 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 31.057756ms to process 3 records I0330 15:02:26.042084 1 tasks_processing.go:74] worker 37 stopped. I0330 15:02:26.043410 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=026885d4b4803edd3ec7b17cb2cef189b6a5486668983ebf6191b76a16735b09 I0330 15:02:26.043436 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 30.332458ms to process 1 records I0330 15:02:26.043547 1 tasks_processing.go:74] worker 29 stopped. W0330 15:02:26.043608 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0330 15:02:26.043618 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=b775d84caffc7d772c02ceedc8047b518f9be3c47086728c5c815dca1bcea3a0 I0330 15:02:26.043732 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=f8e3b34f3ebcde1d81e53876ff8d8c4c671a6348260d659ab6f1be0746aedfef I0330 15:02:26.043769 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=5b1ad314242085eb3d627354b1929460e12f5b422e37fd9ea98787cb443c67fc I0330 15:02:26.043812 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=e7b98be82300ffa325a5d851feb62c2d2b68c6be15257006667bae03d03de315 I0330 15:02:26.043856 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=4f625a762cfcb8c6cf41ca4753a377d42c20cea5e9116af766fa50aa1145a139 I0330 15:02:26.043896 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=df95bce607e478739fa3692682bde68909e883acc4d647b546732b3238fc8235 I0330 15:02:26.043948 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=2af7744990751f056cc0b9cc96e86178bf669ef564280d8a22464fc6e6cb4f1d I0330 15:02:26.044009 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=0b4afa9a4face55377f86a8adbd938774e18cf5df22774cae00e822b15419ed7 I0330 15:02:26.044055 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=b67161680fad1b2a622a1a31607b233e5ab6e2c5a868c2ac4eeb6edf920913bb I0330 15:02:26.044104 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=dda06e3e8c43214fc1db4f182e5323873a171082f98ff5cf0473258ccebb0da8 I0330 15:02:26.044147 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=f6fe0959b54cd6c3b9f972f637f30a7355d73f97667fd716177e12f189185ad7 I0330 15:02:26.044161 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 31.776175ms to process 11 records I0330 15:02:26.044186 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 33.940869ms to process 0 records I0330 15:02:26.044207 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0330 15:02:26.044219 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 33.253296ms to process 1 records I0330 15:02:26.044223 1 tasks_processing.go:74] worker 63 stopped. I0330 15:02:26.044230 1 tasks_processing.go:74] worker 22 stopped. I0330 15:02:26.051551 1 tasks_processing.go:74] worker 25 stopped. I0330 15:02:26.051581 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0330 15:02:26.051590 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 42.408856ms to process 1 records I0330 15:02:26.051633 1 tasks_processing.go:74] worker 3 stopped. I0330 15:02:26.052478 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0330 15:02:26.052398 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=88cdea4c9fd549a6e88ce0c143a6f15533e1de847f7547583818804ada4aa06b W0330 15:02:26.052682 1 operator.go:288] started I0330 15:02:26.052767 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0330 15:02:26.052857 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=2bb170c8086b503a1e9462ef6b82c15cf7c5fe1616336ac9c6d2c8b6a13e84ea I0330 15:02:26.052879 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 42.601966ms to process 2 records I0330 15:02:26.052882 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0330 15:02:26.053129 1 tasks_processing.go:74] worker 21 stopped. I0330 15:02:26.053958 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=f369490aaf4cbcdbf85c4260b89f32d11b85e8e86c70e1bc14d8b55e97932b7b I0330 15:02:26.054699 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=88a884e755be8c6596bd1f9e0950a23ad94d55974364b8b4ee12743d7b813145 I0330 15:02:26.054733 1 gather.go:177] gatherer "clusterconfig" function "crds" took 43.559473ms to process 2 records I0330 15:02:26.054748 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 43.388393ms to process 0 records I0330 15:02:26.054756 1 tasks_processing.go:74] worker 19 stopped. I0330 15:02:26.057388 1 tasks_processing.go:74] worker 32 stopped. I0330 15:02:26.059150 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-s4r6h with fingerprint=c8bb63daec4048667a810137e42a7d2ca44ff6425167ad7e6305700619538070 I0330 15:02:26.059206 1 recorder.go:75] Recording config/running_containers with fingerprint=8f5a1b03319591294fa1811382184f9e53c422219960cb6474275885b6405a8e I0330 15:02:26.059218 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 47.957395ms to process 2 records I0330 15:02:26.061078 1 tasks_processing.go:74] worker 7 stopped. I0330 15:02:26.061094 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 51.660614ms to process 0 records I0330 15:02:26.061191 1 controller.go:212] Source scaController *sca.Controller is not ready I0330 15:02:26.061203 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0330 15:02:26.061207 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0330 15:02:26.061210 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0330 15:02:26.061212 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0330 15:02:26.061229 1 controller.go:489] The operator is still being initialized I0330 15:02:26.061237 1 controller.go:512] The operator is healthy I0330 15:02:26.064338 1 prometheus_rules.go:88] Prometheus rules successfully created I0330 15:02:26.072619 1 tasks_processing.go:74] worker 24 stopped. E0330 15:02:26.072635 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0330 15:02:26.072645 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0330 15:02:26.072650 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0330 15:02:26.072662 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0330 15:02:26.072689 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0330 15:02:26.072697 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0330 15:02:26.072702 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0330 15:02:26.072706 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0330 15:02:26.072743 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0330 15:02:26.072750 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0330 15:02:26.072755 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 62.430752ms to process 7 records E0330 15:02:26.074065 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2736f5b923-5435-4bb4-a293-4c2f8ecd15d3%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.14:37118->172.30.0.10:53: read: connection refused I0330 15:02:26.074077 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2736f5b923-5435-4bb4-a293-4c2f8ecd15d3%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.14:37118->172.30.0.10:53: read: connection refused I0330 15:02:26.076858 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0330 15:02:26.076926 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0330 15:02:26.076936 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0330 15:02:26.081735 1 base_controller.go:82] Caches are synced for ConfigController I0330 15:02:26.081789 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0330 15:02:26.087989 1 configmapobserver.go:84] configmaps "insights-config" not found I0330 15:02:26.122571 1 tasks_processing.go:74] worker 16 stopped. I0330 15:02:26.122816 1 recorder.go:75] Recording config/version with fingerprint=f7032f1223832ad1eecc48bf10bc6e9071ffa33798079eafe055f5ac1faf2497 I0330 15:02:26.122828 1 recorder.go:75] Recording config/id with fingerprint=29305ab610b66d14bafb7dd212fc6b69f40ebcf3168d3ed0acaf33477bd60a91 I0330 15:02:26.122834 1 gather.go:177] gatherer "clusterconfig" function "version" took 113.524553ms to process 2 records I0330 15:02:26.133389 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0330 15:02:26.137085 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.14:40468->172.30.0.10:53: read: connection refused I0330 15:02:26.137097 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.14:40468->172.30.0.10:53: read: connection refused I0330 15:02:26.153105 1 base_controller.go:82] Caches are synced for LoggingSyncer I0330 15:02:26.153119 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0330 15:02:26.160224 1 tasks_processing.go:74] worker 61 stopped. E0330 15:02:26.160240 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0330 15:02:26.160247 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pc3sslgkcstp706cgani4cmljahhorj-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pc3sslgkcstp706cgani4cmljahhorj-primary-cert-bundle-secret" not found I0330 15:02:26.160296 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=ecb30749e149d4498050038069985e1291a985136aacaefe7671071dea1547c8 I0330 15:02:26.160309 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 150.554589ms to process 1 records W0330 15:02:27.039479 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0330 15:02:27.256071 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0330 15:02:27.256088 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0330 15:02:27.256565 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-58kfx pod in namespace openshift-dns (previous: false). I0330 15:02:27.466295 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0330 15:02:27.478214 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-58kfx pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-58kfx\" is waiting to start: ContainerCreating" I0330 15:02:27.478231 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-58kfx\" is waiting to start: ContainerCreating" I0330 15:02:27.478239 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-58kfx pod in namespace openshift-dns (previous: false). I0330 15:02:27.659585 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-58kfx pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-58kfx\" is waiting to start: ContainerCreating" I0330 15:02:27.659604 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-58kfx\" is waiting to start: ContainerCreating" I0330 15:02:27.659615 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-8qkk6 pod in namespace openshift-dns (previous: false). I0330 15:02:27.868584 1 tasks_processing.go:74] worker 57 stopped. I0330 15:02:27.868634 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=2a315cf3987157ad14b38ada3b81ec6a36cab4edb6d767ff9664916edc8de842 I0330 15:02:27.868665 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=ad70eba4a008a6797c4943f2ea7f67fe4ab751e69959991c6dcd63a32c65e7e3 I0330 15:02:27.868695 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0330 15:02:27.868723 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=393e3e5067d52a3ed0d7bf50609a9b5ba4d778d7c5936a0064b93cde76068384 I0330 15:02:27.868739 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0330 15:02:27.868779 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=0251e7438ba60880101688c9b3b27b506ae53a76c7641487ea1d5a3ed572db3a I0330 15:02:27.868809 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=bda81f85f6ff5e664a96285da3d5998f5629b68c05e238065f791072b6b54e0d I0330 15:02:27.868833 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=bac7c9e527f6c3ea745fc3e7b66db56a897df183a0ded6ac3a8beebc24096a79 I0330 15:02:27.868846 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=1132c19c5740195432c0f4f32b4e12fbaf9418ca8827b994239f98fd47b12645 I0330 15:02:27.868863 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=362d705449d0277b718fd803b8d8734d4edd31c1a7b0a5defda80504d4aef417 I0330 15:02:27.868872 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0330 15:02:27.868888 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=dd124912dd438f2c0237c9d8ca79a3159c9252e248aa1f1729743aaf99d91410 I0330 15:02:27.868898 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0330 15:02:27.868915 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=faa4ca5f0adfe88021aec370c1f4639f6532f7cf8d9eb0d53ec7b583dc89db0e I0330 15:02:27.868924 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0330 15:02:27.868945 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b1e2496f3feef7927c846bf759e8bd90019c13250b65b021762596025f608924 I0330 15:02:27.868954 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0330 15:02:27.868968 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=91dac53a34e1b3dd543abbcdea2f584159fe321e92c73db82d05681d5739a486 I0330 15:02:27.869119 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=f493458237f2571d0063e852153a7d2d091218ed915faa3e732f898f4cfd227d I0330 15:02:27.869130 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0330 15:02:27.869138 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0330 15:02:27.869158 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0330 15:02:27.869180 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=23a98a892ad2da24c5ae1e52e0500ac09b031c610f7e08b857abf7bb74f110a9 I0330 15:02:27.869204 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=37b6bfa168396d6c60e1fcea8eaa4fe27025ed6c0bdd7cb4d3c5629102613a6b I0330 15:02:27.869213 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0330 15:02:27.869228 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=157e0d059a69c16d2473b4cc67c6a826e7e1f86feeba1806b9f06d056ca02edc I0330 15:02:27.869238 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0330 15:02:27.869251 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=362c6525953666aad7f814577a729e8271cdca86c31319181e7a8c1a6fe8f824 I0330 15:02:27.869263 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=858091a3843393c8451c3b0dbd574626233f4a64d2ae0a9dd4b99d7f7b069380 I0330 15:02:27.869279 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=f6ad58c21c6305642718240991296a3a114c6d5953e93d3e1a2cd546b0326634 I0330 15:02:27.869294 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=f5ec145a62f44b2ddbde2e41d533e3dc47a5ac28303b32637ee653b3e613cd37 I0330 15:02:27.869308 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=83a38acb17cdc6e6b58cf6c3c8b55a2c133b0f3caaa4f587c10271cdddfcc5ba I0330 15:02:27.869334 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=91acb4f189530accaae5d98b5d06996b3aa0afc7ae122454d7e6a92c6c589c7f I0330 15:02:27.869351 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0330 15:02:27.869360 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0330 15:02:27.869366 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.858362517s to process 35 records I0330 15:02:27.878691 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8qkk6 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-8qkk6\" is waiting to start: ContainerCreating" I0330 15:02:27.878706 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-8qkk6\" is waiting to start: ContainerCreating" I0330 15:02:27.878722 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-8qkk6 pod in namespace openshift-dns (previous: false). W0330 15:02:28.039766 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0330 15:02:28.058185 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8qkk6 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-8qkk6\" is waiting to start: ContainerCreating" I0330 15:02:28.058200 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-8qkk6\" is waiting to start: ContainerCreating" I0330 15:02:28.058211 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-p65v7 pod in namespace openshift-dns (previous: false). I0330 15:02:28.275783 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-p65v7 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-p65v7\" is waiting to start: ContainerCreating" I0330 15:02:28.275803 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-p65v7\" is waiting to start: ContainerCreating" I0330 15:02:28.275811 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-p65v7 pod in namespace openshift-dns (previous: false). I0330 15:02:28.457413 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-p65v7 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-p65v7\" is waiting to start: ContainerCreating" I0330 15:02:28.457430 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-p65v7\" is waiting to start: ContainerCreating" I0330 15:02:28.457441 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-gvr9z pod in namespace openshift-dns (previous: false). I0330 15:02:28.670014 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0330 15:02:28.670033 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-qrjpk pod in namespace openshift-dns (previous: false). I0330 15:02:28.857918 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0330 15:02:28.857940 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-sp9t7 pod in namespace openshift-dns (previous: false). W0330 15:02:29.040137 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0330 15:02:29.057547 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0330 15:02:29.057563 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6cd5b84f4d-7hgh6 pod in namespace openshift-image-registry (previous: false). I0330 15:02:29.257800 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6cd5b84f4d-7hgh6 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6cd5b84f4d-7hgh6\" is waiting to start: ContainerCreating" I0330 15:02:29.257817 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6cd5b84f4d-7hgh6\" is waiting to start: ContainerCreating" I0330 15:02:29.257831 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7b45f6b76c-49tvg pod in namespace openshift-image-registry (previous: false). I0330 15:02:29.456491 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7b45f6b76c-49tvg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7b45f6b76c-49tvg\" is waiting to start: ContainerCreating" I0330 15:02:29.456509 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7b45f6b76c-49tvg\" is waiting to start: ContainerCreating" I0330 15:02:29.456538 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7b45f6b76c-zhsgn pod in namespace openshift-image-registry (previous: false). I0330 15:02:29.656906 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7b45f6b76c-zhsgn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7b45f6b76c-zhsgn\" is waiting to start: ContainerCreating" I0330 15:02:29.656922 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7b45f6b76c-zhsgn\" is waiting to start: ContainerCreating" I0330 15:02:29.656932 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-cc2m8 pod in namespace openshift-image-registry (previous: false). I0330 15:02:29.858063 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0330 15:02:29.858081 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-p6vl8 pod in namespace openshift-image-registry (previous: false). W0330 15:02:30.038811 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0330 15:02:30.057319 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0330 15:02:30.057334 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-vzr2c pod in namespace openshift-image-registry (previous: false). I0330 15:02:30.257698 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0330 15:02:30.257717 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5c8697d4b7-pcr69 pod in namespace openshift-ingress (previous: false). I0330 15:02:30.459266 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5c8697d4b7-pcr69 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5c8697d4b7-pcr69\" is waiting to start: ContainerCreating" I0330 15:02:30.459283 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5c8697d4b7-pcr69\" is waiting to start: ContainerCreating" I0330 15:02:30.459294 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-64b8bc4b86-p2bsl pod in namespace openshift-ingress (previous: false). I0330 15:02:30.657768 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-64b8bc4b86-p2bsl pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-64b8bc4b86-p2bsl\" is waiting to start: ContainerCreating" I0330 15:02:30.657786 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-64b8bc4b86-p2bsl\" is waiting to start: ContainerCreating" I0330 15:02:30.657797 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-64b8bc4b86-rxq4p pod in namespace openshift-ingress (previous: false). I0330 15:02:30.857105 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-64b8bc4b86-rxq4p pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-64b8bc4b86-rxq4p\" is waiting to start: ContainerCreating" I0330 15:02:30.857123 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-64b8bc4b86-rxq4p\" is waiting to start: ContainerCreating" I0330 15:02:30.857134 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-5qds2 pod in namespace openshift-ingress-canary (previous: false). W0330 15:02:31.035751 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0330 15:02:31.035779 1 tasks_processing.go:74] worker 11 stopped. E0330 15:02:31.035791 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0330 15:02:31.035804 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0330 15:02:31.035818 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0330 15:02:31.035828 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.02631404s to process 1 records I0330 15:02:31.058051 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-5qds2 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-5qds2\" is waiting to start: ContainerCreating" I0330 15:02:31.058066 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-5qds2\" is waiting to start: ContainerCreating" I0330 15:02:31.058078 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-7qjsl pod in namespace openshift-ingress-canary (previous: false). I0330 15:02:31.256633 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-7qjsl pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-7qjsl\" is waiting to start: ContainerCreating" I0330 15:02:31.256646 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-7qjsl\" is waiting to start: ContainerCreating" I0330 15:02:31.256657 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-cclz7 pod in namespace openshift-ingress-canary (previous: false). I0330 15:02:31.457108 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-cclz7 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-cclz7\" is waiting to start: ContainerCreating" I0330 15:02:31.457129 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-cclz7\" is waiting to start: ContainerCreating" I0330 15:02:31.457141 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-5mm8p pod in namespace openshift-kube-storage-version-migrator (previous: false). I0330 15:02:31.658710 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-5mm8p pod in namespace openshift-kube-storage-version-migrator (previous: false). I0330 15:02:31.857828 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-wg4x5 pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0330 15:02:32.058975 1 tasks_processing.go:74] worker 46 stopped. I0330 15:02:32.059092 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=13a02565e7afbe3f54e75a7fbca4081e2e3e82381ed8fcf1d1048d23ecc60871 I0330 15:02:32.059158 1 recorder.go:75] Recording events/openshift-dns with fingerprint=2fbd8fa57d13778b687494b6d39d4efa1b3ba845380423baa47a7f1da29d6662 I0330 15:02:32.059287 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=d1dabe6a7ed7294b0032cdd04454670978349460bc95e4d10a2907cce34a1c2b I0330 15:02:32.059329 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=ca248d2cd4d7ea123143006b42fb9efb351daf651075257d0f718cd8c55af817 I0330 15:02:32.059392 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=d6b4ede329c963991277323b29fcc0968d970121f3afbb84cd121d009c93be38 I0330 15:02:32.059421 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=5d5a688f7c168870ae9543f6e7bd5d41657757e5592e791b6e0f23a0d887ecdb I0330 15:02:32.059444 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=89109b47442318f757a400748dd3b4ae9162bd26d38e5fcaf08ae73d5609f7ec I0330 15:02:32.059507 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=263bd5cdcf91197ff63940d9a1350666432e10676cecb83a7ca4e691104cf52f I0330 15:02:32.059550 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-5mm8p/migrator_current.log with fingerprint=2a6dc7fa957f4b21bf8cbcc9ab24778e96118bcb29ec7de16e0c53b6650f4f40 I0330 15:02:32.059557 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-5mm8p/graceful-termination_current.log with fingerprint=e0b8aea49ff77ed92cc3f8c8c9b80b138b04e9a80d75536a85797555828ab828 I0330 15:02:32.059647 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-wg4x5/kube-storage-version-migrator-operator_current.log with fingerprint=a17fe1b5b995b97db1a2d23b5e58c3fafd8d9cfb1d3896d62dc6db511554ba01 I0330 15:02:32.059661 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.048080316s to process 11 records I0330 15:02:38.206620 1 configmapobserver.go:84] configmaps "insights-config" not found I0330 15:02:38.650153 1 tasks_processing.go:74] worker 0 stopped. I0330 15:02:38.650196 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0330 15:02:38.650211 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.641101415s to process 1 records I0330 15:02:39.415705 1 tasks_processing.go:74] worker 39 stopped. I0330 15:02:39.416003 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=e03550ff5cb13d4cd718a41a9755571c983753e7ec8a789b8fb921884bbb0f64 I0330 15:02:39.416020 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.406243811s to process 1 records E0330 15:02:39.416074 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0330 15:02:39.417180 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0330 15:02:39.417197 1 periodic.go:209] Running workloads gatherer I0330 15:02:39.417211 1 tasks_processing.go:45] number of workers: 2 I0330 15:02:39.417216 1 tasks_processing.go:69] worker 1 listening for tasks. I0330 15:02:39.417220 1 tasks_processing.go:71] worker 1 working on workload_info task. I0330 15:02:39.417227 1 tasks_processing.go:69] worker 0 listening for tasks. I0330 15:02:39.417244 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0330 15:02:39.441891 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0330 15:02:39.448401 1 tasks_processing.go:74] worker 0 stopped. I0330 15:02:39.448420 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.142849ms to process 0 records I0330 15:02:39.451074 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms) I0330 15:02:39.459725 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms) I0330 15:02:39.467767 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (8ms) I0330 15:02:39.476024 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (8ms) I0330 15:02:39.484503 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (8ms) I0330 15:02:39.492213 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (8ms) I0330 15:02:39.502086 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (10ms) I0330 15:02:39.510000 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (8ms) I0330 15:02:39.517623 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (8ms) I0330 15:02:39.525472 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (8ms) I0330 15:02:39.550347 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (25ms) I0330 15:02:39.651596 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (101ms) I0330 15:02:39.754202 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (103ms) I0330 15:02:39.851196 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (97ms) I0330 15:02:39.950878 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms) I0330 15:02:40.051596 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (101ms) I0330 15:02:40.151487 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms) I0330 15:02:40.252112 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (101ms) I0330 15:02:40.349997 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (98ms) I0330 15:02:40.451190 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (101ms) I0330 15:02:40.550745 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0330 15:02:40.652116 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (101ms) I0330 15:02:40.750023 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (98ms) I0330 15:02:40.851538 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms) I0330 15:02:40.950805 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (99ms) I0330 15:02:41.050742 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0330 15:02:41.151551 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (101ms) I0330 15:02:41.251425 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0330 15:02:41.351171 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms) I0330 15:02:41.450875 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms) I0330 15:02:41.550806 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0330 15:02:41.651882 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (101ms) I0330 15:02:41.651914 1 tasks_processing.go:74] worker 1 stopped. E0330 15:02:41.651928 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0330 15:02:41.652258 1 recorder.go:75] Recording config/workload_info with fingerprint=b29795a34cb63832e9c0413464f95fb56471de3a716798e040608945d04f09c9 I0330 15:02:41.652273 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.234686169s to process 1 records E0330 15:02:41.652309 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.235s with: function \"workload_info\" failed with an error" I0330 15:02:41.653415 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0330 15:02:41.653428 1 periodic.go:209] Running conditional gatherer I0330 15:02:41.660965 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0330 15:02:41.667781 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.14:58741->172.30.0.10:53: read: connection refused E0330 15:02:41.668004 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0330 15:02:41.668058 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0330 15:02:41.674342 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0330 15:02:41.674356 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0330 15:02:41.674363 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0330 15:02:41.674366 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0330 15:02:41.674369 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0330 15:02:41.674372 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0330 15:02:41.674376 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0330 15:02:41.674378 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0330 15:02:41.674381 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0330 15:02:41.674384 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0330 15:02:41.674404 1 tasks_processing.go:45] number of workers: 3 I0330 15:02:41.674418 1 tasks_processing.go:69] worker 2 listening for tasks. I0330 15:02:41.674424 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0330 15:02:41.674429 1 tasks_processing.go:69] worker 0 listening for tasks. I0330 15:02:41.674437 1 tasks_processing.go:69] worker 1 listening for tasks. I0330 15:02:41.674441 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0330 15:02:41.674445 1 tasks_processing.go:74] worker 1 stopped. I0330 15:02:41.674455 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0330 15:02:41.674499 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0330 15:02:41.674512 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 706ns to process 1 records I0330 15:02:41.674557 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0330 15:02:41.674566 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.183µs to process 1 records I0330 15:02:41.674571 1 tasks_processing.go:74] worker 0 stopped. I0330 15:02:41.674724 1 tasks_processing.go:74] worker 2 stopped. I0330 15:02:41.674748 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 250.015µs to process 0 records I0330 15:02:41.674786 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.14:58741->172.30.0.10:53: read: connection refused I0330 15:02:41.674805 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0330 15:02:41.697083 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=973b94e8a17c183e26f4ed0b945f216629055704ac59d85d7db587b2914f6df0 I0330 15:02:41.697197 1 diskrecorder.go:70] Writing 105 records to /var/lib/insights-operator/insights-2026-03-30-150241.tar.gz I0330 15:02:41.704016 1 diskrecorder.go:51] Wrote 105 records to disk in 6ms I0330 15:02:41.704041 1 periodic.go:278] Gathering cluster info every 2h0m0s I0330 15:02:41.704054 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0330 15:02:42.251354 1 configmapobserver.go:84] configmaps "insights-config" not found I0330 15:02:42.453358 1 configmapobserver.go:84] configmaps "insights-config" not found I0330 15:02:52.284990 1 configmapobserver.go:84] configmaps "insights-config" not found I0330 15:03:55.351929 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="8dff594641d1cbd784f6635028a2560271ec141a611136f16a2b7f6145e93abc") W0330 15:03:55.351961 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0330 15:03:55.352018 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="2a6dd9abb122194df22850bb9084aaca95c1415733ec2af78dc0fbd08c49f167")