W0326 23:40:46.566574 1 cmd.go:257] Using insecure, self-signed certificates I0326 23:40:47.267613 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0326 23:40:47.267937 1 observer_polling.go:159] Starting file observer I0326 23:40:47.929875 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0326 23:40:47.930181 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0326 23:40:47.931073 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 23:40:47.931077 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0326 23:40:47.931102 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0326 23:40:47.931109 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0326 23:40:47.931115 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0326 23:40:47.931119 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0326 23:40:47.931122 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0326 23:40:47.931126 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0326 23:40:47.935099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"da629b09-4ddb-41a9-9ccc-6a82beec68ce", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0326 23:40:47.935097 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0326 23:40:47.936848 1 secure_serving.go:213] Serving securely on [::]:8443 I0326 23:40:47.936946 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:40:47.936983 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0326 23:40:47.937040 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2600621616/tls.crt::/tmp/serving-cert-2600621616/tls.key" I0326 23:40:47.937073 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 23:40:47.937106 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:40:47.937118 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:40:47.937127 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:40:47.937130 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file W0326 23:40:47.939933 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0326 23:40:47.939958 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0326 23:40:47.940048 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0326 23:40:47.947028 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:40:47.947049 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0326 23:40:47.952064 1 secretconfigobserver.go:119] support secret does not exist I0326 23:40:47.956238 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:40:47.960727 1 secretconfigobserver.go:119] support secret does not exist I0326 23:40:47.963454 1 recorder.go:161] Pruning old reports every 4h58m58s, max age is 288h0m0s I0326 23:40:47.968701 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0326 23:40:47.968704 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0326 23:40:47.968719 1 insightsreport.go:296] Starting report retriever I0326 23:40:47.968722 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0326 23:40:47.968726 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0326 23:40:47.968738 1 periodic.go:209] Running clusterconfig gatherer I0326 23:40:47.968780 1 tasks_processing.go:45] number of workers: 64 I0326 23:40:47.968814 1 tasks_processing.go:69] worker 8 listening for tasks. I0326 23:40:47.968817 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:40:47.968829 1 tasks_processing.go:71] worker 8 working on qemu_kubevirt_launcher_logs task. I0326 23:40:47.968833 1 tasks_processing.go:69] worker 5 listening for tasks. I0326 23:40:47.968834 1 tasks_processing.go:69] worker 2 listening for tasks. I0326 23:40:47.968834 1 tasks_processing.go:69] worker 3 listening for tasks. I0326 23:40:47.968824 1 tasks_processing.go:69] worker 4 listening for tasks. I0326 23:40:47.968845 1 tasks_processing.go:71] worker 2 working on pod_network_connectivity_checks task. I0326 23:40:47.968840 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:40:47.968850 1 tasks_processing.go:69] worker 7 listening for tasks. I0326 23:40:47.968851 1 tasks_processing.go:71] worker 4 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0326 23:40:47.968833 1 tasks_processing.go:71] worker 1 working on support_secret task. I0326 23:40:47.968853 1 tasks_processing.go:69] worker 6 listening for tasks. I0326 23:40:47.968863 1 tasks_processing.go:69] worker 9 listening for tasks. I0326 23:40:47.968860 1 tasks_processing.go:71] worker 7 working on olm_operators task. I0326 23:40:47.968870 1 tasks_processing.go:69] worker 10 listening for tasks. I0326 23:40:47.968872 1 tasks_processing.go:71] worker 9 working on infrastructures task. I0326 23:40:47.968874 1 tasks_processing.go:71] worker 10 working on openstack_controlplanes task. I0326 23:40:47.968891 1 tasks_processing.go:69] worker 50 listening for tasks. I0326 23:40:47.968847 1 tasks_processing.go:71] worker 3 working on clusterroles task. I0326 23:40:47.968908 1 tasks_processing.go:69] worker 37 listening for tasks. I0326 23:40:47.968915 1 tasks_processing.go:69] worker 38 listening for tasks. I0326 23:40:47.968920 1 tasks_processing.go:69] worker 45 listening for tasks. I0326 23:40:47.968917 1 tasks_processing.go:69] worker 23 listening for tasks. I0326 23:40:47.968927 1 tasks_processing.go:69] worker 46 listening for tasks. I0326 23:40:47.968932 1 tasks_processing.go:69] worker 47 listening for tasks. I0326 23:40:47.968935 1 tasks_processing.go:69] worker 17 listening for tasks. I0326 23:40:47.968937 1 tasks_processing.go:69] worker 48 listening for tasks. I0326 23:40:47.968941 1 tasks_processing.go:69] worker 49 listening for tasks. I0326 23:40:47.968938 1 tasks_processing.go:69] worker 44 listening for tasks. I0326 23:40:47.968950 1 tasks_processing.go:69] worker 57 listening for tasks. I0326 23:40:47.968950 1 tasks_processing.go:69] worker 18 listening for tasks. I0326 23:40:47.968952 1 tasks_processing.go:69] worker 16 listening for tasks. I0326 23:40:47.968957 1 tasks_processing.go:69] worker 39 listening for tasks. I0326 23:40:47.968973 1 tasks_processing.go:69] worker 43 listening for tasks. I0326 23:40:47.968983 1 tasks_processing.go:69] worker 56 listening for tasks. I0326 23:40:47.968985 1 tasks_processing.go:69] worker 11 listening for tasks. I0326 23:40:47.968957 1 tasks_processing.go:69] worker 19 listening for tasks. I0326 23:40:47.968993 1 tasks_processing.go:69] worker 33 listening for tasks. I0326 23:40:47.968995 1 tasks_processing.go:69] worker 12 listening for tasks. I0326 23:40:47.968988 1 tasks_processing.go:69] worker 40 listening for tasks. I0326 23:40:47.969000 1 tasks_processing.go:69] worker 62 listening for tasks. I0326 23:40:47.969002 1 tasks_processing.go:69] worker 31 listening for tasks. I0326 23:40:47.968959 1 tasks_processing.go:69] worker 51 listening for tasks. I0326 23:40:47.969009 1 tasks_processing.go:69] worker 61 listening for tasks. I0326 23:40:47.969010 1 tasks_processing.go:69] worker 32 listening for tasks. I0326 23:40:47.969001 1 tasks_processing.go:69] worker 13 listening for tasks. I0326 23:40:47.969016 1 tasks_processing.go:69] worker 15 listening for tasks. I0326 23:40:47.969020 1 tasks_processing.go:69] worker 28 listening for tasks. I0326 23:40:47.968840 1 tasks_processing.go:71] worker 5 working on authentication task. I0326 23:40:47.969022 1 tasks_processing.go:69] worker 35 listening for tasks. I0326 23:40:47.969023 1 tasks_processing.go:69] worker 34 listening for tasks. I0326 23:40:47.969027 1 tasks_processing.go:69] worker 26 listening for tasks. I0326 23:40:47.969027 1 tasks_processing.go:69] worker 25 listening for tasks. I0326 23:40:47.969038 1 tasks_processing.go:71] worker 34 working on silenced_alerts task. I0326 23:40:47.969036 1 tasks_processing.go:71] worker 57 working on openstack_version task. I0326 23:40:47.969040 1 tasks_processing.go:71] worker 18 working on oauths task. I0326 23:40:47.969044 1 tasks_processing.go:71] worker 40 working on version task. I0326 23:40:47.969045 1 tasks_processing.go:71] worker 48 working on machine_config_pools task. I0326 23:40:47.969052 1 tasks_processing.go:71] worker 38 working on operators_pods_and_events task. I0326 23:40:47.969054 1 tasks_processing.go:71] worker 45 working on node_logs task. I0326 23:40:47.969039 1 tasks_processing.go:69] worker 63 listening for tasks. I0326 23:40:47.969045 1 tasks_processing.go:71] worker 46 working on cluster_apiserver task. I0326 23:40:47.969075 1 tasks_processing.go:71] worker 37 working on service_accounts task. I0326 23:40:47.969085 1 tasks_processing.go:71] worker 26 working on storage_classes task. I0326 23:40:47.968855 1 tasks_processing.go:71] worker 0 working on nodes task. I0326 23:40:47.969089 1 tasks_processing.go:71] worker 23 working on machine_autoscalers task. I0326 23:40:47.969080 1 tasks_processing.go:71] worker 63 working on sap_config task. I0326 23:40:47.969150 1 tasks_processing.go:71] worker 25 working on machine_configs task. I0326 23:40:47.969007 1 tasks_processing.go:69] worker 14 listening for tasks. I0326 23:40:47.969171 1 tasks_processing.go:71] worker 56 working on metrics task. I0326 23:40:47.969175 1 tasks_processing.go:71] worker 49 working on operators task. I0326 23:40:47.969439 1 tasks_processing.go:71] worker 61 working on validating_webhook_configurations task. W0326 23:40:47.969486 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0326 23:40:47.969553 1 tasks_processing.go:71] worker 15 working on ceph_cluster task. I0326 23:40:47.969596 1 tasks_processing.go:71] worker 12 working on nodenetworkconfigurationpolicies task. I0326 23:40:47.969172 1 tasks_processing.go:71] worker 13 working on aggregated_monitoring_cr_names task. I0326 23:40:47.969664 1 tasks_processing.go:71] worker 44 working on machines task. I0326 23:40:47.969024 1 tasks_processing.go:69] worker 29 listening for tasks. I0326 23:40:47.969441 1 tasks_processing.go:71] worker 11 working on schedulers task. I0326 23:40:47.969814 1 tasks_processing.go:71] worker 29 working on overlapping_namespace_uids task. I0326 23:40:47.969176 1 tasks_processing.go:71] worker 47 working on dvo_metrics task. I0326 23:40:47.969559 1 tasks_processing.go:71] worker 39 working on image_pruners task. I0326 23:40:47.968967 1 tasks_processing.go:69] worker 20 listening for tasks. I0326 23:40:47.970652 1 tasks_processing.go:71] worker 20 working on openshift_logging task. I0326 23:40:47.968968 1 tasks_processing.go:69] worker 53 listening for tasks. I0326 23:40:47.968976 1 tasks_processing.go:69] worker 21 listening for tasks. I0326 23:40:47.968978 1 tasks_processing.go:69] worker 55 listening for tasks. I0326 23:40:47.968977 1 tasks_processing.go:69] worker 41 listening for tasks. I0326 23:40:47.968984 1 tasks_processing.go:69] worker 22 listening for tasks. I0326 23:40:47.968997 1 tasks_processing.go:69] worker 60 listening for tasks. I0326 23:40:47.969000 1 tasks_processing.go:69] worker 30 listening for tasks. I0326 23:40:47.969006 1 tasks_processing.go:69] worker 58 listening for tasks. I0326 23:40:47.969014 1 tasks_processing.go:69] worker 24 listening for tasks. I0326 23:40:47.969019 1 tasks_processing.go:69] worker 27 listening for tasks. I0326 23:40:47.969014 1 tasks_processing.go:69] worker 59 listening for tasks. I0326 23:40:47.969036 1 tasks_processing.go:71] worker 35 working on pdbs task. I0326 23:40:47.970787 1 tasks_processing.go:71] worker 22 working on container_runtime_configs task. I0326 23:40:47.968858 1 tasks_processing.go:69] worker 36 listening for tasks. I0326 23:40:47.970866 1 tasks_processing.go:71] worker 59 working on sap_pods task. I0326 23:40:47.970901 1 tasks_processing.go:71] worker 21 working on openstack_dataplanenodesets task. I0326 23:40:47.970922 1 tasks_processing.go:71] worker 53 working on networks task. I0326 23:40:47.970938 1 tasks_processing.go:71] worker 30 working on certificate_signing_requests task. I0326 23:40:47.970952 1 tasks_processing.go:71] worker 24 working on openstack_dataplanedeployments task. I0326 23:40:47.970971 1 tasks_processing.go:71] worker 27 working on storage_cluster task. I0326 23:40:47.970973 1 tasks_processing.go:71] worker 55 working on sap_datahubs task. I0326 23:40:47.971011 1 tasks_processing.go:71] worker 41 working on crds task. I0326 23:40:47.970790 1 tasks_processing.go:71] worker 58 working on nodenetworkstates task. I0326 23:40:47.970869 1 tasks_processing.go:71] worker 60 working on machine_sets task. I0326 23:40:47.969167 1 tasks_processing.go:71] worker 62 working on image task. W0326 23:40:47.969067 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0326 23:40:47.969174 1 tasks_processing.go:71] worker 31 working on tsdb_status task. W0326 23:40:47.971302 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0326 23:40:47.968964 1 tasks_processing.go:69] worker 42 listening for tasks. I0326 23:40:47.969463 1 tasks_processing.go:71] worker 17 working on monitoring_persistent_volumes task. I0326 23:40:47.969477 1 tasks_processing.go:71] worker 16 working on cost_management_metrics_configs task. I0326 23:40:47.969490 1 tasks_processing.go:71] worker 14 working on active_alerts task. W0326 23:40:47.971561 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0326 23:40:47.968963 1 tasks_processing.go:69] worker 52 listening for tasks. I0326 23:40:47.971725 1 tasks_processing.go:71] worker 52 working on image_registries task. I0326 23:40:47.969516 1 tasks_processing.go:71] worker 19 working on jaegers task. I0326 23:40:47.969538 1 tasks_processing.go:71] worker 33 working on proxies task. I0326 23:40:47.969385 1 tasks_processing.go:71] worker 51 working on mutating_webhook_configurations task. I0326 23:40:47.969562 1 tasks_processing.go:71] worker 56 working on config_maps task. I0326 23:40:47.969566 1 tasks_processing.go:71] worker 43 working on ingress_certificates task. I0326 23:40:47.969570 1 tasks_processing.go:71] worker 28 working on container_images task. I0326 23:40:47.968868 1 tasks_processing.go:71] worker 6 working on install_plans task. I0326 23:40:47.969574 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 378.767µs to process 0 records I0326 23:40:47.972055 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 2.229814ms to process 0 records I0326 23:40:47.968973 1 tasks_processing.go:69] worker 54 listening for tasks. I0326 23:40:47.972066 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 32.461µs to process 0 records I0326 23:40:47.970875 1 tasks_processing.go:71] worker 36 working on openshift_machine_api_events task. I0326 23:40:47.972072 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 169.16µs to process 0 records E0326 23:40:47.972083 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0326 23:40:47.972090 1 tasks_processing.go:74] worker 31 stopped. I0326 23:40:47.972093 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 3.001608ms to process 0 records I0326 23:40:47.972098 1 tasks_processing.go:74] worker 2 stopped. I0326 23:40:47.969170 1 tasks_processing.go:71] worker 32 working on lokistack task. I0326 23:40:47.972107 1 tasks_processing.go:74] worker 34 stopped. I0326 23:40:47.972109 1 tasks_processing.go:74] worker 14 stopped. I0326 23:40:47.969050 1 tasks_processing.go:71] worker 50 working on feature_gates task. I0326 23:40:47.971321 1 tasks_processing.go:71] worker 42 working on ingress task. I0326 23:40:47.973018 1 tasks_processing.go:71] worker 54 working on machine_healthchecks task. I0326 23:40:47.974326 1 tasks_processing.go:74] worker 57 stopped. I0326 23:40:47.974354 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 5.271821ms to process 0 records I0326 23:40:47.974552 1 tasks_processing.go:74] worker 10 stopped. I0326 23:40:47.974570 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 5.666796ms to process 0 records I0326 23:40:47.974579 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 5.447087ms to process 0 records I0326 23:40:47.974585 1 tasks_processing.go:74] worker 23 stopped. I0326 23:40:47.974843 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0326 23:40:47.974867 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:40:47.974872 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:40:47.974875 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:40:47.974900 1 controller.go:489] The operator is still being initialized I0326 23:40:47.974909 1 controller.go:512] The operator is healthy I0326 23:40:47.977507 1 tasks_processing.go:74] worker 12 stopped. I0326 23:40:47.977536 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 7.874045ms to process 0 records I0326 23:40:47.977810 1 tasks_processing.go:74] worker 9 stopped. I0326 23:40:47.978567 1 recorder.go:75] Recording config/infrastructure with fingerprint=043e9a398cad347d8f4bc8d6acdd32bde84ad83d34b499278580e38e5892e8c0 I0326 23:40:47.978600 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 8.919861ms to process 1 records I0326 23:40:47.980955 1 tasks_processing.go:74] worker 0 stopped. I0326 23:40:47.981344 1 recorder.go:75] Recording config/node/ip-10-0-0-95.ec2.internal with fingerprint=7503025260dafd9d60230492d73a9e89264130e723d8aac35ab4aa168e1d4452 I0326 23:40:47.981450 1 recorder.go:75] Recording config/node/ip-10-0-2-198.ec2.internal with fingerprint=40a91989b00935b7e2645699ff242d84bb063b67c28d377b1aa2d0076b6478d2 I0326 23:40:47.981473 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 11.840481ms to process 2 records I0326 23:40:47.981578 1 tasks_processing.go:74] worker 61 stopped. I0326 23:40:47.981720 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=7041a6b8a7ebadf50a7841ad13fc07a0f474388b0aaf1fe67397a0dc0681b0ee I0326 23:40:47.981853 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=282a933d9cf6fca4373dc3d34c7e9e3d9abd2de1f793f82261c289dbda83b715 I0326 23:40:47.981879 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=072b26819f5ba9f3ca9fcf5ef366e5b6ef76440a327cb8c06539cf961d245ea9 I0326 23:40:47.981904 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=0d88db319ae3e9de2315d7c1673983792d3aeb1a60c7be4fcd7b0455112d687b I0326 23:40:47.981931 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=e3cf9e80b432254ce8c4f4e25c908df4763f8f1cb42a64ac18a7f75ca056a617 I0326 23:40:47.981955 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=f81d715ae0c2625a2c347290c0bbc64ac665f6a7728e96bd6b86c68b568b7920 I0326 23:40:47.981990 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=25788e3cd22621359b28aaa41d65e384d01a8d87bfc4d8333316967eed1bdb68 I0326 23:40:47.982042 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=d64d6946dbfdb0d8e359f0afc16ce92ab09a319033a5ac86a75ef6787b2616c4 I0326 23:40:47.982070 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=04bb9474d3211fe453214e1a99eb78d5b58eea4e85a62360b1ece2419e3f30f5 I0326 23:40:47.982098 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=9ec91832b6f06ca5c4b791f75dceb9b2f4eeb67a5abcf3153657f45fe02ebc1e I0326 23:40:47.982123 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=66e697aa467b6b7faaa2b5e43994a7844013fe7f5b617009aa64668ab58eece4 I0326 23:40:47.982133 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 11.544584ms to process 11 records I0326 23:40:47.985054 1 tasks_processing.go:74] worker 63 stopped. I0326 23:40:47.985078 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 15.883965ms to process 0 records I0326 23:40:47.985192 1 tasks_processing.go:74] worker 60 stopped. I0326 23:40:47.985203 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 14.06738ms to process 0 records I0326 23:40:47.985217 1 tasks_processing.go:74] worker 44 stopped. E0326 23:40:47.985241 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0326 23:40:47.985254 1 gather.go:177] gatherer "clusterconfig" function "machines" took 15.53492ms to process 0 records I0326 23:40:47.985268 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 13.1109ms to process 0 records I0326 23:40:47.985288 1 tasks_processing.go:74] worker 32 stopped. I0326 23:40:47.985400 1 tasks_processing.go:74] worker 27 stopped. I0326 23:40:47.985441 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 14.407862ms to process 0 records I0326 23:40:47.985526 1 tasks_processing.go:74] worker 15 stopped. I0326 23:40:47.985531 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 15.918872ms to process 0 records I0326 23:40:47.985538 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 14.603008ms to process 0 records I0326 23:40:47.985549 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 14.091146ms to process 0 records I0326 23:40:47.985555 1 tasks_processing.go:74] worker 16 stopped. I0326 23:40:47.985561 1 tasks_processing.go:74] worker 21 stopped. I0326 23:40:47.985573 1 tasks_processing.go:74] worker 55 stopped. I0326 23:40:47.985596 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.576531ms to process 0 records I0326 23:40:47.985609 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 14.495625ms to process 0 records I0326 23:40:47.985617 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 14.65827ms to process 0 records I0326 23:40:47.985625 1 tasks_processing.go:74] worker 59 stopped. I0326 23:40:47.985629 1 tasks_processing.go:74] worker 58 stopped. I0326 23:40:47.998826 1 tasks_processing.go:74] worker 20 stopped. I0326 23:40:47.998847 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 28.158893ms to process 0 records I0326 23:40:47.998856 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 27.002918ms to process 0 records I0326 23:40:47.998861 1 tasks_processing.go:74] worker 19 stopped. I0326 23:40:47.998898 1 gather_logs.go:145] no pods in namespace were found I0326 23:40:47.998910 1 tasks_processing.go:74] worker 8 stopped. I0326 23:40:47.998918 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 30.073625ms to process 0 records I0326 23:40:47.998952 1 tasks_processing.go:74] worker 22 stopped. I0326 23:40:47.998963 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 28.149016ms to process 0 records I0326 23:40:47.999042 1 tasks_processing.go:74] worker 24 stopped. I0326 23:40:47.999055 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 28.081488ms to process 0 records I0326 23:40:47.999095 1 tasks_processing.go:74] worker 17 stopped. I0326 23:40:47.999107 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 27.765258ms to process 0 records I0326 23:40:47.999162 1 tasks_processing.go:74] worker 48 stopped. I0326 23:40:47.999175 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 30.105177ms to process 0 records I0326 23:40:47.999303 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=ecaf14cab02af979447a16f9e5232ac48e7ab5a132af9c543e7e5a1ec9ce41c6 I0326 23:40:47.999340 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=66af713872b192e7a50e11c9ff1148656d92e7550526692e0977a012e819feeb I0326 23:40:47.999352 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 30.082433ms to process 2 records E0326 23:40:47.999361 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0326 23:40:47.999369 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.316846ms to process 0 records I0326 23:40:47.999372 1 tasks_processing.go:74] worker 26 stopped. I0326 23:40:47.999375 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 27.14742ms to process 0 records I0326 23:40:47.999385 1 tasks_processing.go:74] worker 1 stopped. I0326 23:40:47.999381 1 tasks_processing.go:74] worker 36 stopped. I0326 23:40:47.999505 1 tasks_processing.go:74] worker 18 stopped. I0326 23:40:47.999658 1 recorder.go:75] Recording config/oauth with fingerprint=7b851a571aa0b9b364581fabfc2f3e9d472cf9edf44480ee6c667faeecc3f74b I0326 23:40:47.999676 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 30.188699ms to process 1 records I0326 23:40:47.999724 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=ea4e23908e02e429db05655f1e36e74132b9bb4b646638ae33050b47fb9f5a37 I0326 23:40:47.999733 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 29.472392ms to process 1 records E0326 23:40:47.999739 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0326 23:40:47.999744 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 26.296632ms to process 0 records I0326 23:40:47.999757 1 tasks_processing.go:74] worker 54 stopped. I0326 23:40:47.999826 1 tasks_processing.go:74] worker 5 stopped. I0326 23:40:48.000239 1 tasks_processing.go:74] worker 11 stopped. I0326 23:40:48.000584 1 recorder.go:75] Recording config/authentication with fingerprint=cd830a76af19f5a5a7b5a43597f96433f1f6332a58c0c5cd4df70bc55d03255f I0326 23:40:48.000650 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 30.410813ms to process 1 records I0326 23:40:48.000956 1 recorder.go:75] Recording config/network with fingerprint=554cf2407eee7615e9c301a06533df04979940094657b85ff671d155e8448731 I0326 23:40:48.000978 1 gather.go:177] gatherer "clusterconfig" function "networks" took 28.588689ms to process 1 records I0326 23:40:48.001121 1 recorder.go:75] Recording config/image with fingerprint=c22017d2ffbcbcc234110eda789de6d5424f69364dc481e855d3cb98d61dccbc I0326 23:40:48.001139 1 gather.go:177] gatherer "clusterconfig" function "image" took 28.447504ms to process 1 records I0326 23:40:48.001251 1 tasks_processing.go:74] worker 53 stopped. I0326 23:40:48.001309 1 tasks_processing.go:74] worker 62 stopped. I0326 23:40:48.001568 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=6e91cb6cf03b0cd524d7eb426569bf51e35e3b050e83bb38ce88cd94eaf40a5a I0326 23:40:48.001587 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 29.145143ms to process 1 records I0326 23:40:48.001614 1 tasks_processing.go:74] worker 39 stopped. I0326 23:40:48.001710 1 tasks_processing.go:74] worker 46 stopped. I0326 23:40:48.001895 1 recorder.go:75] Recording config/apiserver with fingerprint=0857bab051b1d0f79c31f50fe2f36a8d23f82cb8131352fac18c95275b0e9c6a I0326 23:40:48.001914 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 31.049137ms to process 1 records I0326 23:40:48.002026 1 tasks_processing.go:74] worker 35 stopped. I0326 23:40:48.002161 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=6183670b6b86a3058a200d8db895662fd58675433475434a3b76855e22db4839 I0326 23:40:48.002198 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=74bc049ecc278a0e632338e45a9575789869df704656d037ead88aa88aae458c I0326 23:40:48.002229 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=46581119f132285d1a8e3dc002f7b1d622607dc4f9dc5879492f3bb190caf013 I0326 23:40:48.002269 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 29.77732ms to process 3 records I0326 23:40:48.002364 1 recorder.go:75] Recording config/proxy with fingerprint=12757da65d23195c19fb8e33c0f9fb418c4e6454ba52406aa6f103683ad97141 I0326 23:40:48.002400 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 29.239948ms to process 1 records I0326 23:40:48.002438 1 tasks_processing.go:74] worker 33 stopped. I0326 23:40:48.002561 1 tasks_processing.go:74] worker 42 stopped. I0326 23:40:48.003069 1 recorder.go:75] Recording config/ingress with fingerprint=309063ae0ab1b3b3b01fba5fecb4c80bd21e3a7d5709c3c602ecbfab9fa62e40 I0326 23:40:48.003119 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 29.469202ms to process 1 records I0326 23:40:48.003219 1 tasks_processing.go:74] worker 50 stopped. I0326 23:40:48.004248 1 recorder.go:75] Recording config/featuregate with fingerprint=42ee6aeb6b81ad9dd69d55c84c1fe60bb376c91bc2a6cf319977d2561b20fa7f I0326 23:40:48.005008 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 30.019558ms to process 1 records I0326 23:40:48.005146 1 tasks_processing.go:74] worker 52 stopped. I0326 23:40:48.005555 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=7bb1de839a43e868d21c715c7397d5684283e7255f0cd77be934b1785aeca5a0 I0326 23:40:48.005570 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 30.898229ms to process 1 records I0326 23:40:48.005666 1 tasks_processing.go:74] worker 3 stopped. I0326 23:40:48.005836 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=2ed3ed0e38969ae9823904d8bafce6dbea828b62989add0e85ab83350d667bc6 I0326 23:40:48.005961 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=e2b89dce3684e5ae20202821e35176f00901c9c734330afaa17001ab51cba424 I0326 23:40:48.005972 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 35.128965ms to process 2 records I0326 23:40:48.006060 1 tasks_processing.go:74] worker 51 stopped. I0326 23:40:48.006119 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9a3d6d05a2d2290233b4ff6230346c3837dd5314af9e4149dd5d40f7df6fe67c I0326 23:40:48.006153 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=8c452cd94acd61fbfe406e2ccc07fcbc6b08da7a9a4160474cb16b35a0ce94d5 I0326 23:40:48.006188 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=8c3c7321cd72747626e0a238b18608fd1ea494e1b4ea075516de18ed34cfd59f I0326 23:40:48.006198 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 32.244266ms to process 3 records I0326 23:40:48.006263 1 recorder.go:75] Recording config/olm_operators with fingerprint=431128e5742befc767fb2963dbd6ff00a8e4bcab8a534e670d96077133ead5ae I0326 23:40:48.006262 1 tasks_processing.go:74] worker 7 stopped. I0326 23:40:48.006274 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 36.360845ms to process 1 records I0326 23:40:48.006287 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0326 23:40:48.006294 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 36.00476ms to process 1 records I0326 23:40:48.006303 1 tasks_processing.go:74] worker 29 stopped. I0326 23:40:48.006544 1 tasks_processing.go:74] worker 30 stopped. I0326 23:40:48.006554 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 35.586552ms to process 0 records W0326 23:40:48.007146 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0326 23:40:48.007220 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0326 23:40:48.007233 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0326 23:40:48.007375 1 operator.go:288] started I0326 23:40:48.007400 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0326 23:40:48.015437 1 tasks_processing.go:74] worker 41 stopped. I0326 23:40:48.015438 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:40:48.015463 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:40:48.015468 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:40:48.015473 1 controller.go:212] Source scaController *sca.Controller is not ready I0326 23:40:48.015477 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0326 23:40:48.015507 1 controller.go:489] The operator is still being initialized I0326 23:40:48.015515 1 controller.go:512] The operator is healthy I0326 23:40:48.015988 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=5884734e6f759197d93c61ce11d687e244588eae795b5799ec73ec3d1ab81a1e I0326 23:40:48.016204 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=9dd2b242272dc07f0b0969eb4e5cf15b16db03284d37f110199ad1abcbae8971 I0326 23:40:48.016214 1 gather.go:177] gatherer "clusterconfig" function "crds" took 44.409515ms to process 2 records I0326 23:40:48.016225 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 45.974978ms to process 0 records I0326 23:40:48.016232 1 tasks_processing.go:74] worker 13 stopped. I0326 23:40:48.021016 1 prometheus_rules.go:88] Prometheus rules successfully created E0326 23:40:48.029594 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ec66ec85-c877-4aee-8ef5-34bc2fe9b924%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:39722->172.30.0.10:53: read: connection refused I0326 23:40:48.029615 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ec66ec85-c877-4aee-8ef5-34bc2fe9b924%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:39722->172.30.0.10:53: read: connection refused I0326 23:40:48.032017 1 tasks_processing.go:74] worker 56 stopped. E0326 23:40:48.032035 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0326 23:40:48.032042 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0326 23:40:48.032046 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0326 23:40:48.032059 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0326 23:40:48.032087 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0326 23:40:48.032095 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0326 23:40:48.032099 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0326 23:40:48.032103 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0326 23:40:48.032142 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0326 23:40:48.032149 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0326 23:40:48.032154 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 60.033797ms to process 7 records I0326 23:40:48.037039 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0326 23:40:48.037454 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:40:48.037460 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:40:48.040702 1 base_controller.go:82] Caches are synced for ConfigController I0326 23:40:48.040718 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0326 23:40:48.045475 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:40:48.078588 1 tasks_processing.go:74] worker 45 stopped. I0326 23:40:48.078611 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 109.516172ms to process 0 records I0326 23:40:48.080763 1 tasks_processing.go:74] worker 40 stopped. I0326 23:40:48.081071 1 recorder.go:75] Recording config/version with fingerprint=f56b1cc9ed5706fabd3a2fde33c68ab97e15d04b6d7607ed1379bdecf4391c95 I0326 23:40:48.081088 1 recorder.go:75] Recording config/id with fingerprint=a2e9988fb18d5017bdbae929ab401790edadb0333ef7108ccfb9d6934254487f I0326 23:40:48.081096 1 gather.go:177] gatherer "clusterconfig" function "version" took 111.7034ms to process 2 records I0326 23:40:48.081501 1 tasks_processing.go:74] worker 25 stopped. I0326 23:40:48.081530 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0326 23:40:48.081541 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 112.339392ms to process 1 records I0326 23:40:48.091870 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0326 23:40:48.093868 1 tasks_processing.go:74] worker 28 stopped. I0326 23:40:48.093976 1 recorder.go:75] Recording config/running_containers with fingerprint=4e41ca497c3be20c5bc3ecefdf5c23d16a5452fa95f961bbbaa5ab7a1b700a67 I0326 23:40:48.094006 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 121.832448ms to process 1 records W0326 23:40:48.095931 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:57770->172.30.0.10:53: read: connection refused I0326 23:40:48.095946 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:57770->172.30.0.10:53: read: connection refused I0326 23:40:48.096180 1 tasks_processing.go:74] worker 4 stopped. I0326 23:40:48.096195 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 127.311839ms to process 0 records I0326 23:40:48.108457 1 base_controller.go:82] Caches are synced for LoggingSyncer I0326 23:40:48.108477 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0326 23:40:48.113747 1 tasks_processing.go:74] worker 43 stopped. E0326 23:40:48.113765 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0326 23:40:48.113773 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9n1rd4nejao0bdiehvp66a2j2pguee-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9n1rd4nejao0bdiehvp66a2j2pguee-primary-cert-bundle-secret" not found I0326 23:40:48.113853 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=57b5727b63868404e8b821d118337604d6e5bfafced9f47e78c108b74907255e I0326 23:40:48.113868 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 141.74411ms to process 1 records W0326 23:40:49.003524 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0326 23:40:49.213563 1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 19 containers I0326 23:40:49.213579 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1324517 bytes I0326 23:40:49.213642 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-rjqsq pod in namespace openshift-dns (previous: false). I0326 23:40:49.418342 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0326 23:40:49.439545 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rjqsq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-rjqsq\" is waiting to start: ContainerCreating" I0326 23:40:49.439757 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-rjqsq\" is waiting to start: ContainerCreating" I0326 23:40:49.439770 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-rjqsq pod in namespace openshift-dns (previous: false). I0326 23:40:49.618027 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rjqsq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-rjqsq\" is waiting to start: ContainerCreating" I0326 23:40:49.618048 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-rjqsq\" is waiting to start: ContainerCreating" I0326 23:40:49.618079 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-stphw pod in namespace openshift-dns (previous: false). I0326 23:40:49.839233 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-stphw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-stphw\" is waiting to start: ContainerCreating" I0326 23:40:49.839255 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-stphw\" is waiting to start: ContainerCreating" I0326 23:40:49.839263 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-stphw pod in namespace openshift-dns (previous: false). W0326 23:40:50.003345 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0326 23:40:50.020997 1 tasks_processing.go:74] worker 49 stopped. I0326 23:40:50.021057 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=be0f2f8a25c83d47bc2273cb33f49b368aa42e405cc75a89db09ddc250dadd39 I0326 23:40:50.021096 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=16258e45ba43a63686f567cdf32284af21c43ab3cca521ce08c104d3bb0b91d5 I0326 23:40:50.021127 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0326 23:40:50.021155 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=4ee99d4eacfc51a0d3e8975f4079a1fcd0f8545114bac9663af21e5417523410 I0326 23:40:50.021173 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0326 23:40:50.021194 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=f777b86b5d889ae699b91d427289218e38d64ba0af5dd8d71b3596c781fd8de5 I0326 23:40:50.021240 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=f38602c089f101bf5703cb62d0534062ff2619c96f616d9675164097bc238c81 I0326 23:40:50.021266 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=dff7870cbc09d5210ed069a086e3faddb62c2c1744d166fa538891274844e7ce I0326 23:40:50.021280 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=68991227552b2d1ad493ddd164025c2bdc263f1c57b68e5276328187284c7981 I0326 23:40:50.021296 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=cc8b949ed365451f5fc235830456ecbe22ab0185cdaf9577eb3d947789e9492b I0326 23:40:50.021306 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0326 23:40:50.021321 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=141156387d6092fd725f4ab217907ee92485ff6728b336f005902ffd66dccfc2 I0326 23:40:50.021332 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0326 23:40:50.021347 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=4ef6264880cdfdf7b379b42ab8a32bb1f71acfe8701539e1fbf7dc168bbb4d28 I0326 23:40:50.021357 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0326 23:40:50.021377 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=3e428ad8c96ac091ff4aa0676238b75f261c1fab1b5b6f576c965f5941f89021 I0326 23:40:50.021386 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0326 23:40:50.021402 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=0493a0456236571d490e795f334c3139ff7530263a8ae75953277cf09ce64033 I0326 23:40:50.021544 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=fc80930c734bbd891f9a33338f789a199083b1ee7c5c6620c183a2e9ae9c9a91 I0326 23:40:50.021554 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0326 23:40:50.021561 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0326 23:40:50.021583 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0326 23:40:50.021605 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=6c40a00a2d430cae267a1471f056743d7ee3ba03042223ad95c52af2b8830f60 I0326 23:40:50.021629 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=85c51031348bea9c170bce53d74b613418dbf71e7fc213751d7debb6469242ec I0326 23:40:50.021639 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0326 23:40:50.021654 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=64b78b4c9c59959d3c766eec9c77ede4ad2554cfc2a5554e1fda3b7212263858 I0326 23:40:50.021662 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0326 23:40:50.021674 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=166b9a3b726a74bfa4d0efe6afa5121ada72e429122fc350f63a54dcb9ba9910 I0326 23:40:50.021689 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=47e7529e9733e58e4f1c17277cbc9c7c758bfe54d14cf17ab0e08b47c9142044 I0326 23:40:50.021701 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=b6c05e7aa98fa0a992f24770caa892523542ebc958dec241d1e21622eac535d9 I0326 23:40:50.021717 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=ab52a7675abb39cb520310c7ce1d0b2bde12058e2b28fb881ad037ccf4cfb800 I0326 23:40:50.021738 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=0a4755469c6ef2bfbd6711a03c7a846e25f2f51db22eded8e13ef5cb8a474ded I0326 23:40:50.021748 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0326 23:40:50.021774 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=1ee8de66a2c1a99ff989e8d84ca8f831ed70ce06e5594d422bc4e0b2d927f0fb I0326 23:40:50.021791 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0326 23:40:50.021800 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0326 23:40:50.021807 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.051592674s to process 36 records I0326 23:40:50.026872 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-stphw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-stphw\" is waiting to start: ContainerCreating" I0326 23:40:50.026889 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-stphw\" is waiting to start: ContainerCreating" I0326 23:40:50.026899 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dclw6 pod in namespace openshift-dns (previous: false). I0326 23:40:50.217658 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0326 23:40:50.217678 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-fhdc6 pod in namespace openshift-dns (previous: false). I0326 23:40:50.418732 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0326 23:40:50.418818 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-574c94bb68-825bl pod in namespace openshift-image-registry (previous: false). I0326 23:40:50.612730 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0326 23:40:50.612785 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b54458c75-78fr6 pod in namespace openshift-image-registry (previous: false). I0326 23:40:50.817872 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6b54458c75-78fr6 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6b54458c75-78fr6\" is waiting to start: ContainerCreating" I0326 23:40:50.817895 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6b54458c75-78fr6\" is waiting to start: ContainerCreating" I0326 23:40:50.817948 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b54458c75-z5vps pod in namespace openshift-image-registry (previous: false). W0326 23:40:51.003269 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0326 23:40:51.019163 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6b54458c75-z5vps pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6b54458c75-z5vps\" is waiting to start: ContainerCreating" I0326 23:40:51.019182 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6b54458c75-z5vps\" is waiting to start: ContainerCreating" I0326 23:40:51.019194 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-4nxj7 pod in namespace openshift-image-registry (previous: false). I0326 23:40:51.217620 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0326 23:40:51.217642 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-xhdpn pod in namespace openshift-image-registry (previous: false). I0326 23:40:51.417855 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0326 23:40:51.417875 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5769486d95-bqxk8 pod in namespace openshift-ingress (previous: false). I0326 23:40:51.618805 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5769486d95-bqxk8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5769486d95-bqxk8\" is waiting to start: ContainerCreating" I0326 23:40:51.618823 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5769486d95-bqxk8\" is waiting to start: ContainerCreating" I0326 23:40:51.618835 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5769486d95-tb2g2 pod in namespace openshift-ingress (previous: false). I0326 23:40:51.817898 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5769486d95-tb2g2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5769486d95-tb2g2\" is waiting to start: ContainerCreating" I0326 23:40:51.817931 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5769486d95-tb2g2\" is waiting to start: ContainerCreating" I0326 23:40:51.817943 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-b8764d5d7-hc8p7 pod in namespace openshift-ingress (previous: false). W0326 23:40:52.003985 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0326 23:40:52.018407 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-b8764d5d7-hc8p7 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-b8764d5d7-hc8p7\" is waiting to start: ContainerCreating" I0326 23:40:52.018470 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-b8764d5d7-hc8p7\" is waiting to start: ContainerCreating" I0326 23:40:52.018525 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-h2f26 pod in namespace openshift-ingress-canary (previous: false). I0326 23:40:52.219718 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-h2f26 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-h2f26\" is waiting to start: ContainerCreating" I0326 23:40:52.219737 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-h2f26\" is waiting to start: ContainerCreating" I0326 23:40:52.219765 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jf8r4 pod in namespace openshift-ingress-canary (previous: false). I0326 23:40:52.417152 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-jf8r4 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jf8r4\" is waiting to start: ContainerCreating" I0326 23:40:52.417169 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jf8r4\" is waiting to start: ContainerCreating" I0326 23:40:52.417197 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-s97lw pod in namespace openshift-kube-storage-version-migrator (previous: false). I0326 23:40:52.618167 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-s97lw pod in namespace openshift-kube-storage-version-migrator (previous: false). I0326 23:40:52.819054 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-jhzh6 pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). W0326 23:40:52.999578 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0326 23:40:52.999605 1 tasks_processing.go:74] worker 47 stopped. E0326 23:40:52.999615 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0326 23:40:52.999626 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0326 23:40:52.999641 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0326 23:40:52.999650 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.029466027s to process 1 records I0326 23:40:53.019540 1 tasks_processing.go:74] worker 38 stopped. I0326 23:40:53.019622 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=bf6f2c2c465b3bb3148c7f790e78c9a1d1e717798ba12d67ac8b57fea3ab7a01 I0326 23:40:53.019662 1 recorder.go:75] Recording events/openshift-dns with fingerprint=90d000545011b17a0c2b5c3fa492dc4bd6cd8fa3d5e01fe483ea727c1608fd5b I0326 23:40:53.019734 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=1c6b9884825ca92f4a1e289b6e7330468ee3e1edaadb3480e4a32b8dd340e8ef I0326 23:40:53.019777 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=1f58cb6bbffc7cab1517ff695421af3b195c8ec06ec48f341df3a08aca532519 I0326 23:40:53.019824 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=3b0fbe187c6516ae81e216d4eaf0f9d0f2622637ba80c6393d517d85e86c0e5d I0326 23:40:53.019846 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=43e1f8c5d421eaeef9278d87c4b03dc7e9bb55ca7fd463245388ce976651d6c5 I0326 23:40:53.019862 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=7d61db6b9832a5680bd4472e3cebc361085c0f702f62736d2745046121d8d7a5 I0326 23:40:53.019915 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=f2f96cc479f1971248fc3e42e7a358c59d79747e34d972715619d1bc5e6338d7 I0326 23:40:53.021274 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-rjqsq with fingerprint=7e7598008fab80f17487cf26cb266d460fcffbb4145a462b5ade70f534e69a6d I0326 23:40:53.021367 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-stphw with fingerprint=616a3c5e58ebce99b06577e486564576fcf5218dd5e52f9e6a0730e5518c63e2 I0326 23:40:53.021463 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-574c94bb68-825bl with fingerprint=f4ff141c6984090aa8c051e965b56d17f6a043e838e70cd70df33efb7137995c I0326 23:40:53.021563 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6b54458c75-78fr6 with fingerprint=f47f293d3c4ab8c7c0915230bbb387c2a2e80bb9063e74d7651e80304416940d I0326 23:40:53.021652 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6b54458c75-z5vps with fingerprint=4936599c1e19177119148d0e5ea6a9ebf8a8cacea8a4f2045a5aa0d5fd5c295b I0326 23:40:53.021711 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-h2f26 with fingerprint=54f72728e52f2b67d2520c536462cc2c451b80904a1cee20fe387e4d8de844b4 I0326 23:40:53.021766 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-jf8r4 with fingerprint=5366682989996dba4e645e9c6a1fe64428c11857b4087e98a1727217059b8fc8 I0326 23:40:53.021782 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-s97lw/migrator_current.log with fingerprint=539e63a48783cb5c4a90196002f1649525cf21992a7c1a45d266ca6cc79d273f I0326 23:40:53.021790 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-s97lw/graceful-termination_current.log with fingerprint=d7343194c8c2150101848215e3b2251a3bf822fd14773973f7420efa31d8ecdf I0326 23:40:53.021863 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-jhzh6/kube-storage-version-migrator-operator_current.log with fingerprint=26c7d778e86d3630647b1f9ba4e09bba20a66bb2c26873172809c93b68d9e9b5 I0326 23:40:53.021873 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.050471108s to process 18 records I0326 23:41:00.611665 1 tasks_processing.go:74] worker 6 stopped. I0326 23:41:00.611722 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0326 23:41:00.611737 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.639610591s to process 1 records I0326 23:41:00.880581 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:41:01.378082 1 tasks_processing.go:74] worker 37 stopped. I0326 23:41:01.378381 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=c89e48e19f2ee679cbbc8ca0a7fdb135e655b3c822496630920a7fdbed5c113c I0326 23:41:01.378402 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.408980153s to process 1 records E0326 23:41:01.378476 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.409s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0326 23:41:01.379586 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0326 23:41:01.379602 1 periodic.go:209] Running workloads gatherer I0326 23:41:01.379619 1 tasks_processing.go:45] number of workers: 2 I0326 23:41:01.379627 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:41:01.379634 1 tasks_processing.go:71] worker 1 working on workload_info task. I0326 23:41:01.379640 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:41:01.379664 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0326 23:41:01.411817 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0326 23:41:01.421691 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms) I0326 23:41:01.425822 1 tasks_processing.go:74] worker 0 stopped. I0326 23:41:01.425844 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 46.133733ms to process 0 records I0326 23:41:01.431014 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms) I0326 23:41:01.439390 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms) I0326 23:41:01.447464 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (8ms) I0326 23:41:01.464902 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (17ms) I0326 23:41:01.473390 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (8ms) I0326 23:41:01.481723 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (8ms) I0326 23:41:01.490229 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (8ms) I0326 23:41:01.498585 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (8ms) I0326 23:41:01.506862 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (8ms) I0326 23:41:01.520516 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (14ms) I0326 23:41:01.623514 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (103ms) I0326 23:41:01.720995 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (97ms) I0326 23:41:01.824290 1 gather_workloads_info.go:387] No image sha256:bffebf689df67af02a06b97d3d9bfcfdccd597350d132171ee68f3d0ed29a3f6 (103ms) I0326 23:41:01.921010 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (97ms) I0326 23:41:02.022560 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (102ms) I0326 23:41:02.121092 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (99ms) I0326 23:41:02.223183 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (102ms) I0326 23:41:02.320729 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (98ms) I0326 23:41:02.425024 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (104ms) I0326 23:41:02.520909 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (96ms) I0326 23:41:02.623628 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (103ms) I0326 23:41:02.722243 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms) I0326 23:41:02.828285 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (106ms) I0326 23:41:02.921010 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (93ms) I0326 23:41:03.022843 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (102ms) I0326 23:41:03.121654 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (99ms) I0326 23:41:03.225157 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (103ms) I0326 23:41:03.321524 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (96ms) I0326 23:41:03.424495 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (103ms) I0326 23:41:03.522005 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (97ms) I0326 23:41:03.623899 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (102ms) I0326 23:41:03.721868 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (98ms) I0326 23:41:03.824702 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (103ms) I0326 23:41:03.824737 1 tasks_processing.go:74] worker 1 stopped. E0326 23:41:03.824748 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0326 23:41:03.825074 1 recorder.go:75] Recording config/workload_info with fingerprint=4130f43286db42ef5689c61784366f68713eea48a00c66695f6dd93d8a975f69 I0326 23:41:03.825091 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.445095601s to process 1 records E0326 23:41:03.825125 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.445s with: function \"workload_info\" failed with an error" I0326 23:41:03.826235 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0326 23:41:03.826251 1 periodic.go:209] Running conditional gatherer I0326 23:41:03.827758 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:41:03.831861 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0326 23:41:03.834535 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:41:03.838626 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.15:46938->172.30.0.10:53: read: connection refused E0326 23:41:03.838893 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0326 23:41:03.838954 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0326 23:41:03.844630 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0326 23:41:03.844648 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:41:03.844655 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:41:03.844660 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:41:03.844665 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:41:03.844668 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:41:03.844672 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:41:03.844679 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:41:03.844684 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0326 23:41:03.844689 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0326 23:41:03.844711 1 tasks_processing.go:45] number of workers: 3 I0326 23:41:03.844723 1 tasks_processing.go:69] worker 2 listening for tasks. I0326 23:41:03.844730 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0326 23:41:03.844792 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:41:03.844804 1 tasks_processing.go:71] worker 1 working on remote_configuration task. I0326 23:41:03.844807 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0326 23:41:03.844811 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:41:03.844818 1 tasks_processing.go:74] worker 0 stopped. I0326 23:41:03.844839 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0326 23:41:03.844857 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.882µs to process 1 records I0326 23:41:03.844901 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0326 23:41:03.844913 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.175µs to process 1 records I0326 23:41:03.844922 1 tasks_processing.go:74] worker 1 stopped. I0326 23:41:03.845055 1 tasks_processing.go:74] worker 2 stopped. I0326 23:41:03.845069 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 238.357µs to process 0 records I0326 23:41:03.845089 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.15:46938->172.30.0.10:53: read: connection refused I0326 23:41:03.845108 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0326 23:41:03.865875 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=b7574c5721d2dfeb83953b738e871b2415aecd7a6da1a4f866ae673a4f08d176 I0326 23:41:03.866019 1 diskrecorder.go:70] Writing 112 records to /var/lib/insights-operator/insights-2026-03-26-234103.tar.gz I0326 23:41:03.875089 1 diskrecorder.go:51] Wrote 112 records to disk in 9ms I0326 23:41:03.875129 1 periodic.go:278] Gathering cluster info every 2h0m0s I0326 23:41:03.875146 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0326 23:41:04.029068 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:42:12.269024 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="8db63f0c84291b8161f9c9457f8d1bbc6d9d859d677521b5f03ee2d61e4ac756") W0326 23:42:12.269059 1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created I0326 23:42:12.269113 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="9ca6974d9716c7999c76eea0d2c798bb70014c10ac17a05b3fefd9413366aa75") I0326 23:42:12.269122 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0326 23:42:12.269152 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="67ca2bcb43995ba904139173e14dea64832d39081e7f4482304311ab2e1fecdd") I0326 23:42:12.269160 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0326 23:42:12.269192 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0326 23:42:12.269213 1 base_controller.go:181] Shutting down LoggingSyncer ... I0326 23:42:12.269244 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:42:12.269249 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0326 23:42:12.269261 1 periodic.go:170] Shutting down I0326 23:42:12.269269 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:42:12.269274 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0326 23:42:12.269273 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0326 23:42:12.269289 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-2600621616/tls.crt::/tmp/serving-cert-2600621616/tls.key" I0326 23:42:12.269282 1 base_controller.go:113] All LoggingSyncer workers have been terminated