W0401 12:50:57.370054 1 cmd.go:257] Using insecure, self-signed certificates I0401 12:50:57.676227 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:50:57.676545 1 observer_polling.go:159] Starting file observer I0401 12:50:58.004944 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0401 12:50:58.005155 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0401 12:50:58.005707 1 secure_serving.go:57] Forcing use of http/1.1 only W0401 12:50:58.005727 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0401 12:50:58.005731 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0401 12:50:58.005737 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0401 12:50:58.005741 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0401 12:50:58.005745 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0401 12:50:58.005749 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0401 12:50:58.005745 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0401 12:50:58.009398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"897dc0f1-8249-42ce-a0ee-2db7964e0219", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0401 12:50:58.009391 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0401 12:50:58.010931 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0401 12:50:58.010945 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0401 12:50:58.010941 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0401 12:50:58.010955 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0401 12:50:58.010954 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0401 12:50:58.010966 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0401 12:50:58.011138 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1769549229/tls.crt::/tmp/serving-cert-1769549229/tls.key" I0401 12:50:58.011618 1 secure_serving.go:213] Serving securely on [::]:8443 I0401 12:50:58.011651 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0401 12:50:58.014766 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0401 12:50:58.014784 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0401 12:50:58.014878 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0401 12:50:58.020068 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0401 12:50:58.020093 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0401 12:50:58.025485 1 secretconfigobserver.go:119] support secret does not exist I0401 12:50:58.030342 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0401 12:50:58.034109 1 secretconfigobserver.go:119] support secret does not exist I0401 12:50:58.036325 1 recorder.go:161] Pruning old reports every 5h21m32s, max age is 288h0m0s I0401 12:50:58.040837 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0401 12:50:58.040855 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0401 12:50:58.040860 1 periodic.go:209] Running clusterconfig gatherer I0401 12:50:58.040866 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0401 12:50:58.040881 1 insightsreport.go:296] Starting report retriever I0401 12:50:58.040889 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0401 12:50:58.040896 1 tasks_processing.go:45] number of workers: 64 I0401 12:50:58.040914 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 12:50:58.040925 1 tasks_processing.go:69] worker 3 listening for tasks. I0401 12:50:58.040929 1 tasks_processing.go:69] worker 17 listening for tasks. I0401 12:50:58.040931 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 12:50:58.040934 1 tasks_processing.go:71] worker 3 working on metrics task. I0401 12:50:58.040936 1 tasks_processing.go:69] worker 2 listening for tasks. I0401 12:50:58.040939 1 tasks_processing.go:69] worker 41 listening for tasks. I0401 12:50:58.040936 1 tasks_processing.go:71] worker 17 working on cluster_apiserver task. I0401 12:50:58.040944 1 tasks_processing.go:71] worker 41 working on container_images task. I0401 12:50:58.040951 1 tasks_processing.go:69] worker 4 listening for tasks. I0401 12:50:58.040951 1 tasks_processing.go:69] worker 11 listening for tasks. I0401 12:50:58.040959 1 tasks_processing.go:69] worker 12 listening for tasks. W0401 12:50:58.040962 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:50:58.040966 1 tasks_processing.go:69] worker 5 listening for tasks. I0401 12:50:58.040967 1 tasks_processing.go:69] worker 53 listening for tasks. I0401 12:50:58.040973 1 tasks_processing.go:69] worker 13 listening for tasks. I0401 12:50:58.040978 1 tasks_processing.go:69] worker 59 listening for tasks. I0401 12:50:58.040982 1 tasks_processing.go:69] worker 9 listening for tasks. I0401 12:50:58.040987 1 tasks_processing.go:69] worker 61 listening for tasks. I0401 12:50:58.040981 1 tasks_processing.go:69] worker 60 listening for tasks. I0401 12:50:58.040991 1 tasks_processing.go:71] worker 0 working on monitoring_persistent_volumes task. I0401 12:50:58.040975 1 tasks_processing.go:69] worker 6 listening for tasks. I0401 12:50:58.040994 1 tasks_processing.go:69] worker 16 listening for tasks. I0401 12:50:58.040980 1 tasks_processing.go:69] worker 14 listening for tasks. I0401 12:50:58.040972 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 30.436µs to process 0 records I0401 12:50:58.041000 1 tasks_processing.go:71] worker 1 working on machine_sets task. I0401 12:50:58.040987 1 tasks_processing.go:69] worker 15 listening for tasks. I0401 12:50:58.041003 1 tasks_processing.go:69] worker 7 listening for tasks. I0401 12:50:58.041005 1 tasks_processing.go:69] worker 63 listening for tasks. I0401 12:50:58.041016 1 tasks_processing.go:69] worker 35 listening for tasks. I0401 12:50:58.040991 1 tasks_processing.go:69] worker 42 listening for tasks. I0401 12:50:58.040993 1 tasks_processing.go:69] worker 54 listening for tasks. I0401 12:50:58.041024 1 tasks_processing.go:69] worker 58 listening for tasks. I0401 12:50:58.041025 1 tasks_processing.go:69] worker 62 listening for tasks. I0401 12:50:58.041032 1 tasks_processing.go:69] worker 23 listening for tasks. I0401 12:50:58.041033 1 tasks_processing.go:69] worker 30 listening for tasks. I0401 12:50:58.040992 1 tasks_processing.go:69] worker 8 listening for tasks. I0401 12:50:58.040999 1 tasks_processing.go:69] worker 43 listening for tasks. I0401 12:50:58.041007 1 tasks_processing.go:69] worker 44 listening for tasks. I0401 12:50:58.041008 1 tasks_processing.go:69] worker 56 listening for tasks. I0401 12:50:58.041041 1 tasks_processing.go:69] worker 31 listening for tasks. I0401 12:50:58.041061 1 tasks_processing.go:69] worker 26 listening for tasks. I0401 12:50:58.041066 1 tasks_processing.go:69] worker 29 listening for tasks. I0401 12:50:58.041071 1 tasks_processing.go:69] worker 24 listening for tasks. I0401 12:50:58.041088 1 tasks_processing.go:69] worker 27 listening for tasks. I0401 12:50:58.041098 1 tasks_processing.go:69] worker 28 listening for tasks. I0401 12:50:58.041108 1 tasks_processing.go:69] worker 47 listening for tasks. I0401 12:50:58.041115 1 tasks_processing.go:69] worker 33 listening for tasks. I0401 12:50:58.041127 1 tasks_processing.go:69] worker 48 listening for tasks. I0401 12:50:58.041134 1 tasks_processing.go:69] worker 22 listening for tasks. I0401 12:50:58.041142 1 tasks_processing.go:69] worker 52 listening for tasks. I0401 12:50:58.040942 1 tasks_processing.go:69] worker 10 listening for tasks. I0401 12:50:58.041157 1 tasks_processing.go:69] worker 50 listening for tasks. I0401 12:50:58.041159 1 tasks_processing.go:69] worker 49 listening for tasks. I0401 12:50:58.041163 1 tasks_processing.go:69] worker 19 listening for tasks. I0401 12:50:58.041171 1 tasks_processing.go:69] worker 36 listening for tasks. I0401 12:50:58.041171 1 tasks_processing.go:69] worker 38 listening for tasks. I0401 12:50:58.041176 1 tasks_processing.go:69] worker 37 listening for tasks. I0401 12:50:58.041176 1 tasks_processing.go:69] worker 46 listening for tasks. I0401 12:50:58.041000 1 tasks_processing.go:69] worker 55 listening for tasks. I0401 12:50:58.041178 1 tasks_processing.go:69] worker 40 listening for tasks. I0401 12:50:58.041184 1 tasks_processing.go:69] worker 39 listening for tasks. I0401 12:50:58.041186 1 tasks_processing.go:71] worker 3 working on infrastructures task. I0401 12:50:58.041188 1 tasks_processing.go:69] worker 21 listening for tasks. I0401 12:50:58.041192 1 tasks_processing.go:71] worker 11 working on aggregated_monitoring_cr_names task. I0401 12:50:58.041194 1 tasks_processing.go:71] worker 12 working on openstack_controlplanes task. I0401 12:50:58.041198 1 tasks_processing.go:71] worker 21 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0401 12:50:58.041202 1 tasks_processing.go:71] worker 5 working on sap_config task. I0401 12:50:58.041212 1 tasks_processing.go:69] worker 25 listening for tasks. I0401 12:50:58.041211 1 tasks_processing.go:69] worker 20 listening for tasks. I0401 12:50:58.041226 1 tasks_processing.go:71] worker 53 working on ingress_certificates task. I0401 12:50:58.041221 1 tasks_processing.go:71] worker 44 working on mutating_webhook_configurations task. I0401 12:50:58.041236 1 tasks_processing.go:71] worker 7 working on machines task. I0401 12:50:58.041247 1 tasks_processing.go:69] worker 34 listening for tasks. I0401 12:50:58.041258 1 tasks_processing.go:69] worker 51 listening for tasks. I0401 12:50:58.041270 1 tasks_processing.go:71] worker 22 working on clusterroles task. I0401 12:50:58.041275 1 tasks_processing.go:71] worker 36 working on image_pruners task. I0401 12:50:58.041285 1 tasks_processing.go:71] worker 24 working on dvo_metrics task. I0401 12:50:58.041291 1 tasks_processing.go:71] worker 63 working on feature_gates task. I0401 12:50:58.041311 1 tasks_processing.go:71] worker 13 working on machine_configs task. I0401 12:50:58.041329 1 tasks_processing.go:71] worker 27 working on pdbs task. I0401 12:50:58.041197 1 tasks_processing.go:71] worker 39 working on jaegers task. I0401 12:50:58.041396 1 tasks_processing.go:71] worker 52 working on operators task. I0401 12:50:58.040944 1 tasks_processing.go:71] worker 2 working on storage_cluster task. I0401 12:50:58.041190 1 tasks_processing.go:71] worker 4 working on certificate_signing_requests task. I0401 12:50:58.041225 1 tasks_processing.go:69] worker 32 listening for tasks. I0401 12:50:58.041442 1 tasks_processing.go:71] worker 62 working on cost_management_metrics_configs task. I0401 12:50:58.041474 1 tasks_processing.go:71] worker 23 working on validating_webhook_configurations task. I0401 12:50:58.041483 1 tasks_processing.go:71] worker 38 working on storage_classes task. I0401 12:50:58.041518 1 tasks_processing.go:71] worker 28 working on silenced_alerts task. I0401 12:50:58.041526 1 tasks_processing.go:71] worker 60 working on sap_pods task. I0401 12:50:58.041543 1 tasks_processing.go:71] worker 6 working on container_runtime_configs task. I0401 12:50:58.041553 1 tasks_processing.go:71] worker 47 working on node_logs task. I0401 12:50:58.041585 1 tasks_processing.go:71] worker 14 working on install_plans task. I0401 12:50:58.041608 1 tasks_processing.go:71] worker 35 working on service_accounts task. I0401 12:50:58.041976 1 tasks_processing.go:71] worker 54 working on machine_healthchecks task. I0401 12:50:58.041998 1 tasks_processing.go:71] worker 58 working on schedulers task. I0401 12:50:58.042078 1 tasks_processing.go:71] worker 46 working on ceph_cluster task. I0401 12:50:58.042089 1 tasks_processing.go:71] worker 43 working on openshift_machine_api_events task. I0401 12:50:58.042082 1 tasks_processing.go:71] worker 30 working on proxies task. I0401 12:50:58.042130 1 tasks_processing.go:71] worker 16 working on lokistack task. I0401 12:50:58.042145 1 tasks_processing.go:71] worker 50 working on networks task. I0401 12:50:58.042086 1 tasks_processing.go:71] worker 8 working on pod_network_connectivity_checks task. I0401 12:50:58.042557 1 tasks_processing.go:69] worker 18 listening for tasks. I0401 12:50:58.042565 1 tasks_processing.go:69] worker 45 listening for tasks. I0401 12:50:58.042575 1 tasks_processing.go:69] worker 57 listening for tasks. I0401 12:50:58.042612 1 tasks_processing.go:71] worker 37 working on openstack_version task. I0401 12:50:58.042704 1 tasks_processing.go:71] worker 19 working on openshift_logging task. I0401 12:50:58.042765 1 tasks_processing.go:71] worker 48 working on machine_autoscalers task. I0401 12:50:58.042808 1 tasks_processing.go:71] worker 9 working on openstack_dataplanedeployments task. I0401 12:50:58.041968 1 tasks_processing.go:71] worker 42 working on nodenetworkconfigurationpolicies task. I0401 12:50:58.042884 1 tasks_processing.go:71] worker 20 working on ingress task. I0401 12:50:58.042919 1 tasks_processing.go:71] worker 56 working on nodenetworkstates task. I0401 12:50:58.042876 1 tasks_processing.go:71] worker 25 working on config_maps task. I0401 12:50:58.042715 1 tasks_processing.go:71] worker 10 working on operators_pods_and_events task. I0401 12:50:58.042911 1 tasks_processing.go:71] worker 26 working on oauths task. I0401 12:50:58.042658 1 tasks_processing.go:71] worker 33 working on nodes task. I0401 12:50:58.042680 1 tasks_processing.go:71] worker 15 working on authentication task. I0401 12:50:58.042728 1 tasks_processing.go:71] worker 59 working on machine_config_pools task. I0401 12:50:58.043968 1 tasks_processing.go:74] worker 1 stopped. I0401 12:50:58.042734 1 tasks_processing.go:71] worker 61 working on version task. I0401 12:50:58.044039 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 2.935866ms to process 0 records I0401 12:50:58.042734 1 tasks_processing.go:71] worker 40 working on support_secret task. I0401 12:50:58.042741 1 tasks_processing.go:71] worker 57 working on active_alerts task. W0401 12:50:58.044198 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:50:58.044210 1 tasks_processing.go:74] worker 57 stopped. I0401 12:50:58.044222 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 26.985µs to process 0 records I0401 12:50:58.042822 1 tasks_processing.go:71] worker 31 working on image_registries task. I0401 12:50:58.042660 1 tasks_processing.go:71] worker 55 working on image task. I0401 12:50:58.042933 1 tasks_processing.go:71] worker 29 working on tsdb_status task. I0401 12:50:58.043009 1 tasks_processing.go:71] worker 32 working on olm_operators task. W0401 12:50:58.041545 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:50:58.043036 1 tasks_processing.go:71] worker 51 working on qemu_kubevirt_launcher_logs task. I0401 12:50:58.044463 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 2.910495ms to process 0 records I0401 12:50:58.043047 1 tasks_processing.go:71] worker 34 working on openstack_dataplanenodesets task. I0401 12:50:58.043080 1 tasks_processing.go:71] worker 18 working on crds task. I0401 12:50:58.042638 1 tasks_processing.go:71] worker 49 working on sap_datahubs task. I0401 12:50:58.043133 1 tasks_processing.go:71] worker 45 working on overlapping_namespace_uids task. W0401 12:50:58.044387 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:50:58.044776 1 tasks_processing.go:74] worker 29 stopped. I0401 12:50:58.044788 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 419.851µs to process 0 records I0401 12:50:58.044443 1 tasks_processing.go:74] worker 28 stopped. I0401 12:50:58.045457 1 tasks_processing.go:74] worker 5 stopped. I0401 12:50:58.045476 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 4.244695ms to process 0 records I0401 12:50:58.045500 1 tasks_processing.go:74] worker 12 stopped. I0401 12:50:58.045510 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 4.295861ms to process 0 records I0401 12:50:58.045749 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0401 12:50:58.045767 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0401 12:50:58.045773 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0401 12:50:58.045777 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0401 12:50:58.045794 1 controller.go:489] The operator is still being initialized I0401 12:50:58.045806 1 controller.go:512] The operator is healthy I0401 12:50:58.046414 1 tasks_processing.go:74] worker 62 stopped. I0401 12:50:58.046425 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.96154ms to process 0 records I0401 12:50:58.046617 1 tasks_processing.go:74] worker 17 stopped. I0401 12:50:58.046785 1 recorder.go:75] Recording config/apiserver with fingerprint=49a3e0a0421714fb7921841c64a13a44aafe3ea6220817cb441227dc47297561 I0401 12:50:58.046797 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 5.662773ms to process 1 records I0401 12:50:58.047351 1 tasks_processing.go:74] worker 3 stopped. I0401 12:50:58.048084 1 recorder.go:75] Recording config/infrastructure with fingerprint=ad10999240a0c4b7d64b9072fadc7b94d6599ce16729b181810cd8ac1b61e48b I0401 12:50:58.048101 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 6.150363ms to process 1 records I0401 12:50:58.048114 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 6.183759ms to process 0 records I0401 12:50:58.048125 1 tasks_processing.go:74] worker 60 stopped. I0401 12:50:58.054322 1 tasks_processing.go:74] worker 6 stopped. I0401 12:50:58.054331 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 12.761516ms to process 0 records I0401 12:50:58.060013 1 tasks_processing.go:74] worker 48 stopped. I0401 12:50:58.060024 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 17.194549ms to process 0 records I0401 12:50:58.060103 1 tasks_processing.go:74] worker 54 stopped. E0401 12:50:58.060115 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0401 12:50:58.060126 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 18.10362ms to process 0 records I0401 12:50:58.062448 1 tasks_processing.go:74] worker 56 stopped. I0401 12:50:58.062464 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 19.21341ms to process 0 records I0401 12:50:58.062472 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 21.08835ms to process 0 records I0401 12:50:58.062476 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 19.762865ms to process 0 records I0401 12:50:58.062480 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 19.6162ms to process 0 records I0401 12:50:58.062484 1 tasks_processing.go:74] worker 9 stopped. I0401 12:50:58.062488 1 tasks_processing.go:74] worker 39 stopped. I0401 12:50:58.062492 1 tasks_processing.go:74] worker 37 stopped. I0401 12:50:58.063994 1 tasks_processing.go:74] worker 19 stopped. I0401 12:50:58.064023 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 21.234848ms to process 0 records I0401 12:50:58.064034 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 21.928832ms to process 0 records I0401 12:50:58.064039 1 tasks_processing.go:74] worker 46 stopped. I0401 12:50:58.064057 1 tasks_processing.go:74] worker 42 stopped. I0401 12:50:58.064064 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 21.174041ms to process 0 records I0401 12:50:58.064526 1 tasks_processing.go:74] worker 7 stopped. E0401 12:50:58.064541 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0401 12:50:58.064551 1 gather.go:177] gatherer "clusterconfig" function "machines" took 23.279839ms to process 0 records I0401 12:50:58.064560 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 23.544624ms to process 0 records I0401 12:50:58.064567 1 tasks_processing.go:74] worker 0 stopped. I0401 12:50:58.064570 1 tasks_processing.go:74] worker 2 stopped. I0401 12:50:58.064580 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 23.145672ms to process 0 records I0401 12:50:58.064776 1 tasks_processing.go:74] worker 44 stopped. I0401 12:50:58.064946 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=ff2fd8911e38aeb0c65ed0a9879170fbc7d32df13fdb1bc505d5dac830d7a3af I0401 12:50:58.064977 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ef643e01b1e0c7e6288b612c8e77faf51f0267a6704e466c183c69dd9c6448bc I0401 12:50:58.065001 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=fd40df4d3c7e8069540ca580f917cc1efbaecb6a2b02486b3c7e8e186f3d0770 I0401 12:50:58.065009 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 23.531269ms to process 3 records I0401 12:50:58.065107 1 recorder.go:75] Recording config/featuregate with fingerprint=58035f8d812b85c22be28cd37b6535f2f0144572e454e3750d2c888b1bb64fac I0401 12:50:58.065115 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 23.643342ms to process 1 records I0401 12:50:58.065118 1 tasks_processing.go:74] worker 63 stopped. I0401 12:50:58.065153 1 recorder.go:75] Recording config/proxy with fingerprint=a2585887610ed760487459f7a88dac69d594b99588762a0f22fd2dcee63e68c3 I0401 12:50:58.065160 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 22.881114ms to process 1 records I0401 12:50:58.065192 1 tasks_processing.go:74] worker 30 stopped. I0401 12:50:58.065266 1 tasks_processing.go:74] worker 36 stopped. I0401 12:50:58.065390 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=739fa960bf738282c4c58abca7b2e3aaff97008367884e1f4876e50c880046f3 I0401 12:50:58.065409 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 23.830915ms to process 1 records I0401 12:50:58.065493 1 tasks_processing.go:74] worker 15 stopped. I0401 12:50:58.065585 1 recorder.go:75] Recording config/authentication with fingerprint=382de2bf84e3d58cb90abedfb2a153715f4fcb37562314fd0e26e1ceb3d108f2 I0401 12:50:58.065600 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 21.352893ms to process 1 records I0401 12:50:58.065810 1 tasks_processing.go:74] worker 8 stopped. E0401 12:50:58.065824 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0401 12:50:58.065833 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 23.647515ms to process 0 records I0401 12:50:58.065844 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 23.685892ms to process 0 records I0401 12:50:58.065852 1 tasks_processing.go:74] worker 16 stopped. I0401 12:50:58.065856 1 tasks_processing.go:74] worker 47 stopped. I0401 12:50:58.065866 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 24.29203ms to process 0 records I0401 12:50:58.066006 1 tasks_processing.go:74] worker 58 stopped. I0401 12:50:58.066098 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=dc4b6c186d5f824a4416dda7c0b26eeb752bdbd24b4562eb3760d6f319b2d51d I0401 12:50:58.066111 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 23.990463ms to process 1 records I0401 12:50:58.066122 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 22.030788ms to process 0 records I0401 12:50:58.066137 1 tasks_processing.go:74] worker 59 stopped. I0401 12:50:58.066386 1 tasks_processing.go:74] worker 49 stopped. I0401 12:50:58.066402 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 21.764442ms to process 0 records I0401 12:50:58.066668 1 tasks_processing.go:74] worker 26 stopped. I0401 12:50:58.066907 1 recorder.go:75] Recording config/oauth with fingerprint=e4991e3739559ccd5c54ec4dacede29ce334c8a01a0d7a2dc091344d3247d09c I0401 12:50:58.066920 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 23.180625ms to process 1 records I0401 12:50:58.067002 1 tasks_processing.go:74] worker 27 stopped. I0401 12:50:58.067023 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=fc3aa2609bea2ecab71084c584314d4214f0639e125eb2e6e0047cc9ef8ee434 I0401 12:50:58.067052 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=94bfbc269e6c481d1eb119bf8cd9e00421459e7b7b47d82fe8bd238300ec3ceb I0401 12:50:58.067080 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=2e04f03c18a949e668d8dd0383db28dc49d1e581fa93debf4b6c465ea30aaa01 I0401 12:50:58.067091 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 25.35575ms to process 3 records I0401 12:50:58.067165 1 tasks_processing.go:74] worker 55 stopped. I0401 12:50:58.067188 1 recorder.go:75] Recording config/image with fingerprint=e72f0f4f0ce8957b405528ac16e0247fb3749359211a876203a18fcffd3b4a8b I0401 12:50:58.067221 1 gather.go:177] gatherer "clusterconfig" function "image" took 22.493557ms to process 1 records I0401 12:50:58.067318 1 tasks_processing.go:74] worker 50 stopped. I0401 12:50:58.067344 1 recorder.go:75] Recording config/network with fingerprint=1b55f4faa7cbc1273dab8428e441bf3ec8035aff3af21902648a883d752abc05 I0401 12:50:58.067357 1 gather.go:177] gatherer "clusterconfig" function "networks" took 24.78421ms to process 1 records I0401 12:50:58.067735 1 gather_logs.go:145] no pods in namespace were found I0401 12:50:58.067753 1 tasks_processing.go:74] worker 51 stopped. I0401 12:50:58.067763 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 23.297229ms to process 0 records I0401 12:50:58.070117 1 tasks_processing.go:74] worker 43 stopped. I0401 12:50:58.070136 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 28.016689ms to process 0 records I0401 12:50:58.070233 1 tasks_processing.go:74] worker 40 stopped. E0401 12:50:58.070248 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0401 12:50:58.070258 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 26.167567ms to process 0 records I0401 12:50:58.070495 1 tasks_processing.go:74] worker 34 stopped. I0401 12:50:58.070513 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 25.959879ms to process 0 records I0401 12:50:58.070541 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0401 12:50:58.070555 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 25.817522ms to process 1 records I0401 12:50:58.070562 1 tasks_processing.go:74] worker 45 stopped. I0401 12:50:58.070823 1 tasks_processing.go:74] worker 38 stopped. W0401 12:50:58.070901 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:50:58.070931 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=2785ae24bb0ab39e57e2b13373bf9bacd5594d7bb10a80dd241118ceef939602 I0401 12:50:58.070950 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=3f6644584fbaa9ca774db7f93e514e0096777978cf018027596f3ddd65e34abe I0401 12:50:58.070960 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 29.329157ms to process 2 records I0401 12:50:58.071088 1 tasks_processing.go:74] worker 20 stopped. I0401 12:50:58.071289 1 recorder.go:75] Recording config/ingress with fingerprint=5c2d5803fb7577ec53406635966d1c18de7e767b8d67c097582edfa61b7c34db I0401 12:50:58.071308 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 28.190315ms to process 1 records I0401 12:50:58.071776 1 tasks_processing.go:74] worker 33 stopped. I0401 12:50:58.072071 1 recorder.go:75] Recording config/node/ip-10-0-0-18.ec2.internal with fingerprint=843da932352eb277f246614b7dd47b4438c5a8c0a3941f2f020db12d5503f8ff I0401 12:50:58.072517 1 recorder.go:75] Recording config/node/ip-10-0-1-172.ec2.internal with fingerprint=7947a70f7084ca572a66db2d2ab5745bcc0adc474c80dba8ededa6374a09dee7 I0401 12:50:58.072683 1 recorder.go:75] Recording config/node/ip-10-0-2-236.ec2.internal with fingerprint=a80c04369cf4ad557b085f02bd36724351d84815c80abf539a71b8a9ebd9cd9b I0401 12:50:58.072700 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 28.103951ms to process 3 records I0401 12:50:58.072845 1 tasks_processing.go:74] worker 31 stopped. I0401 12:50:58.073466 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=661f945a673cf1c7e16fafccf09b42cfb38543032a73980fafa7a85aa70661c0 I0401 12:50:58.073486 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 27.549885ms to process 1 records I0401 12:50:58.073598 1 tasks_processing.go:74] worker 23 stopped. I0401 12:50:58.073659 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=e9423ad3a5dafe3d6859a7efb51c284c6f318ff2516295e9a91e5a6fbc5a3a18 I0401 12:50:58.074653 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a02c80f7ee42183e3197ea6642ed05195a6a80f43ef01d6b6af04f1521003830 I0401 12:50:58.074700 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=d29cb2fda5e7d618b00e143f47a4c4fcf1ac070052ed4b826a605e223bd7cde7 I0401 12:50:58.074730 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=24d4cb4889120c4445b0007669f20fe41850051e372f955dd54919bffb984fde I0401 12:50:58.074757 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=cc7ba9790e30aa9a9c8c8088c727b55ab498219652aa1c97359534e530bd362f I0401 12:50:58.074791 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c38d079ed7e4d1a7a333834b435658c9bf20b0297a766cd2c6ddc48955a1ce33 I0401 12:50:58.074815 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=606ce0b3997cc53bd5154186713edd826a91333eeeb3161c8bf1712d3436f91d I0401 12:50:58.074854 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=20ed09e6770b0e10d29fbb7d366c440d3d81873e3344ebf2eff2c58d58d8dcf3 I0401 12:50:58.074878 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=21eeae100c385aa65eff57d0ccb3cd84e9013e22e6c8b0e8a6c326728f45b68c I0401 12:50:58.074907 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=042fd9c20e0f7f06b4a4560dffc1b6ba37185c6dc6948edd24844f7a53cd5bc6 I0401 12:50:58.074938 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=e95d03748efba2eed8ac49720ec50c57b705770cca25a2886c20e3ff09071f10 I0401 12:50:58.074946 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 30.853891ms to process 11 records I0401 12:50:58.074957 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 32.432889ms to process 0 records I0401 12:50:58.074971 1 tasks_processing.go:74] worker 4 stopped. I0401 12:50:58.075034 1 tasks_processing.go:74] worker 22 stopped. I0401 12:50:58.075135 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=5d629ed47bdb2a3eae698d6a60b003fb8356e5974450ed6d7fd86e4bb267a80a I0401 12:50:58.075239 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=be9aa2af6a3d6283d61b3be62db78d3ede568bdcfd0e28b1dbd3e7def2a3ab50 I0401 12:50:58.075249 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 33.580772ms to process 2 records I0401 12:50:58.077271 1 tasks_processing.go:74] worker 11 stopped. I0401 12:50:58.077283 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 36.06478ms to process 0 records I0401 12:50:58.080184 1 tasks_processing.go:74] worker 32 stopped. I0401 12:50:58.080232 1 recorder.go:75] Recording config/olm_operators with fingerprint=bfdc67f00a8ea5bb6ecce85fc9a66460c5f091e643520296258dc7ace64808da I0401 12:50:58.080243 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 35.775669ms to process 1 records I0401 12:50:58.080327 1 tasks_processing.go:74] worker 18 stopped. I0401 12:50:58.080685 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=08e785859277b40f19b3dc1568413a4345f0c7b4b6c81a57a178acfe1308562e I0401 12:50:58.080885 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=059e87da7ddac12af77eff9f6736ed4f64cd0c172a8392cfc37355b44aa33efa I0401 12:50:58.080894 1 gather.go:177] gatherer "clusterconfig" function "crds" took 35.638968ms to process 2 records I0401 12:50:58.082765 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0401 12:50:58.082780 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0401 12:50:58.082911 1 operator.go:288] started I0401 12:50:58.082928 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0401 12:50:58.091883 1 tasks_processing.go:74] worker 41 stopped. I0401 12:50:58.091943 1 recorder.go:75] Recording config/running_containers with fingerprint=a798798cdf17ff26f7615f562da2f274e4549ef18b79c8fb7ee976f857758bf5 I0401 12:50:58.091954 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 50.92526ms to process 1 records I0401 12:50:58.096154 1 tasks_processing.go:74] worker 21 stopped. I0401 12:50:58.096166 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 54.944425ms to process 0 records I0401 12:50:58.098665 1 prometheus_rules.go:88] Prometheus rules successfully created I0401 12:50:58.099248 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0401 12:50:58.099258 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0401 12:50:58.099261 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0401 12:50:58.099264 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0401 12:50:58.099267 1 controller.go:212] Source scaController *sca.Controller is not ready I0401 12:50:58.099284 1 controller.go:489] The operator is still being initialized I0401 12:50:58.099291 1 controller.go:512] The operator is healthy E0401 12:50:58.105106 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27d9c4eb8d-08a0-4756-905e-84c647b8e70b%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:39268->172.30.0.10:53: read: connection refused I0401 12:50:58.105119 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27d9c4eb8d-08a0-4756-905e-84c647b8e70b%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:39268->172.30.0.10:53: read: connection refused I0401 12:50:58.107153 1 tasks_processing.go:74] worker 25 stopped. E0401 12:50:58.107165 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0401 12:50:58.107171 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0401 12:50:58.107174 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0401 12:50:58.107183 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0401 12:50:58.107206 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0401 12:50:58.107212 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0401 12:50:58.107217 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0401 12:50:58.107221 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0401 12:50:58.107258 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0401 12:50:58.107265 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0401 12:50:58.107270 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 63.712583ms to process 7 records I0401 12:50:58.111742 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0401 12:50:58.111755 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0401 12:50:58.111780 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0401 12:50:58.115900 1 base_controller.go:82] Caches are synced for ConfigController I0401 12:50:58.115910 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0401 12:50:58.117692 1 tasks_processing.go:74] worker 53 stopped. E0401 12:50:58.117707 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0401 12:50:58.117712 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pdc3bl3cjjhuf2r2fp2ghnjba2hru8c-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pdc3bl3cjjhuf2r2fp2ghnjba2hru8c-primary-cert-bundle-secret" not found I0401 12:50:58.117760 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=006891c10e7d91e866e5b9e5cba497bdaa3dcd115fc15751f716c13d83ce9a9d I0401 12:50:58.117772 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 76.453649ms to process 1 records I0401 12:50:58.120752 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:50:58.152884 1 tasks_processing.go:74] worker 61 stopped. I0401 12:50:58.153124 1 recorder.go:75] Recording config/version with fingerprint=ecbd8af013eeb818059cca20275dd2b4964598afea4a574778d4691bf33e46ad I0401 12:50:58.153135 1 recorder.go:75] Recording config/id with fingerprint=38678af43f4f83e66c5ddc7485c8ff6276095aa57a4883d5e0a1f2203f1dd139 I0401 12:50:58.153141 1 gather.go:177] gatherer "clusterconfig" function "version" took 108.894631ms to process 2 records I0401 12:50:58.160708 1 tasks_processing.go:74] worker 13 stopped. I0401 12:50:58.160731 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0401 12:50:58.160740 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 119.380966ms to process 1 records I0401 12:50:58.172951 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0401 12:50:58.176212 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:41999->172.30.0.10:53: read: connection refused I0401 12:50:58.176224 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:41999->172.30.0.10:53: read: connection refused I0401 12:50:58.182958 1 base_controller.go:82] Caches are synced for LoggingSyncer I0401 12:50:58.182968 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0401 12:50:58.478809 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0401 12:50:58.478822 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0401 12:50:58.479544 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-6t6qm pod in namespace openshift-dns (previous: false). I0401 12:50:58.703491 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-6t6qm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-6t6qm\" is waiting to start: ContainerCreating" I0401 12:50:58.703510 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-6t6qm\" is waiting to start: ContainerCreating" I0401 12:50:58.703519 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-6t6qm pod in namespace openshift-dns (previous: false). I0401 12:50:58.883393 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-6t6qm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-6t6qm\" is waiting to start: ContainerCreating" I0401 12:50:58.883409 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-6t6qm\" is waiting to start: ContainerCreating" I0401 12:50:58.883435 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-ddj4s pod in namespace openshift-dns (previous: false). W0401 12:50:59.069559 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:50:59.105944 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-ddj4s pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-ddj4s\" is waiting to start: ContainerCreating" I0401 12:50:59.105962 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-ddj4s\" is waiting to start: ContainerCreating" I0401 12:50:59.105969 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-ddj4s pod in namespace openshift-dns (previous: false). I0401 12:50:59.283828 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-ddj4s pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-ddj4s\" is waiting to start: ContainerCreating" I0401 12:50:59.283845 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-ddj4s\" is waiting to start: ContainerCreating" I0401 12:50:59.283874 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hclrb pod in namespace openshift-dns (previous: false). I0401 12:50:59.496901 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0401 12:50:59.512240 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hclrb pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hclrb\" is waiting to start: ContainerCreating" I0401 12:50:59.512257 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hclrb\" is waiting to start: ContainerCreating" I0401 12:50:59.512268 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hclrb pod in namespace openshift-dns (previous: false). I0401 12:50:59.682853 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hclrb pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hclrb\" is waiting to start: ContainerCreating" I0401 12:50:59.682871 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hclrb\" is waiting to start: ContainerCreating" I0401 12:50:59.682881 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-4lwvp pod in namespace openshift-dns (previous: false). I0401 12:50:59.883827 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:50:59.883847 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-7jb88 pod in namespace openshift-dns (previous: false). I0401 12:50:59.899704 1 tasks_processing.go:74] worker 52 stopped. I0401 12:50:59.899749 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=c1d5c14d16f38bf0c53ffbcdd30fe3857ffd2c6ac3224952e5b05ff9fefa59e1 I0401 12:50:59.899775 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=8df0f63bad3fc5576af704177cd3a2721ef9646636c79f90522e00f5a7754e2b I0401 12:50:59.899806 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0401 12:50:59.899832 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=baf1c5fa1b2890e93ab1bf3d3715a2256f1af266cc762b8567bec264b339308c I0401 12:50:59.899848 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0401 12:50:59.899885 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=90cb6511baeed56c50a8a158508514ded5cc5c0916cedf631292eb55f035cd61 I0401 12:50:59.899916 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=6d42120c291de9232de6243bd8e206a108d1fd6321d9fbb879e5bc9f9765aabf I0401 12:50:59.899940 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=d14ed27d9e468be55d9d4c6919f4e75588eae3b6253bcfedce330121f8a4e1a3 I0401 12:50:59.899953 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=a87ed23eaeb21ce58e2648f46e1a8cd3d15c91f510cedf3d7fa818b4d5ae8fa4 I0401 12:50:59.899970 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=c05446bbe3f89f6644abe2cd60d53314d46d87feca7a68d54c02425629e700b9 I0401 12:50:59.899979 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0401 12:50:59.899994 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=c89cff48bf03aac6b6ef98b4f269680406d528c7ba85073eb99801fb10573191 I0401 12:50:59.900004 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0401 12:50:59.900019 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=cce4272614b2a4f3f129213a0b8d9e5a9520ac2f8e881697406ea21b4488df31 I0401 12:50:59.900029 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0401 12:50:59.900042 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=a40718b4656137e9d8a39b6dfc6ec9661e044a7a2c3e0d8dcb726ff16c64beea I0401 12:50:59.900050 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0401 12:50:59.900066 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=780ebb4c127c72ec869cf70a6ee7c3deae4ec71ea7f3221318f6f3ec17f76806 I0401 12:50:59.900190 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=2a381b9148fd4921148a23b41efe2f3fb7d5e436fac1867d24bfe809bec4dbab I0401 12:50:59.900199 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0401 12:50:59.900206 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0401 12:50:59.900225 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0401 12:50:59.900245 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=169ab917a34136746dee4254c334f807f2621ba6d391605fcd59d19afd07b610 I0401 12:50:59.900269 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=bfd8ead4b8941affd07634ba694c53c653e2987917a34411e039dcec6d58d1a9 I0401 12:50:59.900278 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0401 12:50:59.900293 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=4012b22a4332dec073c80e55bafef072320cd09e116c2ef338fb3b47b3f6acf4 I0401 12:50:59.900302 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0401 12:50:59.900314 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=b5455f27f05a18b7db40ba55368bcb6a971dc0cb5aedd1ebaa28d0a83b825a6d I0401 12:50:59.900326 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a396b49b48d4d705a0a2d17a7b10e6427a0cfc45dfd47623202fa2cfe5dd4799 I0401 12:50:59.900340 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=de839885150a0ddd6bff5da80c8b9cceab436c8387c539de8172fa10b51a5e17 I0401 12:50:59.900356 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=f2924dfe7c5cde957bd0d6cd25b2f43656100981998cb734c7fde0caaeb18155 I0401 12:50:59.900385 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=be7875848c61691801b21eb31f27f98c5f44669ab1e4bf438d6f1ce5488cb478 I0401 12:50:59.900411 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=ede81b676e507b10559fd28f502549f90022e19d917384dc81519666f09379ed I0401 12:50:59.900427 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0401 12:50:59.900436 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0401 12:50:59.900442 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.858290382s to process 35 records W0401 12:51:00.069485 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:51:00.089594 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:51:00.089608 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-z4f2z pod in namespace openshift-dns (previous: false). I0401 12:51:00.293407 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:51:00.293466 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-697f76c949-4vld8 pod in namespace openshift-image-registry (previous: false). I0401 12:51:00.483348 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-697f76c949-4vld8 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-697f76c949-4vld8\" is waiting to start: ContainerCreating" I0401 12:51:00.483381 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-697f76c949-4vld8\" is waiting to start: ContainerCreating" I0401 12:51:00.483424 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-697f76c949-fc6bg pod in namespace openshift-image-registry (previous: false). I0401 12:51:00.686734 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-697f76c949-fc6bg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-697f76c949-fc6bg\" is waiting to start: ContainerCreating" I0401 12:51:00.686753 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-697f76c949-fc6bg\" is waiting to start: ContainerCreating" I0401 12:51:00.686814 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-8c78f8c66-kgn5b pod in namespace openshift-image-registry (previous: false). I0401 12:51:00.891478 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-8c78f8c66-kgn5b pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-8c78f8c66-kgn5b\" is waiting to start: ContainerCreating" I0401 12:51:00.891497 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-8c78f8c66-kgn5b\" is waiting to start: ContainerCreating" I0401 12:51:00.891510 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-49smf pod in namespace openshift-image-registry (previous: false). W0401 12:51:01.068927 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:51:01.082945 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:51:01.082958 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-4kbcd pod in namespace openshift-image-registry (previous: false). I0401 12:51:01.282564 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:51:01.282577 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-pzhn5 pod in namespace openshift-image-registry (previous: false). I0401 12:51:01.485116 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 12:51:01.485131 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7cb8f6ff5b-7nslq pod in namespace openshift-ingress (previous: false). I0401 12:51:01.683776 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7cb8f6ff5b-7nslq pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7cb8f6ff5b-7nslq\" is waiting to start: ContainerCreating" I0401 12:51:01.683791 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7cb8f6ff5b-7nslq\" is waiting to start: ContainerCreating" I0401 12:51:01.683802 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7cb8f6ff5b-l5g52 pod in namespace openshift-ingress (previous: false). I0401 12:51:01.884418 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7cb8f6ff5b-l5g52 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7cb8f6ff5b-l5g52\" is waiting to start: ContainerCreating" I0401 12:51:01.884435 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7cb8f6ff5b-l5g52\" is waiting to start: ContainerCreating" I0401 12:51:01.884447 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-b8cbd7d59-dq2ff pod in namespace openshift-ingress (previous: false). W0401 12:51:02.069457 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 12:51:02.084299 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-b8cbd7d59-dq2ff pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-b8cbd7d59-dq2ff\" is waiting to start: ContainerCreating" I0401 12:51:02.084316 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-b8cbd7d59-dq2ff\" is waiting to start: ContainerCreating" I0401 12:51:02.084330 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ncf56 pod in namespace openshift-ingress-canary (previous: false). I0401 12:51:02.283176 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-ncf56 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ncf56\" is waiting to start: ContainerCreating" I0401 12:51:02.283191 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ncf56\" is waiting to start: ContainerCreating" I0401 12:51:02.283224 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-phb6n pod in namespace openshift-ingress-canary (previous: false). I0401 12:51:02.482526 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-phb6n pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-phb6n\" is waiting to start: ContainerCreating" I0401 12:51:02.482542 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-phb6n\" is waiting to start: ContainerCreating" I0401 12:51:02.482571 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-tmdjp pod in namespace openshift-ingress-canary (previous: false). I0401 12:51:02.683508 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-tmdjp pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-tmdjp\" is waiting to start: ContainerCreating" I0401 12:51:02.683524 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-tmdjp\" is waiting to start: ContainerCreating" I0401 12:51:02.683542 1 tasks_processing.go:74] worker 10 stopped. I0401 12:51:02.683651 1 recorder.go:75] Recording events/openshift-dns with fingerprint=439d314433a609ab62908b9d06146e984939e205013dca8511b5860c301b23c5 I0401 12:51:02.683742 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=2049e5f66882d254f456956ffef62afd6ecd58b0ac31efa525e86a997273df38 I0401 12:51:02.683771 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=e559d61ff3069b9d7717c81db8275cefdeaa87efb02f8b9425bfe3d7e3474ee0 I0401 12:51:02.683815 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=8933b6de8b9be4d01efca62e750e037c66cb88cd40783f9a9870f4b2fe99975f I0401 12:51:02.683831 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=e808ef21e28214bdbd1df9386e1750a441ea6e6db98422912135622203ffc44e I0401 12:51:02.685152 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-ddj4s with fingerprint=7257b959a437703952ebe2f449281086a90844b6ae9bf7c44a80df9ed3b83aa0 I0401 12:51:02.685242 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-hclrb with fingerprint=fb7d3ea02e49de532de7d66871d6a2a3c99b7f7ea3ebf635a09ee10ec9106a62 I0401 12:51:02.685342 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-697f76c949-4vld8 with fingerprint=3e118dbb4a58982ea27d9a6feb30e2ce8989b125461e393052c9082d7de02f14 I0401 12:51:02.685450 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-697f76c949-fc6bg with fingerprint=4424dffd2c7c8f3351c7d27b0ceba99a6c491665375549c9da7d64326394788e I0401 12:51:02.685539 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-8c78f8c66-kgn5b with fingerprint=e563ff530ac1c300dffa8256a159cc74edc9dbf8adfe1eee7c4bce1f2ba1fa73 I0401 12:51:02.685597 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-phb6n with fingerprint=fd9c6473dab58fbde858841926a16ff090ceed4ebffabcbc5071c6633c274380 I0401 12:51:02.685652 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-tmdjp with fingerprint=8a5039bbb529da6bca3cd3512b66ebde5790d6e1dec4157b5bd46c4ee6c3af5f I0401 12:51:02.685661 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.64007154s to process 12 records W0401 12:51:03.065912 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0401 12:51:03.065938 1 tasks_processing.go:74] worker 24 stopped. E0401 12:51:03.065951 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0401 12:51:03.065964 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0401 12:51:03.065990 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0401 12:51:03.066008 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.024637555s to process 1 records I0401 12:51:10.478731 1 tasks_processing.go:74] worker 14 stopped. I0401 12:51:10.478770 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0401 12:51:10.478782 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.437124403s to process 1 records I0401 12:51:11.248234 1 tasks_processing.go:74] worker 35 stopped. I0401 12:51:11.248517 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=751aa8b7d1208af5fd734152a53c8f2354708612b0cd50cfd9c595651a5cc8c8 I0401 12:51:11.248533 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.206608303s to process 1 records E0401 12:51:11.248590 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.207s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0401 12:51:11.249688 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0401 12:51:11.249701 1 periodic.go:209] Running workloads gatherer I0401 12:51:11.249716 1 tasks_processing.go:45] number of workers: 2 I0401 12:51:11.249724 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 12:51:11.249728 1 tasks_processing.go:71] worker 1 working on workload_info task. I0401 12:51:11.249737 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 12:51:11.249757 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0401 12:51:11.271034 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0401 12:51:11.277962 1 tasks_processing.go:74] worker 0 stopped. I0401 12:51:11.277976 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.187014ms to process 0 records I0401 12:51:11.279655 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms) I0401 12:51:11.287938 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms) I0401 12:51:11.296198 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (8ms) I0401 12:51:11.304766 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (9ms) I0401 12:51:11.312561 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:51:11.313078 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (8ms) I0401 12:51:11.321436 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (8ms) I0401 12:51:11.329505 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (8ms) I0401 12:51:11.337689 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (8ms) I0401 12:51:11.346050 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (8ms) I0401 12:51:11.354474 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (8ms) I0401 12:51:11.382925 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (28ms) I0401 12:51:11.480916 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (98ms) I0401 12:51:11.583148 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (102ms) I0401 12:51:11.680025 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (97ms) I0401 12:51:11.783104 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (103ms) I0401 12:51:11.880623 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (97ms) I0401 12:51:11.982478 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (102ms) I0401 12:51:12.080825 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (98ms) I0401 12:51:12.182915 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (102ms) I0401 12:51:12.280953 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (98ms) I0401 12:51:12.384386 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (103ms) I0401 12:51:12.479871 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (95ms) I0401 12:51:12.583789 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (104ms) I0401 12:51:12.683898 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0401 12:51:12.781963 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (98ms) I0401 12:51:12.880613 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms) I0401 12:51:12.982038 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (101ms) I0401 12:51:12.984612 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:51:13.081599 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms) I0401 12:51:13.184953 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (103ms) I0401 12:51:13.188312 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:51:13.279970 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (95ms) I0401 12:51:13.382229 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (102ms) I0401 12:51:13.479568 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (97ms) I0401 12:51:13.479597 1 tasks_processing.go:74] worker 1 stopped. E0401 12:51:13.479607 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0401 12:51:13.479898 1 recorder.go:75] Recording config/workload_info with fingerprint=8424b4684dfa48b48cfeacf6b51e0af3c0dd2587c2061b4beeb579d5bf2bb61e I0401 12:51:13.479913 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.229862191s to process 1 records E0401 12:51:13.479937 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.23s with: function \"workload_info\" failed with an error" I0401 12:51:13.481039 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0401 12:51:13.481051 1 periodic.go:209] Running conditional gatherer I0401 12:51:13.486958 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0401 12:51:13.495568 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:34831->172.30.0.10:53: read: connection refused E0401 12:51:13.495910 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 12:51:13.495980 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0401 12:51:13.501091 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0401 12:51:13.501104 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:51:13.501109 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:51:13.501113 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:51:13.501115 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:51:13.501118 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:51:13.501121 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:51:13.501124 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:51:13.501127 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 12:51:13.501130 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0401 12:51:13.501143 1 tasks_processing.go:45] number of workers: 3 I0401 12:51:13.501153 1 tasks_processing.go:69] worker 2 listening for tasks. I0401 12:51:13.501157 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0401 12:51:13.501165 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 12:51:13.501175 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 12:51:13.501188 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0401 12:51:13.501193 1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task. I0401 12:51:13.501198 1 tasks_processing.go:74] worker 0 stopped. I0401 12:51:13.501248 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0401 12:51:13.501261 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.069µs to process 1 records I0401 12:51:13.501319 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0401 12:51:13.501328 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 993ns to process 1 records I0401 12:51:13.501334 1 tasks_processing.go:74] worker 1 stopped. I0401 12:51:13.501392 1 tasks_processing.go:74] worker 2 stopped. I0401 12:51:13.501403 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 229.842µs to process 0 records I0401 12:51:13.501419 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:34831->172.30.0.10:53: read: connection refused I0401 12:51:13.501436 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0401 12:51:13.521402 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=52de741503cebfa23c6aaa7e4ec35df0eeda05d0c5599ac2537d0a073f00f17f I0401 12:51:13.521536 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-04-01-125113.tar.gz I0401 12:51:13.528163 1 diskrecorder.go:51] Wrote 106 records to disk in 6ms I0401 12:51:13.528191 1 periodic.go:278] Gathering cluster info every 2h0m0s I0401 12:51:13.528210 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0401 12:51:21.288126 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 12:52:17.677572 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="2624a4f0053d2182263e1fef927d5ca5291f67a489260222218aedfc26383eeb") W0401 12:52:17.677603 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0401 12:52:17.677645 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="da41f7d88fdbc1244b385ac2fbf1547243ed05dea3a06b96facb3831152bc8bc") I0401 12:52:17.677666 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0401 12:52:17.677693 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0401 12:52:17.677702 1 base_controller.go:181] Shutting down ConfigController ... I0401 12:52:17.677723 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="c4eeb16a0a10bf595f88d5c09c30076ba714d379bdc2d15d7b22c0c3d02c3f6d") I0401 12:52:17.677730 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0401 12:52:17.677748 1 periodic.go:170] Shutting down I0401 12:52:17.677756 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0401 12:52:17.677756 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0401 12:52:17.677772 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0401 12:52:17.677790 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-1769549229/tls.crt::/tmp/serving-cert-1769549229/tls.key"