W0401 11:29:33.382314 1 cmd.go:257] Using insecure, self-signed certificates I0401 11:29:34.265014 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:29:34.265306 1 observer_polling.go:159] Starting file observer I0401 11:29:34.993078 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0401 11:29:34.993257 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0401 11:29:34.993820 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0401 11:29:34.993825 1 secure_serving.go:57] Forcing use of http/1.1 only W0401 11:29:34.993858 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0401 11:29:34.993866 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0401 11:29:34.993874 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0401 11:29:34.993878 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0401 11:29:34.993883 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0401 11:29:34.993888 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0401 11:29:34.997271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"db5f5a77-6e73-46cf-9640-9b9652ee0c4b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0401 11:29:34.997257 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0401 11:29:34.998200 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0401 11:29:34.998212 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0401 11:29:34.998211 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0401 11:29:34.998223 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0401 11:29:34.998226 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0401 11:29:34.998239 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0401 11:29:34.998549 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-513516897/tls.crt::/tmp/serving-cert-513516897/tls.key" I0401 11:29:34.998940 1 secure_serving.go:213] Serving securely on [::]:8443 I0401 11:29:34.998977 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0401 11:29:35.001661 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0401 11:29:35.001686 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0401 11:29:35.001745 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0401 11:29:35.007293 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0401 11:29:35.007313 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0401 11:29:35.011592 1 secretconfigobserver.go:119] support secret does not exist I0401 11:29:35.015477 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0401 11:29:35.018932 1 secretconfigobserver.go:119] support secret does not exist I0401 11:29:35.021733 1 recorder.go:161] Pruning old reports every 5h28m30s, max age is 288h0m0s I0401 11:29:35.025800 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0401 11:29:35.025810 1 periodic.go:209] Running clusterconfig gatherer I0401 11:29:35.025810 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0401 11:29:35.025818 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0401 11:29:35.025823 1 insightsreport.go:296] Starting report retriever I0401 11:29:35.025829 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0401 11:29:35.025856 1 tasks_processing.go:45] number of workers: 64 I0401 11:29:35.025885 1 tasks_processing.go:69] worker 3 listening for tasks. I0401 11:29:35.025892 1 tasks_processing.go:69] worker 10 listening for tasks. I0401 11:29:35.025894 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 11:29:35.025899 1 tasks_processing.go:69] worker 4 listening for tasks. I0401 11:29:35.025902 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 11:29:35.025904 1 tasks_processing.go:69] worker 5 listening for tasks. I0401 11:29:35.025901 1 tasks_processing.go:69] worker 22 listening for tasks. I0401 11:29:35.025910 1 tasks_processing.go:69] worker 2 listening for tasks. I0401 11:29:35.025907 1 tasks_processing.go:69] worker 11 listening for tasks. I0401 11:29:35.025913 1 tasks_processing.go:69] worker 12 listening for tasks. I0401 11:29:35.025916 1 tasks_processing.go:69] worker 6 listening for tasks. I0401 11:29:35.025919 1 tasks_processing.go:71] worker 12 working on crds task. I0401 11:29:35.025921 1 tasks_processing.go:69] worker 8 listening for tasks. I0401 11:29:35.025917 1 tasks_processing.go:69] worker 7 listening for tasks. I0401 11:29:35.025926 1 tasks_processing.go:69] worker 14 listening for tasks. I0401 11:29:35.025927 1 tasks_processing.go:69] worker 9 listening for tasks. I0401 11:29:35.025929 1 tasks_processing.go:69] worker 23 listening for tasks. I0401 11:29:35.025933 1 tasks_processing.go:69] worker 13 listening for tasks. I0401 11:29:35.025932 1 tasks_processing.go:69] worker 15 listening for tasks. I0401 11:29:35.025934 1 tasks_processing.go:69] worker 16 listening for tasks. I0401 11:29:35.025939 1 tasks_processing.go:69] worker 20 listening for tasks. I0401 11:29:35.025935 1 tasks_processing.go:69] worker 17 listening for tasks. I0401 11:29:35.025942 1 tasks_processing.go:69] worker 18 listening for tasks. I0401 11:29:35.025944 1 tasks_processing.go:69] worker 19 listening for tasks. I0401 11:29:35.025948 1 tasks_processing.go:69] worker 25 listening for tasks. I0401 11:29:35.025940 1 tasks_processing.go:69] worker 24 listening for tasks. I0401 11:29:35.025955 1 tasks_processing.go:69] worker 49 listening for tasks. I0401 11:29:35.025956 1 tasks_processing.go:71] worker 25 working on machine_sets task. I0401 11:29:35.025959 1 tasks_processing.go:69] worker 26 listening for tasks. I0401 11:29:35.025963 1 tasks_processing.go:69] worker 28 listening for tasks. I0401 11:29:35.025966 1 tasks_processing.go:69] worker 39 listening for tasks. I0401 11:29:35.025960 1 tasks_processing.go:69] worker 38 listening for tasks. I0401 11:29:35.025971 1 tasks_processing.go:69] worker 52 listening for tasks. I0401 11:29:35.025951 1 tasks_processing.go:69] worker 60 listening for tasks. I0401 11:29:35.025974 1 tasks_processing.go:69] worker 27 listening for tasks. I0401 11:29:35.025952 1 tasks_processing.go:69] worker 36 listening for tasks. I0401 11:29:35.025980 1 tasks_processing.go:71] worker 7 working on cluster_apiserver task. I0401 11:29:35.025948 1 tasks_processing.go:69] worker 48 listening for tasks. I0401 11:29:35.025966 1 tasks_processing.go:69] worker 51 listening for tasks. I0401 11:29:35.026003 1 tasks_processing.go:69] worker 55 listening for tasks. I0401 11:29:35.025961 1 tasks_processing.go:71] worker 19 working on container_runtime_configs task. I0401 11:29:35.026006 1 tasks_processing.go:69] worker 34 listening for tasks. I0401 11:29:35.026011 1 tasks_processing.go:69] worker 30 listening for tasks. I0401 11:29:35.025970 1 tasks_processing.go:69] worker 32 listening for tasks. I0401 11:29:35.025971 1 tasks_processing.go:71] worker 6 working on openshift_machine_api_events task. I0401 11:29:35.026021 1 tasks_processing.go:69] worker 58 listening for tasks. I0401 11:29:35.026021 1 tasks_processing.go:69] worker 57 listening for tasks. I0401 11:29:35.026026 1 tasks_processing.go:69] worker 59 listening for tasks. I0401 11:29:35.026021 1 tasks_processing.go:69] worker 35 listening for tasks. I0401 11:29:35.026033 1 tasks_processing.go:69] worker 61 listening for tasks. I0401 11:29:35.026035 1 tasks_processing.go:69] worker 63 listening for tasks. I0401 11:29:35.025977 1 tasks_processing.go:69] worker 33 listening for tasks. I0401 11:29:35.026040 1 tasks_processing.go:71] worker 0 working on active_alerts task. I0401 11:29:35.026041 1 tasks_processing.go:71] worker 10 working on schedulers task. I0401 11:29:35.026042 1 tasks_processing.go:71] worker 13 working on machine_autoscalers task. I0401 11:29:35.026047 1 tasks_processing.go:69] worker 62 listening for tasks. I0401 11:29:35.025979 1 tasks_processing.go:69] worker 53 listening for tasks. I0401 11:29:35.025976 1 tasks_processing.go:69] worker 31 listening for tasks. I0401 11:29:35.025982 1 tasks_processing.go:69] worker 41 listening for tasks. I0401 11:29:35.026060 1 tasks_processing.go:71] worker 5 working on service_accounts task. I0401 11:29:35.026052 1 tasks_processing.go:71] worker 20 working on nodes task. I0401 11:29:35.026089 1 tasks_processing.go:71] worker 24 working on machines task. I0401 11:29:35.026085 1 tasks_processing.go:71] worker 4 working on metrics task. I0401 11:29:35.026099 1 tasks_processing.go:71] worker 33 working on nodenetworkstates task. I0401 11:29:35.026133 1 tasks_processing.go:71] worker 35 working on nodenetworkconfigurationpolicies task. I0401 11:29:35.026144 1 tasks_processing.go:71] worker 32 working on storage_classes task. I0401 11:29:35.026150 1 tasks_processing.go:71] worker 53 working on sap_datahubs task. I0401 11:29:35.025955 1 tasks_processing.go:69] worker 37 listening for tasks. I0401 11:29:35.026192 1 tasks_processing.go:71] worker 58 working on storage_cluster task. I0401 11:29:35.026197 1 tasks_processing.go:71] worker 37 working on dvo_metrics task. I0401 11:29:35.026207 1 tasks_processing.go:71] worker 34 working on validating_webhook_configurations task. I0401 11:29:35.026234 1 tasks_processing.go:71] worker 31 working on openstack_dataplanedeployments task. I0401 11:29:35.026239 1 tasks_processing.go:71] worker 59 working on monitoring_persistent_volumes task. I0401 11:29:35.026308 1 tasks_processing.go:71] worker 49 working on olm_operators task. I0401 11:29:35.026357 1 tasks_processing.go:71] worker 48 working on openstack_version task. I0401 11:29:35.026426 1 tasks_processing.go:71] worker 26 working on aggregated_monitoring_cr_names task. I0401 11:29:35.026235 1 tasks_processing.go:71] worker 57 working on cost_management_metrics_configs task. I0401 11:29:35.025982 1 tasks_processing.go:69] worker 54 listening for tasks. I0401 11:29:35.026312 1 tasks_processing.go:71] worker 62 working on ingress_certificates task. I0401 11:29:35.026593 1 tasks_processing.go:71] worker 54 working on pod_network_connectivity_checks task. I0401 11:29:35.026091 1 tasks_processing.go:71] worker 61 working on certificate_signing_requests task. I0401 11:29:35.026066 1 tasks_processing.go:71] worker 17 working on image_registries task. W0401 11:29:35.026133 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:29:35.026000 1 tasks_processing.go:69] worker 42 listening for tasks. I0401 11:29:35.026799 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 682.369µs to process 0 records I0401 11:29:35.026003 1 tasks_processing.go:69] worker 29 listening for tasks. I0401 11:29:35.026801 1 tasks_processing.go:71] worker 42 working on pdbs task. I0401 11:29:35.026008 1 tasks_processing.go:69] worker 43 listening for tasks. I0401 11:29:35.026859 1 tasks_processing.go:71] worker 43 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0401 11:29:35.026014 1 tasks_processing.go:69] worker 56 listening for tasks. I0401 11:29:35.026015 1 tasks_processing.go:69] worker 44 listening for tasks. I0401 11:29:35.026023 1 tasks_processing.go:69] worker 45 listening for tasks. I0401 11:29:35.026015 1 tasks_processing.go:71] worker 15 working on networks task. I0401 11:29:35.026030 1 tasks_processing.go:69] worker 46 listening for tasks. I0401 11:29:35.026031 1 tasks_processing.go:71] worker 14 working on openstack_controlplanes task. I0401 11:29:35.026035 1 tasks_processing.go:71] worker 9 working on install_plans task. I0401 11:29:35.025976 1 tasks_processing.go:71] worker 8 working on node_logs task. I0401 11:29:35.027199 1 tasks_processing.go:71] worker 44 working on silenced_alerts task. I0401 11:29:35.027200 1 tasks_processing.go:71] worker 45 working on version task. W0401 11:29:35.027222 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:29:35.027231 1 tasks_processing.go:71] worker 56 working on lokistack task. I0401 11:29:35.027237 1 tasks_processing.go:71] worker 44 working on feature_gates task. I0401 11:29:35.026038 1 tasks_processing.go:69] worker 47 listening for tasks. I0401 11:29:35.026046 1 tasks_processing.go:71] worker 3 working on ingress task. I0401 11:29:35.027246 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 29.908µs to process 0 records I0401 11:29:35.026053 1 tasks_processing.go:71] worker 22 working on sap_config task. I0401 11:29:35.026039 1 tasks_processing.go:71] worker 23 working on infrastructures task. I0401 11:29:35.027544 1 tasks_processing.go:71] worker 47 working on machine_configs task. I0401 11:29:35.026057 1 tasks_processing.go:71] worker 1 working on operators task. I0401 11:29:35.026063 1 tasks_processing.go:71] worker 16 working on machine_config_pools task. W0401 11:29:35.026072 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:29:35.026077 1 tasks_processing.go:71] worker 2 working on jaegers task. I0401 11:29:35.025941 1 tasks_processing.go:69] worker 21 listening for tasks. I0401 11:29:35.026081 1 tasks_processing.go:71] worker 18 working on oauths task. I0401 11:29:35.026085 1 tasks_processing.go:71] worker 41 working on authentication task. I0401 11:29:35.028407 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.827898ms to process 0 records I0401 11:29:35.028430 1 tasks_processing.go:71] worker 0 working on clusterroles task. I0401 11:29:35.026096 1 tasks_processing.go:71] worker 63 working on image task. I0401 11:29:35.025962 1 tasks_processing.go:69] worker 50 listening for tasks. I0401 11:29:35.025919 1 tasks_processing.go:71] worker 11 working on operators_pods_and_events task. I0401 11:29:35.026318 1 tasks_processing.go:71] worker 28 working on machine_healthchecks task. I0401 11:29:35.028646 1 tasks_processing.go:74] worker 50 stopped. I0401 11:29:35.026322 1 tasks_processing.go:71] worker 36 working on openshift_logging task. I0401 11:29:35.026326 1 tasks_processing.go:71] worker 39 working on config_maps task. I0401 11:29:35.026324 1 tasks_processing.go:71] worker 52 working on openstack_dataplanenodesets task. I0401 11:29:35.026328 1 tasks_processing.go:71] worker 27 working on support_secret task. I0401 11:29:35.026327 1 tasks_processing.go:71] worker 60 working on container_images task. I0401 11:29:35.026334 1 tasks_processing.go:71] worker 38 working on qemu_kubevirt_launcher_logs task. I0401 11:29:35.026365 1 tasks_processing.go:71] worker 30 working on sap_pods task. I0401 11:29:35.026372 1 tasks_processing.go:71] worker 51 working on mutating_webhook_configurations task. I0401 11:29:35.025976 1 tasks_processing.go:69] worker 40 listening for tasks. I0401 11:29:35.026789 1 tasks_processing.go:71] worker 4 working on tsdb_status task. I0401 11:29:35.026811 1 tasks_processing.go:71] worker 29 working on ceph_cluster task. I0401 11:29:35.027194 1 tasks_processing.go:71] worker 46 working on proxies task. I0401 11:29:35.026084 1 tasks_processing.go:71] worker 55 working on overlapping_namespace_uids task. I0401 11:29:35.028128 1 tasks_processing.go:71] worker 21 working on image_pruners task. I0401 11:29:35.029815 1 tasks_processing.go:74] worker 40 stopped. W0401 11:29:35.029844 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:29:35.029854 1 tasks_processing.go:74] worker 4 stopped. I0401 11:29:35.029864 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 604.819µs to process 0 records I0401 11:29:35.030869 1 tasks_processing.go:74] worker 25 stopped. I0401 11:29:35.030881 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 4.89925ms to process 0 records I0401 11:29:35.037688 1 tasks_processing.go:74] worker 19 stopped. I0401 11:29:35.037699 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 11.675298ms to process 0 records I0401 11:29:35.037833 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0401 11:29:35.037849 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0401 11:29:35.037854 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0401 11:29:35.037857 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0401 11:29:35.037870 1 controller.go:489] The operator is still being initialized I0401 11:29:35.037877 1 controller.go:512] The operator is healthy I0401 11:29:35.038443 1 tasks_processing.go:74] worker 31 stopped. I0401 11:29:35.038455 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.194773ms to process 0 records I0401 11:29:35.048306 1 tasks_processing.go:74] worker 54 stopped. E0401 11:29:35.048319 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0401 11:29:35.048325 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 21.703822ms to process 0 records I0401 11:29:35.048467 1 tasks_processing.go:74] worker 35 stopped. I0401 11:29:35.048476 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 22.321436ms to process 0 records I0401 11:29:35.048482 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 22.068418ms to process 0 records E0401 11:29:35.048487 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0401 11:29:35.048493 1 gather.go:177] gatherer "clusterconfig" function "machines" took 22.383636ms to process 0 records I0401 11:29:35.048499 1 tasks_processing.go:74] worker 24 stopped. I0401 11:29:35.048502 1 tasks_processing.go:74] worker 48 stopped. I0401 11:29:35.048730 1 tasks_processing.go:74] worker 7 stopped. I0401 11:29:35.048906 1 recorder.go:75] Recording config/apiserver with fingerprint=4f9f59003dad8a1be286427df672b86e4c27427d7a56e8699eb0d87e4da5e7ba I0401 11:29:35.048919 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 22.739744ms to process 1 records I0401 11:29:35.048926 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 22.591942ms to process 0 records I0401 11:29:35.048931 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 22.645933ms to process 0 records I0401 11:29:35.048935 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 22.701232ms to process 0 records I0401 11:29:35.048938 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 21.500553ms to process 0 records I0401 11:29:35.048943 1 tasks_processing.go:74] worker 22 stopped. I0401 11:29:35.048945 1 tasks_processing.go:74] worker 33 stopped. I0401 11:29:35.048947 1 tasks_processing.go:74] worker 13 stopped. I0401 11:29:35.048950 1 tasks_processing.go:74] worker 53 stopped. I0401 11:29:35.048982 1 tasks_processing.go:74] worker 56 stopped. I0401 11:29:35.049014 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 21.737871ms to process 0 records I0401 11:29:35.049028 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 22.071433ms to process 0 records I0401 11:29:35.049036 1 tasks_processing.go:74] worker 14 stopped. I0401 11:29:35.049127 1 tasks_processing.go:74] worker 6 stopped. I0401 11:29:35.049138 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 23.102471ms to process 0 records I0401 11:29:35.049264 1 tasks_processing.go:74] worker 57 stopped. I0401 11:29:35.049275 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 22.701082ms to process 0 records I0401 11:29:35.049362 1 tasks_processing.go:74] worker 15 stopped. I0401 11:29:35.049491 1 recorder.go:75] Recording config/network with fingerprint=63b192cb96cc73064093dbf08fc0f0ad3b2590464d03494f7291a474b3443a3c I0401 11:29:35.049507 1 gather.go:177] gatherer "clusterconfig" function "networks" took 22.38576ms to process 1 records I0401 11:29:35.049514 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 23.101759ms to process 0 records I0401 11:29:35.049522 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 21.424068ms to process 0 records I0401 11:29:35.049561 1 tasks_processing.go:74] worker 58 stopped. I0401 11:29:35.049586 1 tasks_processing.go:74] worker 2 stopped. I0401 11:29:35.049649 1 tasks_processing.go:74] worker 3 stopped. I0401 11:29:35.049697 1 recorder.go:75] Recording config/ingress with fingerprint=77d606ed8a385cc72dcc8bcd408e14f879b40dab1035e3ed5924ff698580315f I0401 11:29:35.049709 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 22.201728ms to process 1 records I0401 11:29:35.049716 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 20.743403ms to process 0 records I0401 11:29:35.049721 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 20.276505ms to process 0 records I0401 11:29:35.049725 1 tasks_processing.go:74] worker 52 stopped. I0401 11:29:35.049735 1 tasks_processing.go:74] worker 30 stopped. I0401 11:29:35.049805 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=708f8de59c1ea6522f093bab0274413564678fd01bddda560305fb05fcbeaf4b I0401 11:29:35.049831 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=0a7f26ff311683680f656c44f973b3bdeb273cfa242b594c3e06bcf18c2356b5 I0401 11:29:35.049806 1 tasks_processing.go:74] worker 32 stopped. I0401 11:29:35.049840 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 23.425369ms to process 2 records I0401 11:29:35.049846 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 21.931143ms to process 0 records I0401 11:29:35.049862 1 tasks_processing.go:74] worker 16 stopped. I0401 11:29:35.049945 1 tasks_processing.go:74] worker 41 stopped. I0401 11:29:35.050080 1 recorder.go:75] Recording config/authentication with fingerprint=3a17db520364b2d9a7b90751109d13dd4a77f6643d27941be3c8f0bf32e9b1d3 I0401 11:29:35.050093 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 21.349391ms to process 1 records I0401 11:29:35.050182 1 tasks_processing.go:74] worker 23 stopped. I0401 11:29:35.050830 1 recorder.go:75] Recording config/infrastructure with fingerprint=58f0caeb06b4dc1a26212686a8c255a137b97a612920f996d6778be6c7a9ee58 I0401 11:29:35.050843 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 22.286506ms to process 1 records I0401 11:29:35.050927 1 tasks_processing.go:74] worker 63 stopped. I0401 11:29:35.050934 1 recorder.go:75] Recording config/image with fingerprint=b91185981f0b27053f9382c0e9e0669762726ef8949f06e83e9149ece2696076 I0401 11:29:35.050943 1 gather.go:177] gatherer "clusterconfig" function "image" took 21.285046ms to process 1 records I0401 11:29:35.051010 1 tasks_processing.go:74] worker 42 stopped. I0401 11:29:35.051053 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=4380482a5b32936285f2462006831a4e386b81b1c4b6a0155698dc90c755a25c I0401 11:29:35.051081 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=3b0a28926eefc7c6cf1c45a359a7af07203455d4d8ace67cfac1955ad9ae8bd6 I0401 11:29:35.051106 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=813047896361da48d02092ca2af3da23702b4b0391f4e360e8e559619fb59ecf I0401 11:29:35.051115 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 22.979516ms to process 3 records E0401 11:29:35.051127 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0401 11:29:35.051135 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 21.176831ms to process 0 records I0401 11:29:35.051188 1 tasks_processing.go:74] worker 28 stopped. I0401 11:29:35.051252 1 tasks_processing.go:74] worker 18 stopped. I0401 11:29:35.051387 1 recorder.go:75] Recording config/oauth with fingerprint=0b2e3f5cf055d74dea2bf38db783a8dbbed65be351817fd8ebd0f3b3e153e853 I0401 11:29:35.051397 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 21.819674ms to process 1 records I0401 11:29:35.051466 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=5ed78fc241da0e713afbfc70293d0c7527da7430195701502d9409b5fa8e239c I0401 11:29:35.051474 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 23.927246ms to process 1 records I0401 11:29:35.051482 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 21.487171ms to process 0 records I0401 11:29:35.051487 1 tasks_processing.go:74] worker 10 stopped. I0401 11:29:35.051502 1 tasks_processing.go:74] worker 36 stopped. I0401 11:29:35.051559 1 tasks_processing.go:74] worker 44 stopped. I0401 11:29:35.051591 1 recorder.go:75] Recording config/featuregate with fingerprint=40710f819e1e23965a1779ffd2c0f7ff737b531764b0756a107b13247c8a042e I0401 11:29:35.051602 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 22.936753ms to process 1 records I0401 11:29:35.051607 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 21.002325ms to process 0 records I0401 11:29:35.051613 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 24.227382ms to process 0 records I0401 11:29:35.051615 1 tasks_processing.go:74] worker 29 stopped. I0401 11:29:35.051621 1 tasks_processing.go:74] worker 59 stopped. I0401 11:29:35.055629 1 tasks_processing.go:74] worker 20 stopped. W0401 11:29:35.055655 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:29:35.055939 1 recorder.go:75] Recording config/node/ip-10-0-0-170.ec2.internal with fingerprint=827c236616f4688a83f136690eed2b0939ebf87ba225588f5a6e4c8ed23f2605 I0401 11:29:35.056017 1 recorder.go:75] Recording config/node/ip-10-0-1-27.ec2.internal with fingerprint=e3737ee8bea661edcd7bfff8a2e31754cb2d9e693d820c2f3d087cb7d1783b86 I0401 11:29:35.056025 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 29.530691ms to process 2 records I0401 11:29:35.056102 1 tasks_processing.go:74] worker 21 stopped. I0401 11:29:35.056206 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1f7fe3c3d735c0f4c6ed7e6240abab4106b9e6b1b76b352379011c51c62ce60a I0401 11:29:35.056216 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 26.627075ms to process 1 records E0401 11:29:35.056222 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0401 11:29:35.056227 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 26.844792ms to process 0 records I0401 11:29:35.056245 1 tasks_processing.go:74] worker 27 stopped. I0401 11:29:35.056309 1 tasks_processing.go:74] worker 34 stopped. I0401 11:29:35.056348 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=d796912fc9a1d529ea22bd324a81ffdfa315cfd9594d71a0b93f611e97a26b61 I0401 11:29:35.056424 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=f4bee73ef66d31ad100cab1ff6b8351cc4dd60682b004551cda2e5ef697fd2ae I0401 11:29:35.056442 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=511361d0838d4322f0f57d030b93ade3b113658ce1b5ce5bda5634dfe306c2c9 I0401 11:29:35.056464 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=90357ea449c099b6cdcebfb997887689f2a8453b1c59bf98ca4d7c60ab4ff962 I0401 11:29:35.056486 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=7cfa6c24029c6aa71fbc07c1a7df46b4218878ec2ae542f23e3b35ad5f0e447d I0401 11:29:35.056510 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=6f1510eba7152d6e692e0291c3ba706319f44f3a15e6f18135d230f6b3bd8869 I0401 11:29:35.056532 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=df15b4c30dc90aa7d2052f7cb394851e3958467f2bf417a255f8877e635aa175 I0401 11:29:35.056564 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=af0e1977c533a5402655ea0776fdaf61b7e9556038c83b7164298d10bd4b2f2a I0401 11:29:35.056588 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=64b38e75720e5ac115abd68e3c5134f971131e1a0dfcc6b1a734109f3d8349ac I0401 11:29:35.056610 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=3b558c40d98d08f8cf95460e7b99a77cc9adfbc694eed3c8431eee76ca1b6554 I0401 11:29:35.056633 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=8b2aecc5c84f064c836c3b5cad945473b16cafccb44ddc0e0edbdf4975a5b634 I0401 11:29:35.056640 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 29.892962ms to process 11 records I0401 11:29:35.056686 1 recorder.go:75] Recording config/proxy with fingerprint=69eca861860911f2e727c1032aaf0c70ef989e6afbcb3916b21fb3fe155d72df I0401 11:29:35.056719 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 27.035993ms to process 1 records I0401 11:29:35.056735 1 tasks_processing.go:74] worker 46 stopped. I0401 11:29:35.056814 1 tasks_processing.go:74] worker 17 stopped. I0401 11:29:35.057009 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=b731d624701d80796c5f6fb474e67e6e1df2937e1d026e5b8ad18f8a352f899c I0401 11:29:35.057019 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 29.929871ms to process 1 records I0401 11:29:35.057211 1 tasks_processing.go:74] worker 61 stopped. I0401 11:29:35.057224 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 30.597924ms to process 0 records I0401 11:29:35.059198 1 tasks_processing.go:74] worker 51 stopped. I0401 11:29:35.059301 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=fe5e366965119e8d58cc03e7840ee106b9670a5d081f967ee44fa123133dc017 I0401 11:29:35.059328 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=14849af43412eca0b505eeea52cd135692d220976a710a8ecefbc1e132af21b2 I0401 11:29:35.059358 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=e1a248f50274f216fc6f34ff77109296d211a08ba38a46c411c50167864449b8 I0401 11:29:35.059367 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 29.949148ms to process 3 records I0401 11:29:35.064897 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0401 11:29:35.064970 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0401 11:29:35.065067 1 operator.go:288] started I0401 11:29:35.065092 1 tasks_processing.go:74] worker 26 stopped. I0401 11:29:35.065095 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0401 11:29:35.065108 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 38.616553ms to process 0 records I0401 11:29:35.065354 1 tasks_processing.go:74] worker 49 stopped. I0401 11:29:35.065401 1 recorder.go:75] Recording config/olm_operators with fingerprint=48d82a578b56747f6bcfdfb674f39129a416ef8569b0a4137c4c958edcc9547b I0401 11:29:35.065415 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 38.984829ms to process 1 records I0401 11:29:35.068282 1 tasks_processing.go:74] worker 0 stopped. I0401 11:29:35.068449 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=98a1904c6240d783a4d110602d05c1ab903badd7983da280ecc8d4b1670f6aaa I0401 11:29:35.068528 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=721c6f424aeb3359e1148cc368531742cd6369399d5d09f33fedd01fefc2ad8b I0401 11:29:35.068537 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 39.838102ms to process 2 records I0401 11:29:35.068574 1 tasks_processing.go:74] worker 12 stopped. I0401 11:29:35.068973 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=1ca1f0b03582e8bc88758cc3e0044794db4c5bde6688ed6d2b7709fb58d034eb I0401 11:29:35.069201 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=f64669a8b364661df4b98a70a45d6b2869f7626105f36ef8ddbaaffb74f6f384 I0401 11:29:35.069211 1 gather.go:177] gatherer "clusterconfig" function "crds" took 42.374181ms to process 2 records I0401 11:29:35.071625 1 tasks_processing.go:74] worker 43 stopped. I0401 11:29:35.071637 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 44.757063ms to process 0 records I0401 11:29:35.075943 1 controller.go:212] Source scaController *sca.Controller is not ready I0401 11:29:35.075955 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0401 11:29:35.075958 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0401 11:29:35.075961 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0401 11:29:35.075963 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0401 11:29:35.075977 1 controller.go:489] The operator is still being initialized I0401 11:29:35.075983 1 controller.go:512] The operator is healthy I0401 11:29:35.080153 1 prometheus_rules.go:88] Prometheus rules successfully created E0401 11:29:35.090315 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27027222a6-0fff-45b3-90d9-4d42ebdc4d30%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.17:47589->172.30.0.10:53: read: connection refused I0401 11:29:35.090328 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27027222a6-0fff-45b3-90d9-4d42ebdc4d30%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.17:47589->172.30.0.10:53: read: connection refused I0401 11:29:35.098862 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0401 11:29:35.098876 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0401 11:29:35.098894 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0401 11:29:35.102084 1 base_controller.go:82] Caches are synced for ConfigController I0401 11:29:35.102094 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0401 11:29:35.105965 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:29:35.106703 1 tasks_processing.go:74] worker 62 stopped. E0401 11:29:35.106718 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0401 11:29:35.106727 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pdart7vjjvdlq4hsmad4q107bvuvhah-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pdart7vjjvdlq4hsmad4q107bvuvhah-primary-cert-bundle-secret" not found I0401 11:29:35.106792 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=2fcb4261fa779f14f8d2b1ecde62957c248137bf41a26445f30272977d6cdffd I0401 11:29:35.106805 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 80.100028ms to process 1 records I0401 11:29:35.107224 1 tasks_processing.go:74] worker 39 stopped. E0401 11:29:35.107243 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0401 11:29:35.107253 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0401 11:29:35.107258 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0401 11:29:35.107266 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0401 11:29:35.107291 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0401 11:29:35.107298 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0401 11:29:35.107302 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0401 11:29:35.107306 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0401 11:29:35.107342 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0401 11:29:35.107356 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0401 11:29:35.107363 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 78.492563ms to process 7 records I0401 11:29:35.138210 1 tasks_processing.go:74] worker 55 stopped. I0401 11:29:35.138233 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0401 11:29:35.138241 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 108.943142ms to process 1 records I0401 11:29:35.139540 1 gather_logs.go:145] no pods in namespace were found I0401 11:29:35.139559 1 tasks_processing.go:74] worker 38 stopped. I0401 11:29:35.139567 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 110.319077ms to process 0 records I0401 11:29:35.139694 1 tasks_processing.go:74] worker 45 stopped. I0401 11:29:35.139828 1 recorder.go:75] Recording config/version with fingerprint=068a617598992d9c56a4ac00a1abffa92d5b8aa0725c03ad96bcad4fca53dd67 I0401 11:29:35.139841 1 recorder.go:75] Recording config/id with fingerprint=3aa586145dab1e59324ad96c2b43eb39a2f87ea204de2337da4d0546f67b7db9 I0401 11:29:35.139846 1 gather.go:177] gatherer "clusterconfig" function "version" took 112.349787ms to process 2 records I0401 11:29:35.142366 1 tasks_processing.go:74] worker 8 stopped. I0401 11:29:35.142386 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 115.155812ms to process 0 records I0401 11:29:35.145845 1 tasks_processing.go:74] worker 47 stopped. I0401 11:29:35.145867 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0401 11:29:35.145878 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 118.249851ms to process 1 records I0401 11:29:35.151189 1 tasks_processing.go:74] worker 60 stopped. I0401 11:29:35.152404 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-vc9cf with fingerprint=3c7406b49978b84703801ba029290d7ec863cf7711b2127f8134be5524286368 I0401 11:29:35.152479 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0401 11:29:35.152519 1 recorder.go:75] Recording config/pod/openshift-multus/multus-2xdcm with fingerprint=8ae0b77eefd24ceae4bdb57de7854e66edb63fc24191d679b5358d5952e3c607 I0401 11:29:35.152762 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-sbnpw with fingerprint=e353bd334d6d9b3d63a7594d5f69b85c0a25eb6a6c5af8022b5d38c9ee5ef3f4 I0401 11:29:35.152806 1 recorder.go:75] Recording config/running_containers with fingerprint=ffe8793df7b5ba6655e14ff65252aaadf7a41bd96522966fe2dab14477e0e5b4 I0401 11:29:35.152815 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 122.001824ms to process 4 records W0401 11:29:35.155855 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.17:44057->172.30.0.10:53: read: connection refused I0401 11:29:35.155867 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.17:44057->172.30.0.10:53: read: connection refused I0401 11:29:35.165274 1 base_controller.go:82] Caches are synced for LoggingSyncer I0401 11:29:35.165286 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0401 11:29:35.478559 1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 13 containers I0401 11:29:35.478575 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1935832 bytes I0401 11:29:35.478793 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-l6nls pod in namespace openshift-dns (previous: false). I0401 11:29:35.704799 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-l6nls pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-l6nls\" is waiting to start: ContainerCreating" I0401 11:29:35.704819 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-l6nls\" is waiting to start: ContainerCreating" I0401 11:29:35.704827 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-l6nls pod in namespace openshift-dns (previous: false). I0401 11:29:35.879614 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-l6nls pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-l6nls\" is waiting to start: ContainerCreating" I0401 11:29:35.879632 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-l6nls\" is waiting to start: ContainerCreating" I0401 11:29:35.879641 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-f6sr9 pod in namespace openshift-dns (previous: false). W0401 11:29:36.054783 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:29:36.097090 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:29:36.097105 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-fkrdq pod in namespace openshift-dns (previous: false). I0401 11:29:36.279877 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:29:36.279917 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-67f55f7cdc-rwvfv pod in namespace openshift-image-registry (previous: false). I0401 11:29:36.475313 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:29:36.475374 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-95bdf696d-qxkl2 pod in namespace openshift-image-registry (previous: false). I0401 11:29:36.478737 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0401 11:29:36.679153 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-95bdf696d-qxkl2 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-95bdf696d-qxkl2\" is waiting to start: ContainerCreating" I0401 11:29:36.679171 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-95bdf696d-qxkl2\" is waiting to start: ContainerCreating" I0401 11:29:36.679217 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-95bdf696d-vkfvz pod in namespace openshift-image-registry (previous: false). I0401 11:29:36.875220 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:29:36.875239 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-ccqzp pod in namespace openshift-image-registry (previous: false). W0401 11:29:37.054957 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:29:37.079343 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:29:37.079364 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gmxhs pod in namespace openshift-image-registry (previous: false). I0401 11:29:37.081603 1 tasks_processing.go:74] worker 1 stopped. I0401 11:29:37.081647 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=11b7746d5986adaab04be43eaa64bb89857b59042e2ebe1136fd2dbf12e2df0a I0401 11:29:37.081678 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=14ff7e65bfa11fc3d9afef22617507224eb9d65e3ba1dfbde830024a1668d9c5 I0401 11:29:37.081705 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0401 11:29:37.081743 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=76c3f25c5ac6c79fd06f1711a0061c31de11ba55342af9804b8015096582869d I0401 11:29:37.081759 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0401 11:29:37.081780 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=fee38a4a5e8052a2d17344c59c8819e15f66d008e4457f1da379278ccb4703d0 I0401 11:29:37.081813 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=6ed3da08f6cce792c7e977ce417b206a8f1a24f17263aef055ef10d4d81ffbc3 I0401 11:29:37.081837 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=d6d09cf88b3b69e9a849ed12d7e8a5e1b83de0b9c38ed903f5d4e73c9e863a5c I0401 11:29:37.081852 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=eaf7174155821b2abc171472b3e9b1fcb01875fa12136b6e89891b1653758118 I0401 11:29:37.081871 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=0a932b9ac2f86165574ac3459c4abfd62c8d44af986a4d1743432aa3b21920c7 I0401 11:29:37.081880 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0401 11:29:37.081896 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=aa20188af339d76e7a1303dee38f13e9fb1355580a02cf378c9f723d9fd14c77 I0401 11:29:37.081905 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0401 11:29:37.081920 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=c4df3123a8283af622682dcd9d8936049fed25c79ed0eb6c33ac8ec59d773bb6 I0401 11:29:37.081930 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0401 11:29:37.081943 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=ae3262963be311942d54dc723b66a36f01e3e5f22024807d743d4931afac070a I0401 11:29:37.081952 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0401 11:29:37.081969 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=8368bc5c0978651f684df2e27989e99e3185cabfd16eae209e6de51cc26abed5 I0401 11:29:37.082098 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=84ca1516767b27fbd32ade062d9b229a9710b450b70e4f62fcc112edee1dd2c9 I0401 11:29:37.082110 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0401 11:29:37.082118 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0401 11:29:37.082137 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0401 11:29:37.082157 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=062b506a0734e85ea3e8cbc83c5daded575dcdc414f579acba652cc06ae60a19 I0401 11:29:37.082180 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=5b39fdb49f684d19a93cb19aa1eb0f3941c54a368ce2dae3e4bd728bf6d9d30f I0401 11:29:37.082189 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0401 11:29:37.082204 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=ad3ba58b3e7e9e94656eb6843be1a90fbbba66f08831ed218d872901c0211b13 I0401 11:29:37.082213 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0401 11:29:37.082225 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=95c36dbc1ca21e3f1da749fa5843ca841cebac856a7b555963de0b0d04ff8a5a I0401 11:29:37.082240 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=660af109ab4c93dda52f393fb1177a3d94d24cc76d5c52af76f25e5512ccf595 I0401 11:29:37.082256 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=345c7d7652a404928a0488f34339b25e7eb0347b655778537561b196c59f2248 I0401 11:29:37.082272 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=7849816061d91bf87596d937500ceb4fa78796b69e2d7f16e7b6e7af7b462997 I0401 11:29:37.082292 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ee5aa51330b29a57c54f7f2b68f1738d8692bc648bc8d2e40dea818aeb904f60 I0401 11:29:37.082300 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0401 11:29:37.082329 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=98e89e5e1432a2fd26fe19166de0220574379a666220f1f81424869d09f08a97 I0401 11:29:37.082345 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0401 11:29:37.082353 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0401 11:29:37.082360 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.053919057s to process 36 records I0401 11:29:37.279399 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:29:37.279415 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7656455898-gbzn4 pod in namespace openshift-ingress (previous: false). I0401 11:29:37.474557 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:29:37.474576 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7656455898-rmxff pod in namespace openshift-ingress (previous: false). I0401 11:29:37.681002 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7656455898-rmxff pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7656455898-rmxff\" is waiting to start: ContainerCreating" I0401 11:29:37.681018 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7656455898-rmxff\" is waiting to start: ContainerCreating" I0401 11:29:37.681029 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-79675977c5-ss5g4 pod in namespace openshift-ingress (previous: false). I0401 11:29:37.879468 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-79675977c5-ss5g4 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-79675977c5-ss5g4\" is waiting to start: ContainerCreating" I0401 11:29:37.879484 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-79675977c5-ss5g4\" is waiting to start: ContainerCreating" I0401 11:29:37.879515 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-sd4lc pod in namespace openshift-ingress-canary (previous: false). W0401 11:29:38.054096 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:29:38.079725 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-sd4lc pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-sd4lc\" is waiting to start: ContainerCreating" I0401 11:29:38.079741 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-sd4lc\" is waiting to start: ContainerCreating" I0401 11:29:38.079757 1 tasks_processing.go:74] worker 11 stopped. I0401 11:29:38.079834 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=64c40f8e925b628239d229902c6feed8a2e844bffa37a1f6f945849060619759 I0401 11:29:38.079866 1 recorder.go:75] Recording events/openshift-dns with fingerprint=5020fa9a509ba5c13a1fc98af1c0568fd0d8ba4d1d638ea2813aa6e10d97a024 I0401 11:29:38.079938 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=fd1769de68f29f38f81a3b6f90c71d574bd43de1b6bf519f2a857b0135ca7df4 I0401 11:29:38.079965 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=0e43f28a630bab987831143510c7fdfb1716fbe984a2ab5821413ba3bfce0b06 I0401 11:29:38.080023 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=a8c0f8e4d8d1deb85c7f92798298f3e29b8afb02396e24171594bf0f27da7dd9 I0401 11:29:38.080034 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=4129f4deda03d47fc20b4a318634350e7a2abd025366add3f6aa0b09208a4833 I0401 11:29:38.080164 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-l6nls with fingerprint=bd504c41fc7124ff6edd0a5eede310f92157aab9b2042db334e2e4c4a235b38d I0401 11:29:38.080256 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-67f55f7cdc-rwvfv with fingerprint=2a4a7aabed3954e77ce1a1c94ad99c10a0b8bea1477fb5ea8133197bca1a1168 I0401 11:29:38.080346 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-95bdf696d-qxkl2 with fingerprint=20b518e8f97bc91165be42a04302a5ae9c563b0f705ec0d13aafea3914c38b84 I0401 11:29:38.080417 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-95bdf696d-vkfvz with fingerprint=8249e2f965a2b4691f678b598afbd22f42e5a9d228ba6e5e551c0c98ce9ae3f1 I0401 11:29:38.080472 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-sd4lc with fingerprint=3f19fec2c214090cf8d4b14cf382c129ac44f01f965043af0cbeab515ea1005a I0401 11:29:38.080482 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.051144645s to process 11 records W0401 11:29:39.053853 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0401 11:29:40.051711 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0401 11:29:40.051735 1 tasks_processing.go:74] worker 37 stopped. E0401 11:29:40.051746 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0401 11:29:40.051757 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0401 11:29:40.051779 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0401 11:29:40.051792 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.025525059s to process 1 records I0401 11:29:47.465653 1 tasks_processing.go:74] worker 9 stopped. I0401 11:29:47.465695 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0401 11:29:47.465706 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.43852582s to process 1 records I0401 11:29:47.851460 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:29:48.051686 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:29:48.223830 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:29:48.231584 1 tasks_processing.go:74] worker 5 stopped. I0401 11:29:48.231844 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=751aa8b7d1208af5fd734152a53c8f2354708612b0cd50cfd9c595651a5cc8c8 I0401 11:29:48.231859 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.205509013s to process 1 records E0401 11:29:48.231911 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.206s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error" I0401 11:29:48.233022 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0401 11:29:48.233036 1 periodic.go:209] Running workloads gatherer I0401 11:29:48.233051 1 tasks_processing.go:45] number of workers: 2 I0401 11:29:48.233059 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 11:29:48.233063 1 tasks_processing.go:71] worker 1 working on workload_info task. I0401 11:29:48.233073 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 11:29:48.233096 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0401 11:29:48.253937 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data I0401 11:29:48.258793 1 tasks_processing.go:74] worker 0 stopped. I0401 11:29:48.258814 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 25.675463ms to process 0 records I0401 11:29:48.261280 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms) I0401 11:29:48.268584 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (7ms) I0401 11:29:48.275187 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (7ms) I0401 11:29:48.283656 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (8ms) I0401 11:29:48.290519 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (7ms) I0401 11:29:48.296979 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (6ms) I0401 11:29:48.303928 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (7ms) I0401 11:29:48.310588 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (7ms) I0401 11:29:48.318332 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (8ms) I0401 11:29:48.325395 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (7ms) I0401 11:29:48.360850 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (35ms) I0401 11:29:48.461515 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms) I0401 11:29:48.561699 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0401 11:29:48.661834 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms) I0401 11:29:48.762110 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0401 11:29:48.862586 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0401 11:29:48.962790 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms) I0401 11:29:49.062257 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (99ms) I0401 11:29:49.162927 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (101ms) I0401 11:29:49.261910 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms) I0401 11:29:49.362335 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms) I0401 11:29:49.461269 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (99ms) I0401 11:29:49.561781 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms) I0401 11:29:49.661597 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms) I0401 11:29:49.761913 1 gather_workloads_info.go:387] No image sha256:ce98d5d844bfc2ba8de1893866ad38166c95157d54abd8192b181e819bc50bb5 (100ms) I0401 11:29:49.862263 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms) I0401 11:29:49.962611 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms) I0401 11:29:50.062238 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0401 11:29:50.163094 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (101ms) I0401 11:29:50.262173 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms) I0401 11:29:50.362390 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms) I0401 11:29:50.461742 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms) I0401 11:29:50.562117 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0401 11:29:50.562148 1 tasks_processing.go:74] worker 1 stopped. E0401 11:29:50.562159 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0401 11:29:50.562489 1 recorder.go:75] Recording config/workload_info with fingerprint=9eb95cccb34b34f23c5c8e40731a4d4563485869a5aad9ff4a5ef265580914ee I0401 11:29:50.562505 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.32907843s to process 1 records E0401 11:29:50.562530 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.329s with: function \"workload_info\" failed with an error" I0401 11:29:50.563628 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0401 11:29:50.563641 1 periodic.go:209] Running conditional gatherer I0401 11:29:50.568768 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0401 11:29:50.575227 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.17:59423->172.30.0.10:53: read: connection refused E0401 11:29:50.575467 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:29:50.575527 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0401 11:29:50.580391 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0401 11:29:50.580404 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:29:50.580409 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:29:50.580413 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:29:50.580416 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:29:50.580419 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:29:50.580422 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:29:50.580425 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:29:50.580428 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:29:50.580431 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0401 11:29:50.580446 1 tasks_processing.go:45] number of workers: 3 I0401 11:29:50.580457 1 tasks_processing.go:69] worker 2 listening for tasks. I0401 11:29:50.580461 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0401 11:29:50.580468 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 11:29:50.580478 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 11:29:50.580484 1 tasks_processing.go:74] worker 1 stopped. I0401 11:29:50.580489 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0401 11:29:50.580525 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0401 11:29:50.580528 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0401 11:29:50.580552 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 724ns to process 1 records I0401 11:29:50.580609 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0401 11:29:50.580618 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 939ns to process 1 records I0401 11:29:50.580624 1 tasks_processing.go:74] worker 0 stopped. I0401 11:29:50.580733 1 tasks_processing.go:74] worker 2 stopped. I0401 11:29:50.580744 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 239.963µs to process 0 records I0401 11:29:50.580762 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.17:59423->172.30.0.10:53: read: connection refused I0401 11:29:50.580778 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0401 11:29:50.600292 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=5203813b3800b0aa86d8855fec282ee8745077898938f0e4e5ae05e7423d68b3 I0401 11:29:50.600412 1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-04-01-112950.tar.gz I0401 11:29:50.607181 1 diskrecorder.go:51] Wrote 108 records to disk in 6ms I0401 11:29:50.607208 1 periodic.go:278] Gathering cluster info every 2h0m0s I0401 11:29:50.607222 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0401 11:29:59.965592 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:30:59.266205 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="55351650165cbecf4ae2add3c38e2079cd933441073a0befbdfc5a3964d483a4") W0401 11:30:59.266256 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0401 11:30:59.266304 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0401 11:30:59.266330 1 base_controller.go:181] Shutting down LoggingSyncer ... I0401 11:30:59.266335 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0401 11:30:59.266306 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="b296a1b26ca5788ace14318cebe6378bc1ecae4862c9eefc84c93cce0b4db05f") I0401 11:30:59.266361 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0401 11:30:59.266390 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0401 11:30:59.266418 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0401 11:30:59.266416 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0401 11:30:59.266439 1 base_controller.go:181] Shutting down ConfigController ... I0401 11:30:59.266438 1 periodic.go:170] Shutting down I0401 11:30:59.266436 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0401 11:30:59.266453 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0401 11:30:59.266458 1 secure_serving.go:258] Stopped listening on [::]:8443 I0401 11:30:59.266462 1 base_controller.go:113] All ConfigController workers have been terminated I0401 11:30:59.266473 1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening" I0401 11:30:59.266473 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-513516897/tls.crt::/tmp/serving-cert-513516897/tls.key" E0401 11:30:59.266475 1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled I0401 11:30:59.266483 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"