W0420 11:40:36.363301 1 cmd.go:257] Using insecure, self-signed certificates I0420 11:40:36.618115 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0420 11:40:36.618388 1 observer_polling.go:159] Starting file observer I0420 11:40:37.032869 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0420 11:40:37.034357 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0420 11:40:37.034844 1 secure_serving.go:57] Forcing use of http/1.1 only W0420 11:40:37.034866 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0420 11:40:37.034871 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0420 11:40:37.034876 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0420 11:40:37.034879 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0420 11:40:37.034881 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0420 11:40:37.034884 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0420 11:40:37.034957 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0420 11:40:37.038706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"dd10f462-162b-495f-aa20-d16add6f0c01", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0420 11:40:37.038731 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0420 11:40:37.043856 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 11:40:37.043873 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0420 11:40:37.043909 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 11:40:37.043950 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 11:40:37.043912 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 11:40:37.043976 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 11:40:37.044155 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1885205247/tls.crt::/tmp/serving-cert-1885205247/tls.key" I0420 11:40:37.044386 1 secure_serving.go:213] Serving securely on [::]:8443 I0420 11:40:37.044412 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0420 11:40:37.045241 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0420 11:40:37.045265 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0420 11:40:37.045379 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0420 11:40:37.056585 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:40:37.056613 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0420 11:40:37.063651 1 secretconfigobserver.go:119] support secret does not exist I0420 11:40:37.068387 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:40:37.073530 1 secretconfigobserver.go:119] support secret does not exist I0420 11:40:37.079429 1 recorder.go:161] Pruning old reports every 7h40m45s, max age is 288h0m0s I0420 11:40:37.088748 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0420 11:40:37.088759 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0420 11:40:37.088764 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0420 11:40:37.088783 1 insightsreport.go:296] Starting report retriever I0420 11:40:37.088794 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0420 11:40:37.088827 1 periodic.go:209] Running clusterconfig gatherer I0420 11:40:37.088878 1 tasks_processing.go:45] number of workers: 64 I0420 11:40:37.088904 1 tasks_processing.go:69] worker 2 listening for tasks. I0420 11:40:37.088912 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:40:37.088915 1 tasks_processing.go:69] worker 14 listening for tasks. I0420 11:40:37.088917 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:40:37.088922 1 tasks_processing.go:71] worker 1 working on nodenetworkconfigurationpolicies task. I0420 11:40:37.088926 1 tasks_processing.go:69] worker 9 listening for tasks. I0420 11:40:37.088929 1 tasks_processing.go:69] worker 15 listening for tasks. I0420 11:40:37.088938 1 tasks_processing.go:69] worker 10 listening for tasks. I0420 11:40:37.088941 1 tasks_processing.go:69] worker 16 listening for tasks. I0420 11:40:37.088945 1 tasks_processing.go:71] worker 10 working on operators_pods_and_events task. I0420 11:40:37.088942 1 tasks_processing.go:69] worker 8 listening for tasks. I0420 11:40:37.088955 1 tasks_processing.go:69] worker 18 listening for tasks. I0420 11:40:37.088950 1 tasks_processing.go:69] worker 17 listening for tasks. I0420 11:40:37.088958 1 tasks_processing.go:71] worker 9 working on operators task. I0420 11:40:37.088964 1 tasks_processing.go:69] worker 6 listening for tasks. I0420 11:40:37.088968 1 tasks_processing.go:69] worker 20 listening for tasks. I0420 11:40:37.088975 1 tasks_processing.go:69] worker 21 listening for tasks. I0420 11:40:37.088974 1 tasks_processing.go:69] worker 7 listening for tasks. I0420 11:40:37.088971 1 tasks_processing.go:69] worker 5 listening for tasks. I0420 11:40:37.088980 1 tasks_processing.go:69] worker 22 listening for tasks. I0420 11:40:37.088982 1 tasks_processing.go:69] worker 12 listening for tasks. I0420 11:40:37.088991 1 tasks_processing.go:69] worker 46 listening for tasks. I0420 11:40:37.088964 1 tasks_processing.go:69] worker 19 listening for tasks. I0420 11:40:37.088996 1 tasks_processing.go:69] worker 3 listening for tasks. I0420 11:40:37.089000 1 tasks_processing.go:69] worker 47 listening for tasks. I0420 11:40:37.088984 1 tasks_processing.go:69] worker 45 listening for tasks. I0420 11:40:37.089004 1 tasks_processing.go:69] worker 56 listening for tasks. I0420 11:40:37.089000 1 tasks_processing.go:69] worker 11 listening for tasks. I0420 11:40:37.089011 1 tasks_processing.go:69] worker 48 listening for tasks. I0420 11:40:37.088997 1 tasks_processing.go:69] worker 23 listening for tasks. I0420 11:40:37.089016 1 tasks_processing.go:69] worker 28 listening for tasks. I0420 11:40:37.089011 1 tasks_processing.go:69] worker 57 listening for tasks. I0420 11:40:37.088985 1 tasks_processing.go:69] worker 44 listening for tasks. I0420 11:40:37.089004 1 tasks_processing.go:69] worker 34 listening for tasks. I0420 11:40:37.089028 1 tasks_processing.go:69] worker 24 listening for tasks. I0420 11:40:37.089007 1 tasks_processing.go:69] worker 4 listening for tasks. I0420 11:40:37.089019 1 tasks_processing.go:69] worker 49 listening for tasks. I0420 11:40:37.089018 1 tasks_processing.go:69] worker 58 listening for tasks. I0420 11:40:37.089035 1 tasks_processing.go:69] worker 43 listening for tasks. I0420 11:40:37.089039 1 tasks_processing.go:69] worker 54 listening for tasks. I0420 11:40:37.089012 1 tasks_processing.go:69] worker 35 listening for tasks. I0420 11:40:37.089046 1 tasks_processing.go:69] worker 27 listening for tasks. I0420 11:40:37.089042 1 tasks_processing.go:69] worker 39 listening for tasks. I0420 11:40:37.089050 1 tasks_processing.go:69] worker 62 listening for tasks. I0420 11:40:37.089053 1 tasks_processing.go:69] worker 13 listening for tasks. I0420 11:40:37.089056 1 tasks_processing.go:69] worker 52 listening for tasks. I0420 11:40:37.089026 1 tasks_processing.go:69] worker 59 listening for tasks. I0420 11:40:37.089058 1 tasks_processing.go:71] worker 0 working on storage_cluster task. I0420 11:40:37.089059 1 tasks_processing.go:69] worker 63 listening for tasks. I0420 11:40:37.089063 1 tasks_processing.go:69] worker 32 listening for tasks. I0420 11:40:37.089065 1 tasks_processing.go:69] worker 37 listening for tasks. I0420 11:40:37.089059 1 tasks_processing.go:69] worker 53 listening for tasks. I0420 11:40:37.089033 1 tasks_processing.go:69] worker 51 listening for tasks. I0420 11:40:37.089079 1 tasks_processing.go:69] worker 36 listening for tasks. I0420 11:40:37.089036 1 tasks_processing.go:69] worker 25 listening for tasks. I0420 11:40:37.089034 1 tasks_processing.go:69] worker 33 listening for tasks. I0420 11:40:37.089089 1 tasks_processing.go:71] worker 36 working on ceph_cluster task. I0420 11:40:37.089043 1 tasks_processing.go:69] worker 61 listening for tasks. I0420 11:40:37.089105 1 tasks_processing.go:71] worker 48 working on ingress task. I0420 11:40:37.089118 1 tasks_processing.go:71] worker 27 working on validating_webhook_configurations task. I0420 11:40:37.089123 1 tasks_processing.go:71] worker 12 working on image_registries task. I0420 11:40:37.089125 1 tasks_processing.go:71] worker 37 working on metrics task. I0420 11:40:37.088923 1 tasks_processing.go:71] worker 14 working on config_maps task. I0420 11:40:37.089110 1 tasks_processing.go:69] worker 42 listening for tasks. I0420 11:40:37.089048 1 tasks_processing.go:69] worker 55 listening for tasks. I0420 11:40:37.089051 1 tasks_processing.go:71] worker 2 working on service_accounts task. I0420 11:40:37.089146 1 tasks_processing.go:71] worker 53 working on support_secret task. W0420 11:40:37.089160 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0420 11:40:37.089171 1 tasks_processing.go:71] worker 46 working on ingress_certificates task. I0420 11:40:37.089174 1 tasks_processing.go:71] worker 39 working on storage_classes task. I0420 11:40:37.089182 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 43.209µs to process 0 records I0420 11:40:37.089045 1 tasks_processing.go:69] worker 29 listening for tasks. I0420 11:40:37.089055 1 tasks_processing.go:69] worker 30 listening for tasks. I0420 11:40:37.089057 1 tasks_processing.go:69] worker 41 listening for tasks. I0420 11:40:37.089027 1 tasks_processing.go:69] worker 40 listening for tasks. I0420 11:40:37.089201 1 tasks_processing.go:71] worker 23 working on version task. I0420 11:40:37.089207 1 tasks_processing.go:71] worker 24 working on dvo_metrics task. I0420 11:40:37.089217 1 tasks_processing.go:71] worker 4 working on overlapping_namespace_uids task. I0420 11:40:37.089035 1 tasks_processing.go:69] worker 60 listening for tasks. I0420 11:40:37.089118 1 tasks_processing.go:71] worker 22 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0420 11:40:37.089263 1 tasks_processing.go:71] worker 28 working on active_alerts task. W0420 11:40:37.089285 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0420 11:40:37.089305 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 31.335µs to process 0 records I0420 11:40:37.089316 1 tasks_processing.go:71] worker 57 working on clusterroles task. I0420 11:40:37.089105 1 tasks_processing.go:71] worker 20 working on openstack_controlplanes task. I0420 11:40:37.089438 1 tasks_processing.go:71] worker 62 working on nodes task. I0420 11:40:37.088948 1 tasks_processing.go:71] worker 15 working on sap_pods task. I0420 11:40:37.089067 1 tasks_processing.go:69] worker 38 listening for tasks. I0420 11:40:37.089072 1 tasks_processing.go:69] worker 31 listening for tasks. I0420 11:40:37.089085 1 tasks_processing.go:71] worker 56 working on aggregated_monitoring_cr_names task. I0420 11:40:37.089026 1 tasks_processing.go:69] worker 50 listening for tasks. I0420 11:40:37.089089 1 tasks_processing.go:71] worker 8 working on node_logs task. I0420 11:40:37.089634 1 tasks_processing.go:71] worker 34 working on lokistack task. I0420 11:40:37.089655 1 tasks_processing.go:71] worker 3 working on crds task. I0420 11:40:37.089675 1 tasks_processing.go:71] worker 47 working on certificate_signing_requests task. I0420 11:40:37.089680 1 tasks_processing.go:71] worker 45 working on machines task. I0420 11:40:37.089758 1 tasks_processing.go:71] worker 19 working on mutating_webhook_configurations task. I0420 11:40:37.089086 1 tasks_processing.go:71] worker 49 working on sap_datahubs task. I0420 11:40:37.089077 1 tasks_processing.go:71] worker 16 working on pod_network_connectivity_checks task. I0420 11:40:37.089945 1 tasks_processing.go:71] worker 50 working on authentication task. I0420 11:40:37.089998 1 tasks_processing.go:71] worker 29 working on pdbs task. I0420 11:40:37.089089 1 tasks_processing.go:71] worker 51 working on jaegers task. I0420 11:40:37.090097 1 tasks_processing.go:71] worker 60 working on monitoring_persistent_volumes task. I0420 11:40:37.090179 1 tasks_processing.go:71] worker 38 working on tsdb_status task. W0420 11:40:37.090204 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0420 11:40:37.090215 1 tasks_processing.go:74] worker 38 stopped. I0420 11:40:37.090225 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 23.105µs to process 0 records I0420 11:40:37.090233 1 tasks_processing.go:71] worker 28 working on openstack_dataplanenodesets task. I0420 11:40:37.089094 1 tasks_processing.go:71] worker 58 working on schedulers task. I0420 11:40:37.090286 1 tasks_processing.go:71] worker 61 working on image task. I0420 11:40:37.090382 1 tasks_processing.go:71] worker 25 working on oauths task. I0420 11:40:37.090415 1 tasks_processing.go:71] worker 41 working on networks task. I0420 11:40:37.090475 1 tasks_processing.go:71] worker 33 working on image_pruners task. I0420 11:40:37.089097 1 tasks_processing.go:71] worker 17 working on machine_configs task. I0420 11:40:37.089094 1 tasks_processing.go:71] worker 18 working on sap_config task. I0420 11:40:37.090548 1 tasks_processing.go:71] worker 55 working on machine_healthchecks task. I0420 11:40:37.089101 1 tasks_processing.go:71] worker 6 working on silenced_alerts task. I0420 11:40:37.090615 1 tasks_processing.go:71] worker 42 working on machine_sets task. I0420 11:40:37.090625 1 tasks_processing.go:71] worker 37 working on cluster_apiserver task. I0420 11:40:37.089100 1 tasks_processing.go:71] worker 43 working on cost_management_metrics_configs task. I0420 11:40:37.090647 1 tasks_processing.go:71] worker 40 working on openstack_version task. W0420 11:40:37.090615 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0420 11:40:37.090686 1 tasks_processing.go:74] worker 6 stopped. I0420 11:40:37.090696 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 82.533µs to process 0 records I0420 11:40:37.089109 1 tasks_processing.go:71] worker 35 working on machine_config_pools task. I0420 11:40:37.090737 1 tasks_processing.go:71] worker 30 working on install_plans task. I0420 11:40:37.089042 1 tasks_processing.go:69] worker 26 listening for tasks. I0420 11:40:37.090886 1 tasks_processing.go:74] worker 26 stopped. I0420 11:40:37.089113 1 tasks_processing.go:71] worker 7 working on nodenetworkstates task. I0420 11:40:37.089112 1 tasks_processing.go:71] worker 59 working on container_images task. I0420 11:40:37.089091 1 tasks_processing.go:71] worker 11 working on machine_autoscalers task. I0420 11:40:37.089116 1 tasks_processing.go:71] worker 5 working on qemu_kubevirt_launcher_logs task. I0420 11:40:37.089117 1 tasks_processing.go:71] worker 63 working on infrastructures task. I0420 11:40:37.089109 1 tasks_processing.go:71] worker 21 working on openshift_machine_api_events task. I0420 11:40:37.091323 1 tasks_processing.go:71] worker 31 working on openshift_logging task. I0420 11:40:37.089121 1 tasks_processing.go:71] worker 32 working on openstack_dataplanedeployments task. I0420 11:40:37.089113 1 tasks_processing.go:71] worker 52 working on container_runtime_configs task. I0420 11:40:37.089104 1 tasks_processing.go:71] worker 54 working on proxies task. I0420 11:40:37.089195 1 tasks_processing.go:71] worker 44 working on olm_operators task. I0420 11:40:37.089832 1 tasks_processing.go:71] worker 13 working on feature_gates task. I0420 11:40:37.093004 1 tasks_processing.go:74] worker 0 stopped. I0420 11:40:37.093016 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 3.93183ms to process 0 records I0420 11:40:37.099795 1 tasks_processing.go:74] worker 1 stopped. I0420 11:40:37.099808 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 10.860566ms to process 0 records I0420 11:40:37.099814 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 8.704636ms to process 0 records I0420 11:40:37.099819 1 tasks_processing.go:74] worker 11 stopped. I0420 11:40:37.105180 1 tasks_processing.go:74] worker 34 stopped. I0420 11:40:37.105190 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 15.52491ms to process 0 records I0420 11:40:37.105200 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 14.542667ms to process 0 records I0420 11:40:37.105207 1 tasks_processing.go:74] worker 43 stopped. I0420 11:40:37.105316 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0420 11:40:37.105333 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0420 11:40:37.105337 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0420 11:40:37.105340 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0420 11:40:37.105353 1 controller.go:489] The operator is still being initialized I0420 11:40:37.105358 1 controller.go:512] The operator is healthy I0420 11:40:37.106195 1 tasks_processing.go:74] worker 20 stopped. I0420 11:40:37.106209 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 16.830911ms to process 0 records I0420 11:40:37.108639 1 tasks_processing.go:74] worker 28 stopped. I0420 11:40:37.108704 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 18.395628ms to process 0 records E0420 11:40:37.108747 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0420 11:40:37.108848 1 gather.go:177] gatherer "clusterconfig" function "machines" took 19.043282ms to process 0 records I0420 11:40:37.108865 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 18.078567ms to process 0 records I0420 11:40:37.108791 1 tasks_processing.go:74] worker 45 stopped. I0420 11:40:37.108873 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 19.674111ms to process 0 records I0420 11:40:37.108889 1 tasks_processing.go:74] worker 36 stopped. I0420 11:40:37.108896 1 tasks_processing.go:74] worker 40 stopped. I0420 11:40:37.108900 1 tasks_processing.go:74] worker 15 stopped. I0420 11:40:37.108910 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 19.399426ms to process 0 records I0420 11:40:37.108921 1 tasks_processing.go:74] worker 18 stopped. I0420 11:40:37.108942 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 18.368369ms to process 0 records I0420 11:40:37.109723 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 19.552742ms to process 0 records I0420 11:40:37.109744 1 tasks_processing.go:74] worker 49 stopped. I0420 11:40:37.109795 1 tasks_processing.go:74] worker 55 stopped. E0420 11:40:37.109809 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0420 11:40:37.109818 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 19.232042ms to process 0 records I0420 11:40:37.109899 1 tasks_processing.go:74] worker 16 stopped. E0420 11:40:37.109908 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0420 11:40:37.109922 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 19.980529ms to process 0 records I0420 11:40:37.110094 1 tasks_processing.go:74] worker 32 stopped. I0420 11:40:37.110107 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 18.713663ms to process 0 records E0420 11:40:37.110115 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0420 11:40:37.110121 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 20.942638ms to process 0 records I0420 11:40:37.110126 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 18.675762ms to process 0 records I0420 11:40:37.110129 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 20.039606ms to process 0 records I0420 11:40:37.110134 1 tasks_processing.go:74] worker 51 stopped. I0420 11:40:37.110138 1 tasks_processing.go:74] worker 53 stopped. I0420 11:40:37.110141 1 tasks_processing.go:74] worker 52 stopped. I0420 11:40:37.110150 1 tasks_processing.go:74] worker 31 stopped. I0420 11:40:37.110154 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 18.805782ms to process 0 records I0420 11:40:37.110374 1 tasks_processing.go:74] worker 48 stopped. I0420 11:40:37.110548 1 recorder.go:75] Recording config/ingress with fingerprint=4086986d09d5571180b62bd30556b2dece2f3e4fc87529f47257dcf688014af8 I0420 11:40:37.110561 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 21.24469ms to process 1 records I0420 11:40:37.110976 1 tasks_processing.go:74] worker 41 stopped. I0420 11:40:37.111120 1 recorder.go:75] Recording config/network with fingerprint=d70fa39b9f40369f716f11119fd0e73080771a3e6576f5dcbe2a6d49b2446727 I0420 11:40:37.111131 1 gather.go:177] gatherer "clusterconfig" function "networks" took 20.540179ms to process 1 records I0420 11:40:37.111293 1 tasks_processing.go:74] worker 7 stopped. I0420 11:40:37.111304 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 20.396845ms to process 0 records I0420 11:40:37.111317 1 tasks_processing.go:74] worker 42 stopped. I0420 11:40:37.111323 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 20.690536ms to process 0 records I0420 11:40:37.111503 1 tasks_processing.go:74] worker 61 stopped. I0420 11:40:37.111613 1 recorder.go:75] Recording config/image with fingerprint=4995e16a3d177b5e811446fad5f28c478b2d606cdbed5708be5d5e45f66267f8 I0420 11:40:37.111625 1 gather.go:177] gatherer "clusterconfig" function "image" took 21.20347ms to process 1 records I0420 11:40:37.111711 1 tasks_processing.go:74] worker 25 stopped. I0420 11:40:37.111828 1 recorder.go:75] Recording config/oauth with fingerprint=88ea55cfdd596656cfc120f5decd30a7328a51403fafdf4b92d434453ad5710f I0420 11:40:37.111839 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 21.176931ms to process 1 records I0420 11:40:37.114023 1 tasks_processing.go:74] worker 58 stopped. I0420 11:40:37.114081 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=2acbfb07e07b9a5a896d19ed815c48b97286db662a9ecd239ac9dfa7404ed7e4 I0420 11:40:37.114092 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 23.732831ms to process 1 records I0420 11:40:37.116394 1 tasks_processing.go:74] worker 37 stopped. I0420 11:40:37.116503 1 recorder.go:75] Recording config/apiserver with fingerprint=397f59f33f8fae5efa0b7047fab5e29c8ce331945d70cd57f182833a17650d91 I0420 11:40:37.116513 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 25.756673ms to process 1 records I0420 11:40:37.116595 1 tasks_processing.go:74] worker 50 stopped. I0420 11:40:37.116647 1 recorder.go:75] Recording config/authentication with fingerprint=54d78f9678e848431e09d84cfb70993905d93dca6ec57b984fc3f85f6eae072c I0420 11:40:37.116655 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 26.441324ms to process 1 records I0420 11:40:37.117035 1 tasks_processing.go:74] worker 21 stopped. I0420 11:40:37.117047 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 25.7105ms to process 0 records I0420 11:40:37.118409 1 tasks_processing.go:74] worker 54 stopped. I0420 11:40:37.118482 1 recorder.go:75] Recording config/proxy with fingerprint=79aef2970b06ee3c49e99e4492c8dac4d3033de087e39ca1c7087f4309ba5eaf I0420 11:40:37.118498 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 26.952544ms to process 1 records I0420 11:40:37.118577 1 tasks_processing.go:74] worker 39 stopped. I0420 11:40:37.118657 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=f6b4c5dda99f2cf1625cdba21d4322672d02e585476ca8408d11427f36b62df5 I0420 11:40:37.118676 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=98cef0ae47084adb62f1c611490ce53a6d2b67647b36d42aa3a55a8c8bdeb14a I0420 11:40:37.118682 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 29.388945ms to process 2 records I0420 11:40:37.118735 1 tasks_processing.go:74] worker 33 stopped. I0420 11:40:37.118908 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=6974308331ffb92c4ef51cef3af161fbd19022a0289606c3ca1c9bae4949a922 I0420 11:40:37.118921 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 28.142516ms to process 1 records I0420 11:40:37.119032 1 tasks_processing.go:74] worker 12 stopped. I0420 11:40:37.119219 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=d5d42cc44a52064ec4bec3e54eb7ff418baad38af03f1d8ec0f199f9f9549c78 I0420 11:40:37.119227 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 29.572316ms to process 1 records I0420 11:40:37.119393 1 tasks_processing.go:74] worker 13 stopped. I0420 11:40:37.119483 1 recorder.go:75] Recording config/featuregate with fingerprint=035d4e1541140961993b4d66302e488718bf17618a099a9878bd9f2bc38613a1 I0420 11:40:37.119495 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 27.854073ms to process 1 records I0420 11:40:37.121511 1 tasks_processing.go:74] worker 35 stopped. I0420 11:40:37.121537 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 30.783202ms to process 0 records I0420 11:40:37.121587 1 tasks_processing.go:74] worker 63 stopped. I0420 11:40:37.123668 1 recorder.go:75] Recording config/infrastructure with fingerprint=32efc6184a1e66db06de3eb9fa831afe4a2863c775ac1e177cf98c3d20fe9465 I0420 11:40:37.123686 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 30.335488ms to process 1 records I0420 11:40:37.123700 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 31.620122ms to process 0 records I0420 11:40:37.123715 1 tasks_processing.go:74] worker 60 stopped. I0420 11:40:37.123826 1 tasks_processing.go:74] worker 3 stopped. I0420 11:40:37.124717 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=11a1417b4018f16af276a9c51fcc2ea13f98cc329c95069e3839dc8664a28634 I0420 11:40:37.124905 1 gather_logs.go:145] no pods in namespace were found I0420 11:40:37.124961 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=6b8220a796f92088cd936c83386985fb44dfb348097256704a68df681a5afd11 I0420 11:40:37.124972 1 gather.go:177] gatherer "clusterconfig" function "crds" took 32.450913ms to process 2 records I0420 11:40:37.125102 1 tasks_processing.go:74] worker 57 stopped. I0420 11:40:37.125120 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=2a3d2459b22f37d4126cd1e4828e040e0afba90ea195f1d473ce673b70bd7da8 I0420 11:40:37.125219 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=ccff2fe06258e87c46fb5092036dfd8c7b2e28ea856ca87f40d44cb1bbc5f9d6 I0420 11:40:37.125231 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 33.27791ms to process 2 records I0420 11:40:37.125251 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0420 11:40:37.125260 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 33.88984ms to process 1 records I0420 11:40:37.125296 1 tasks_processing.go:74] worker 4 stopped. I0420 11:40:37.125368 1 tasks_processing.go:74] worker 19 stopped. I0420 11:40:37.125436 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=f143e6a9bffe92e2ae1868c4ddfd2086aa1a8c4a732c40ac34163ab39ad5b3ee I0420 11:40:37.125470 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=67dec2965777d371e4627c29ed0ec7ba274ab83b992e2838158810ffc0359983 I0420 11:40:37.125495 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=a715218cda206fb047d4cdaae75d69d468bb26be7a9b6542b6ed3049d86ba501 I0420 11:40:37.125502 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 34.443921ms to process 3 records I0420 11:40:37.125507 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 33.745021ms to process 0 records I0420 11:40:37.125514 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 33.471485ms to process 0 records I0420 11:40:37.125517 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 35.424834ms to process 0 records I0420 11:40:37.125525 1 tasks_processing.go:74] worker 5 stopped. I0420 11:40:37.125533 1 tasks_processing.go:74] worker 44 stopped. I0420 11:40:37.125536 1 tasks_processing.go:74] worker 8 stopped. I0420 11:40:37.125594 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=135bfa1e7c6e24a9ad5404e68c7f614d3fb0f29b014258a555ae264dcda063fc I0420 11:40:37.125612 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=7e0d68dcfbf8313bbe0e585d7570a9951f0731369d2abdb80f5acad548c10895 I0420 11:40:37.125613 1 tasks_processing.go:74] worker 29 stopped. I0420 11:40:37.125627 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=7d88f9f455d23fd66d2faf8e09e7fbfbd01b35bc7ea77366aad84c6d5f0a6dcf I0420 11:40:37.125632 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 35.182906ms to process 3 records I0420 11:40:37.125738 1 tasks_processing.go:74] worker 62 stopped. I0420 11:40:37.126045 1 recorder.go:75] Recording config/node/ip-10-0-0-241.ec2.internal with fingerprint=1ce147395efb33445f15a969f0c1c232fbcbadfb43419cb75bc7daf31a520af4 I0420 11:40:37.126109 1 recorder.go:75] Recording config/node/ip-10-0-1-227.ec2.internal with fingerprint=3545b5a1d04995ac98ff8a4cb8b3c50855bf1abc6384d274d7d1faf21d76080e I0420 11:40:37.126119 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 36.284848ms to process 2 records I0420 11:40:37.126195 1 tasks_processing.go:74] worker 27 stopped. I0420 11:40:37.126212 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=897a890c8557bba0a70dc140889b5c8071c7cf9c364d3131f932aa29edc12d15 I0420 11:40:37.126289 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=4ade7efb8c186b2b7b20de92a20d5ec3e5a5f8ba3b7fcf94892860bf59639125 I0420 11:40:37.126317 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=5ef577b6159da88a7ec207c7cb68e8cf3ce08758bfa740171edfa855149c2097 I0420 11:40:37.126348 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=305523c5fac96bf417cefa94e29788eca7508587607ae5c5d787ad99442472c8 I0420 11:40:37.126372 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=1ba234d6d0f7c4d9e4bf16d9a9ee59ac6171e5c9e29ccf42ce2b56fd1600d1ab I0420 11:40:37.126396 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=65c300f538dc626022fa563d739effc1d643d9b0d9c78e3b525547f6831d0ba0 I0420 11:40:37.126425 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=84701c68488f4e578cd5445128b59a6bcfa1437d0ad36dce23ee25d4595d6fca I0420 11:40:37.126458 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=530a9a8d397766f461a849df3677279220bdc61447d64548428c48bc1c644944 I0420 11:40:37.126481 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=dba3591947c441ac0f300f4e0f36029c500b0577b87b40916f87ff60501fea69 I0420 11:40:37.126511 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=15ad577b8c661923b5ed169263db3cf7d2606580a5787edce3f3105e56a8c4db I0420 11:40:37.126534 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=75bf6e9509624b2db60fd49fd313eb3afbe2aec2ffb6119e8c1a17e408b33d10 I0420 11:40:37.126541 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 36.710565ms to process 11 records I0420 11:40:37.127057 1 tasks_processing.go:74] worker 47 stopped. I0420 11:40:37.127070 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 37.365835ms to process 0 records I0420 11:40:37.128666 1 tasks_processing.go:74] worker 56 stopped. I0420 11:40:37.128685 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 39.070082ms to process 0 records W0420 11:40:37.129377 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:40:37.129894 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0420 11:40:37.129893 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s W0420 11:40:37.130339 1 operator.go:288] started I0420 11:40:37.130369 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0420 11:40:37.135873 1 tasks_processing.go:74] worker 59 stopped. I0420 11:40:37.135930 1 recorder.go:75] Recording config/running_containers with fingerprint=f35ab748c04d92bf743ee34e6c0fc37ee52fdc34c253d73b451c9c3d8fd5de2e I0420 11:40:37.135941 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 44.823022ms to process 1 records I0420 11:40:37.138074 1 tasks_processing.go:74] worker 22 stopped. I0420 11:40:37.138085 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 48.802244ms to process 0 records I0420 11:40:37.139657 1 controller.go:212] Source scaController *sca.Controller is not ready I0420 11:40:37.139668 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0420 11:40:37.139671 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0420 11:40:37.139674 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0420 11:40:37.139676 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0420 11:40:37.139690 1 controller.go:489] The operator is still being initialized I0420 11:40:37.139695 1 controller.go:512] The operator is healthy I0420 11:40:37.144030 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0420 11:40:37.144034 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 11:40:37.144044 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 11:40:37.145458 1 base_controller.go:82] Caches are synced for ConfigController I0420 11:40:37.145480 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0420 11:40:37.146309 1 prometheus_rules.go:88] Prometheus rules successfully created E0420 11:40:37.147672 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ef09f424-3420-48cd-8a63-ef936ca2cc75%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:48939->172.30.0.10:53: read: connection refused I0420 11:40:37.147685 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ef09f424-3420-48cd-8a63-ef936ca2cc75%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:48939->172.30.0.10:53: read: connection refused I0420 11:40:37.158267 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:40:37.170896 1 tasks_processing.go:74] worker 14 stopped. E0420 11:40:37.170911 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0420 11:40:37.170921 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0420 11:40:37.170925 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0420 11:40:37.170937 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0420 11:40:37.170964 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0420 11:40:37.170971 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0420 11:40:37.170976 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0420 11:40:37.170981 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0420 11:40:37.171017 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0420 11:40:37.171025 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0420 11:40:37.171030 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 81.752699ms to process 7 records I0420 11:40:37.216970 1 tasks_processing.go:74] worker 23 stopped. I0420 11:40:37.217245 1 recorder.go:75] Recording config/version with fingerprint=a1a2cc3509dc2a769a1f76353cf0c598bd76843aa62faf184021341f27e0e388 I0420 11:40:37.217258 1 recorder.go:75] Recording config/id with fingerprint=181d13c6aa90cb4ae498dc1481c284fd4ab9c5ee91d806a2b27737ff98f3200e I0420 11:40:37.217264 1 gather.go:177] gatherer "clusterconfig" function "version" took 127.758984ms to process 2 records I0420 11:40:37.219605 1 tasks_processing.go:74] worker 17 stopped. I0420 11:40:37.219634 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0420 11:40:37.219648 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 129.062763ms to process 1 records I0420 11:40:37.225882 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0420 11:40:37.229162 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:58240->172.30.0.10:53: read: connection refused I0420 11:40:37.229175 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:58240->172.30.0.10:53: read: connection refused I0420 11:40:37.230562 1 tasks_processing.go:74] worker 46 stopped. E0420 11:40:37.230576 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0420 11:40:37.230583 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pprssu02fngo91nqt802gka1s7j10lq-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pprssu02fngo91nqt802gka1s7j10lq-primary-cert-bundle-secret" not found I0420 11:40:37.230636 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=ae0f02923165336bb65d1e9e3d105da876d955d876912e57f9620c8d55692fc0 I0420 11:40:37.230577 1 base_controller.go:82] Caches are synced for LoggingSyncer I0420 11:40:37.230647 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 141.379119ms to process 1 records I0420 11:40:37.230650 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0420 11:40:37.518660 1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 16 containers I0420 11:40:37.518672 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1572864 bytes I0420 11:40:37.519505 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-9s6s5 pod in namespace openshift-dns (previous: false). I0420 11:40:37.739408 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9s6s5 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-9s6s5\" is waiting to start: ContainerCreating" I0420 11:40:37.739424 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-9s6s5\" is waiting to start: ContainerCreating" I0420 11:40:37.739433 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-9s6s5 pod in namespace openshift-dns (previous: false). I0420 11:40:37.921988 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9s6s5 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-9s6s5\" is waiting to start: ContainerCreating" I0420 11:40:37.922002 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-9s6s5\" is waiting to start: ContainerCreating" I0420 11:40:37.922013 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gdr5h pod in namespace openshift-dns (previous: false). W0420 11:40:38.128966 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:40:38.146050 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gdr5h pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gdr5h\" is waiting to start: ContainerCreating" I0420 11:40:38.146063 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gdr5h\" is waiting to start: ContainerCreating" I0420 11:40:38.146071 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gdr5h pod in namespace openshift-dns (previous: false). I0420 11:40:38.321332 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gdr5h pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gdr5h\" is waiting to start: ContainerCreating" I0420 11:40:38.321347 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gdr5h\" is waiting to start: ContainerCreating" I0420 11:40:38.321358 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-69nvw pod in namespace openshift-dns (previous: false). I0420 11:40:38.521737 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:40:38.521759 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-8hlv4 pod in namespace openshift-dns (previous: false). I0420 11:40:38.534065 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0420 11:40:38.725401 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:40:38.725458 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5ddc8cf7bb-rx6tr pod in namespace openshift-image-registry (previous: false). I0420 11:40:38.917828 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:40:38.917887 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-74bff46b5-gq2rj pod in namespace openshift-image-registry (previous: false). I0420 11:40:38.936531 1 tasks_processing.go:74] worker 9 stopped. I0420 11:40:38.936592 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=e77392253c9d7c06eec0f8bb494987d67e80a6ecbc11d8e166cb2222a887957b I0420 11:40:38.936630 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c1e45b80576dda5992e163a0b6ce1f7b6260d5d9ca2491a2ab788837e04195b5 I0420 11:40:38.936661 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0420 11:40:38.936690 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=73621b86186eab0f130c52e33787f2bacc194b285c3fd367486d34160c4825f2 I0420 11:40:38.936707 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0420 11:40:38.936731 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=d12949b615cc60613c6b8af8c45b6153062aa285a5a077c8a6f54180b0fbd8c9 I0420 11:40:38.936761 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=ed2e413b755c773d66c13f1e15c3bcfa7324cfa733b7aadaeca9ef929040c928 I0420 11:40:38.936815 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=de75f0ff17c29192299100e0f5576ed9c88f7742489b3e0da8e4a125faa2bbe2 I0420 11:40:38.936829 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=021b7356d9705a4a7c94b5261b960deda8577cfaa6ecae58cc9c2d837a7d861f I0420 11:40:38.936846 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=a508dd5aa3984ef674c7bd3bac1d22debecc88325103ecb21876906107f0397e I0420 11:40:38.936856 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0420 11:40:38.936872 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=e213442aa86b22acf15801fc17bed5d55b8edec08cce2578b5b02116e4801f06 I0420 11:40:38.936884 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0420 11:40:38.936900 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=82e32bf9c295f8923468c4f31d15cf0d29e5c5f82d09010083e3feb0818ae61e I0420 11:40:38.936909 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0420 11:40:38.936923 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=cb2f74dd0cc7ea3f28f8d9b7e4f18b769bed7fbf0c73af5d85c2c80e45f8d855 I0420 11:40:38.936932 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0420 11:40:38.936947 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=c700d7cf54a69b238c7b660de753353621b05dd1534c890a73be9ed1ac8adffb I0420 11:40:38.937068 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=c4c1da98d05342947f2b0cb859944a2d921abf70b90868e2c955d41a3794eda4 I0420 11:40:38.937078 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0420 11:40:38.937085 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0420 11:40:38.937104 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0420 11:40:38.937125 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=515777c8476abe202c119d8e9c220f216f9a41236a269a5b3a475f5946095ef9 I0420 11:40:38.937147 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=9bf7ff0b0fff330ea2c2d265ec504b6569af351062c7070b51d1f682b4da2fef I0420 11:40:38.937157 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0420 11:40:38.937172 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=8b048213cef23f9504f0aeddca0655f18aadabec2250ae4a7bf26ff3c98451f7 I0420 11:40:38.937181 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0420 11:40:38.937194 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=948bcd44d87ec6bd3ffc83680f6f15e40c70ab7d20eee88373533e57f9f6719d I0420 11:40:38.937209 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=bb34bf2bd37d39b7fe9f4cc04411b3407245189078115d2678593aea317cd472 I0420 11:40:38.937225 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=78c047d4865b635f97846290d02f90de41f7a3f33fd670ac14997e65bc357445 I0420 11:40:38.937240 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=9a69d6292787ad1d6b15d36edb7689543699416134387f64ade7f48d71752dd7 I0420 11:40:38.937253 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=9003c7f58a7a906f8eb9076286c2c331d6914df1b171bd932df9161999ba2807 I0420 11:40:38.937280 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=8b883b2a6f4cff0f66bd8b83f72f7948c113c2e5df4f804b150413574a6567d8 I0420 11:40:38.937296 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0420 11:40:38.937304 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0420 11:40:38.937311 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.847554665s to process 35 records I0420 11:40:39.121998 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-74bff46b5-gq2rj pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-74bff46b5-gq2rj\" is waiting to start: ContainerCreating" I0420 11:40:39.122016 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-74bff46b5-gq2rj\" is waiting to start: ContainerCreating" I0420 11:40:39.122062 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-74bff46b5-jml24 pod in namespace openshift-image-registry (previous: false). W0420 11:40:39.129325 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:40:39.321115 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-74bff46b5-jml24 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-74bff46b5-jml24\" is waiting to start: ContainerCreating" I0420 11:40:39.321131 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-74bff46b5-jml24\" is waiting to start: ContainerCreating" I0420 11:40:39.321142 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gtsk5 pod in namespace openshift-image-registry (previous: false). I0420 11:40:39.522460 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:40:39.522478 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-qvgpj pod in namespace openshift-image-registry (previous: false). I0420 11:40:39.720929 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:40:39.720945 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6867f6945-4qw6d pod in namespace openshift-ingress (previous: false). I0420 11:40:39.921919 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6867f6945-4qw6d pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6867f6945-4qw6d\" is waiting to start: ContainerCreating" I0420 11:40:39.921933 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6867f6945-4qw6d\" is waiting to start: ContainerCreating" I0420 11:40:39.921944 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6867f6945-88n9h pod in namespace openshift-ingress (previous: false). I0420 11:40:40.120989 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6867f6945-88n9h pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6867f6945-88n9h\" is waiting to start: ContainerCreating" I0420 11:40:40.121004 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6867f6945-88n9h\" is waiting to start: ContainerCreating" I0420 11:40:40.121015 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6dd886ccf9-2fnhb pod in namespace openshift-ingress (previous: false). W0420 11:40:40.128222 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:40:40.341730 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6dd886ccf9-2fnhb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6dd886ccf9-2fnhb\" is waiting to start: ContainerCreating" I0420 11:40:40.341744 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6dd886ccf9-2fnhb\" is waiting to start: ContainerCreating" I0420 11:40:40.341755 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-9fjrp pod in namespace openshift-ingress-canary (previous: false). I0420 11:40:40.522094 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-9fjrp pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-9fjrp\" is waiting to start: ContainerCreating" I0420 11:40:40.522108 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-9fjrp\" is waiting to start: ContainerCreating" I0420 11:40:40.522117 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-g68hn pod in namespace openshift-ingress-canary (previous: false). I0420 11:40:40.721421 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-g68hn pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-g68hn\" is waiting to start: ContainerCreating" I0420 11:40:40.721437 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-g68hn\" is waiting to start: ContainerCreating" I0420 11:40:40.721455 1 tasks_processing.go:74] worker 10 stopped. I0420 11:40:40.721545 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=e13d777615f81f0ec23eef7a595d95074111908454537e68480ad30de19c6d3a I0420 11:40:40.721583 1 recorder.go:75] Recording events/openshift-dns with fingerprint=5bee6ef259bb2fe6d403af5b1d49bfb6a933c9405faea3eafd2349a5e33736ae I0420 11:40:40.721653 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=0ec3b9fde9951a09627820880030ac00cb86dffd81f4d56114770bba6e139ebe I0420 11:40:40.721687 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=76d9687ded3b4acbc9d5f1fca2e8f9fc679765b0a2467a1a28ab66964c549bca I0420 11:40:40.721731 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=38d1af224ba776d851f4389c3d451b0c4673bf397f8afd4d82d5fe0b898196de I0420 11:40:40.721745 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=e54f1af187e9cbc9eb36766cf0fbe21cc0c603c2af60bdf9129b607089353249 I0420 11:40:40.723070 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5ddc8cf7bb-rx6tr with fingerprint=fee5b4ba44c2ae457ec17040f4166ebf9a41f5e6a3bbe9c2db59f4ea8ab9201e I0420 11:40:40.723187 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-74bff46b5-gq2rj with fingerprint=8fb7f79713b2f1c033620a015af622f34b16d73a43bfb2d8b2a410ff314452bc I0420 11:40:40.723280 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-74bff46b5-jml24 with fingerprint=eb1b50313ebfd0dd2657a02e43e6b648f68afaa64f1885808847d1e524e8eb02 I0420 11:40:40.723289 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.63249776s to process 9 records W0420 11:40:41.128846 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0420 11:40:42.125813 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0420 11:40:42.125839 1 tasks_processing.go:74] worker 24 stopped. E0420 11:40:42.125849 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0420 11:40:42.125861 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0420 11:40:42.125876 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0420 11:40:42.125886 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.036619337s to process 1 records I0420 11:40:49.531247 1 tasks_processing.go:74] worker 30 stopped. I0420 11:40:49.531279 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0420 11:40:49.531291 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.440487544s to process 1 records I0420 11:40:50.295144 1 tasks_processing.go:74] worker 2 stopped. I0420 11:40:50.295511 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=5f3315562ab922847b80910efb7b38b1b30885aa3cdda0895bd6e02e66f43fde I0420 11:40:50.295534 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.205985702s to process 1 records E0420 11:40:50.295611 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.206s with: function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0420 11:40:50.296716 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0420 11:40:50.296730 1 periodic.go:209] Running workloads gatherer I0420 11:40:50.296744 1 tasks_processing.go:45] number of workers: 2 I0420 11:40:50.296750 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:40:50.296754 1 tasks_processing.go:71] worker 1 working on workload_info task. I0420 11:40:50.296765 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:40:50.296797 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0420 11:40:50.320471 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data I0420 11:40:50.321647 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:40:50.325749 1 tasks_processing.go:74] worker 0 stopped. I0420 11:40:50.325762 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.938504ms to process 0 records I0420 11:40:50.329245 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms) I0420 11:40:50.337210 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms) I0420 11:40:50.344924 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (8ms) I0420 11:40:50.354685 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (10ms) I0420 11:40:50.363716 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (9ms) I0420 11:40:50.373235 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (10ms) I0420 11:40:50.381191 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (8ms) I0420 11:40:50.389916 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (9ms) I0420 11:40:50.397231 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (7ms) I0420 11:40:50.405192 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (8ms) I0420 11:40:50.430210 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (25ms) I0420 11:40:50.529005 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (99ms) I0420 11:40:50.629468 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms) I0420 11:40:50.729186 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0420 11:40:50.829406 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0420 11:40:50.929394 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms) I0420 11:40:51.029537 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0420 11:40:51.128409 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (99ms) I0420 11:40:51.230092 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (102ms) I0420 11:40:51.329256 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (99ms) I0420 11:40:51.429367 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0420 11:40:51.529499 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms) I0420 11:40:51.635889 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (106ms) I0420 11:40:51.729308 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (93ms) I0420 11:40:51.830349 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (101ms) I0420 11:40:51.929499 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (99ms) I0420 11:40:52.029569 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0420 11:40:52.129067 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (99ms) I0420 11:40:52.229111 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0420 11:40:52.329412 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms) I0420 11:40:52.429202 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms) I0420 11:40:52.529607 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0420 11:40:52.529645 1 tasks_processing.go:74] worker 1 stopped. E0420 11:40:52.529656 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0420 11:40:52.529995 1 recorder.go:75] Recording config/workload_info with fingerprint=5e7d57528e9520c9388ed208e36bdc85ef3d8154885bdbbc0d7e1a08bd3eadec I0420 11:40:52.530012 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.232883529s to process 1 records E0420 11:40:52.530041 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.233s with: function \"workload_info\" failed with an error" I0420 11:40:52.531145 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0420 11:40:52.531158 1 periodic.go:209] Running conditional gatherer I0420 11:40:52.537814 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0420 11:40:52.544656 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.15:43293->172.30.0.10:53: read: connection refused E0420 11:40:52.544919 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0420 11:40:52.544978 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0420 11:40:52.554033 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0420 11:40:52.554048 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:40:52.554053 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:40:52.554056 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:40:52.554061 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:40:52.554065 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:40:52.554068 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:40:52.554071 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:40:52.554074 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:40:52.554077 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0420 11:40:52.554091 1 tasks_processing.go:45] number of workers: 3 I0420 11:40:52.554100 1 tasks_processing.go:69] worker 2 listening for tasks. I0420 11:40:52.554105 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0420 11:40:52.554164 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0420 11:40:52.554170 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:40:52.554176 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 874ns to process 1 records I0420 11:40:52.554181 1 tasks_processing.go:71] worker 1 working on rapid_container_logs task. I0420 11:40:52.554183 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0420 11:40:52.554179 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:40:52.554200 1 tasks_processing.go:74] worker 0 stopped. I0420 11:40:52.554188 1 tasks_processing.go:74] worker 2 stopped. I0420 11:40:52.554243 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0420 11:40:52.554253 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 409ns to process 1 records I0420 11:40:52.554417 1 tasks_processing.go:74] worker 1 stopped. I0420 11:40:52.554428 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 230.702µs to process 0 records I0420 11:40:52.554448 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.15:43293->172.30.0.10:53: read: connection refused I0420 11:40:52.554464 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0420 11:40:52.576627 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=558cacc46b58ec5afb21b0b97725ccd242b127a162be54a02e75cd3a19bd13e8 I0420 11:40:52.576767 1 diskrecorder.go:70] Writing 101 records to /var/lib/insights-operator/insights-2026-04-20-114052.tar.gz I0420 11:40:52.584567 1 diskrecorder.go:51] Wrote 101 records to disk in 7ms I0420 11:40:52.584603 1 periodic.go:278] Gathering cluster info every 2h0m0s I0420 11:40:52.584621 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0420 11:40:53.284686 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:40:53.484181 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:41:04.489808 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:41:51.618655 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="1a53e9e012fce099b65506d32fa1dd05ed9f85c1b6a2d6693e8f5e587671b257") W0420 11:41:51.618693 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0420 11:41:51.618743 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="dbfecb5d3a34f5f7a15bb9d144349e9745da4e5f55378c77c7228eb5a0ef1c98") I0420 11:41:51.618762 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0420 11:41:51.618762 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0420 11:41:51.618807 1 base_controller.go:181] Shutting down LoggingSyncer ... I0420 11:41:51.618849 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0420 11:41:51.618848 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0420 11:41:51.618860 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="540d67f234ca7ddd3583c71141556a53db18c2dbfa6ec8a16b36bbc9a9568c4a") I0420 11:41:51.618866 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 11:41:51.618883 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController