W0512 09:36:48.323465 1 cmd.go:257] Using insecure, self-signed certificates I0512 09:36:49.062136 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 09:36:49.062455 1 observer_polling.go:159] Starting file observer I0512 09:36:49.950102 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0512 09:36:49.950327 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0512 09:36:49.950853 1 secure_serving.go:57] Forcing use of http/1.1 only W0512 09:36:49.950872 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0512 09:36:49.950877 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0512 09:36:49.950882 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. I0512 09:36:49.950880 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0512 09:36:49.950885 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0512 09:36:49.950902 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0512 09:36:49.950904 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0512 09:36:49.962541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"84be144b-a8db-4ab8-99a3-c9f6bef795df", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0512 09:36:49.962542 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0512 09:36:49.972065 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0512 09:36:49.972088 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0512 09:36:49.972097 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0512 09:36:49.972102 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0512 09:36:49.972092 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0512 09:36:49.972122 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0512 09:36:49.972960 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-4184476621/tls.crt::/tmp/serving-cert-4184476621/tls.key" I0512 09:36:49.973388 1 secure_serving.go:213] Serving securely on [::]:8443 I0512 09:36:49.973486 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0512 09:36:49.980075 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0512 09:36:49.980101 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0512 09:36:49.980193 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0512 09:36:49.988031 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 09:36:49.988047 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0512 09:36:49.995918 1 secretconfigobserver.go:119] support secret does not exist I0512 09:36:50.003786 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 09:36:50.014194 1 secretconfigobserver.go:119] support secret does not exist I0512 09:36:50.015282 1 recorder.go:161] Pruning old reports every 4h47m50s, max age is 288h0m0s I0512 09:36:50.022896 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0512 09:36:50.022908 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0512 09:36:50.022911 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0512 09:36:50.022919 1 insightsreport.go:296] Starting report retriever I0512 09:36:50.022927 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0512 09:36:50.022944 1 periodic.go:209] Running clusterconfig gatherer I0512 09:36:50.022987 1 tasks_processing.go:45] number of workers: 64 I0512 09:36:50.023015 1 tasks_processing.go:69] worker 3 listening for tasks. I0512 09:36:50.023023 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 09:36:50.023027 1 tasks_processing.go:69] worker 2 listening for tasks. I0512 09:36:50.023030 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 09:36:50.023037 1 tasks_processing.go:69] worker 33 listening for tasks. I0512 09:36:50.023037 1 tasks_processing.go:69] worker 12 listening for tasks. I0512 09:36:50.023043 1 tasks_processing.go:69] worker 4 listening for tasks. I0512 09:36:50.023050 1 tasks_processing.go:69] worker 28 listening for tasks. I0512 09:36:50.023052 1 tasks_processing.go:69] worker 5 listening for tasks. I0512 09:36:50.023052 1 tasks_processing.go:71] worker 4 working on operators task. I0512 09:36:50.023057 1 tasks_processing.go:71] worker 28 working on infrastructures task. I0512 09:36:50.023060 1 tasks_processing.go:69] worker 34 listening for tasks. I0512 09:36:50.023064 1 tasks_processing.go:69] worker 14 listening for tasks. I0512 09:36:50.023068 1 tasks_processing.go:69] worker 24 listening for tasks. I0512 09:36:50.023071 1 tasks_processing.go:69] worker 35 listening for tasks. I0512 09:36:50.023063 1 tasks_processing.go:69] worker 23 listening for tasks. I0512 09:36:50.023058 1 tasks_processing.go:69] worker 13 listening for tasks. I0512 09:36:50.023076 1 tasks_processing.go:69] worker 8 listening for tasks. I0512 09:36:50.023082 1 tasks_processing.go:69] worker 19 listening for tasks. I0512 09:36:50.023075 1 tasks_processing.go:69] worker 15 listening for tasks. I0512 09:36:50.023087 1 tasks_processing.go:69] worker 6 listening for tasks. I0512 09:36:50.023076 1 tasks_processing.go:69] worker 25 listening for tasks. I0512 09:36:50.023091 1 tasks_processing.go:69] worker 20 listening for tasks. I0512 09:36:50.023096 1 tasks_processing.go:69] worker 7 listening for tasks. I0512 09:36:50.023080 1 tasks_processing.go:69] worker 26 listening for tasks. I0512 09:36:50.023103 1 tasks_processing.go:69] worker 38 listening for tasks. I0512 09:36:50.023086 1 tasks_processing.go:69] worker 36 listening for tasks. I0512 09:36:50.023107 1 tasks_processing.go:69] worker 62 listening for tasks. I0512 09:36:50.023107 1 tasks_processing.go:69] worker 16 listening for tasks. I0512 09:36:50.023112 1 tasks_processing.go:71] worker 3 working on openstack_dataplanenodesets task. I0512 09:36:50.023115 1 tasks_processing.go:69] worker 40 listening for tasks. I0512 09:36:50.023112 1 tasks_processing.go:69] worker 29 listening for tasks. I0512 09:36:50.023119 1 tasks_processing.go:69] worker 30 listening for tasks. I0512 09:36:50.023125 1 tasks_processing.go:69] worker 56 listening for tasks. I0512 09:36:50.023126 1 tasks_processing.go:69] worker 60 listening for tasks. I0512 09:36:50.023117 1 tasks_processing.go:69] worker 59 listening for tasks. I0512 09:36:50.023132 1 tasks_processing.go:69] worker 32 listening for tasks. I0512 09:36:50.023098 1 tasks_processing.go:69] worker 18 listening for tasks. I0512 09:36:50.023136 1 tasks_processing.go:69] worker 47 listening for tasks. I0512 09:36:50.023137 1 tasks_processing.go:69] worker 61 listening for tasks. I0512 09:36:50.023141 1 tasks_processing.go:69] worker 48 listening for tasks. I0512 09:36:50.023100 1 tasks_processing.go:69] worker 54 listening for tasks. I0512 09:36:50.023145 1 tasks_processing.go:69] worker 45 listening for tasks. I0512 09:36:50.023102 1 tasks_processing.go:69] worker 31 listening for tasks. I0512 09:36:50.023141 1 tasks_processing.go:69] worker 10 listening for tasks. I0512 09:36:50.023153 1 tasks_processing.go:69] worker 46 listening for tasks. I0512 09:36:50.023161 1 tasks_processing.go:71] worker 10 working on nodenetworkconfigurationpolicies task. I0512 09:36:50.023164 1 tasks_processing.go:71] worker 2 working on aggregated_monitoring_cr_names task. I0512 09:36:50.023161 1 tasks_processing.go:71] worker 45 working on operators_pods_and_events task. I0512 09:36:50.023173 1 tasks_processing.go:71] worker 5 working on olm_operators task. I0512 09:36:50.023180 1 tasks_processing.go:71] worker 36 working on ingress task. I0512 09:36:50.023188 1 tasks_processing.go:71] worker 33 working on feature_gates task. I0512 09:36:50.023221 1 tasks_processing.go:71] worker 40 working on machine_sets task. I0512 09:36:50.023241 1 tasks_processing.go:71] worker 48 working on openshift_logging task. I0512 09:36:50.023256 1 tasks_processing.go:71] worker 30 working on sap_config task. I0512 09:36:50.023313 1 tasks_processing.go:69] worker 44 listening for tasks. I0512 09:36:50.023326 1 tasks_processing.go:71] worker 44 working on crds task. I0512 09:36:50.023341 1 tasks_processing.go:69] worker 11 listening for tasks. I0512 09:36:50.023057 1 tasks_processing.go:69] worker 22 listening for tasks. I0512 09:36:50.023176 1 tasks_processing.go:71] worker 60 working on overlapping_namespace_uids task. I0512 09:36:50.023356 1 tasks_processing.go:71] worker 29 working on openshift_machine_api_events task. I0512 09:36:50.023620 1 tasks_processing.go:71] worker 32 working on clusterroles task. I0512 09:36:50.023669 1 tasks_processing.go:71] worker 19 working on storage_cluster task. I0512 09:36:50.023754 1 tasks_processing.go:69] worker 42 listening for tasks. I0512 09:36:50.023099 1 tasks_processing.go:69] worker 53 listening for tasks. I0512 09:36:50.023773 1 tasks_processing.go:71] worker 15 working on image task. I0512 09:36:50.023878 1 tasks_processing.go:71] worker 26 working on nodenetworkstates task. I0512 09:36:50.023113 1 tasks_processing.go:69] worker 58 listening for tasks. I0512 09:36:50.023679 1 tasks_processing.go:71] worker 20 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0512 09:36:50.023908 1 tasks_processing.go:71] worker 8 working on install_plans task. I0512 09:36:50.023915 1 tasks_processing.go:71] worker 13 working on networks task. I0512 09:36:50.023933 1 tasks_processing.go:71] worker 23 working on config_maps task. I0512 09:36:50.023630 1 tasks_processing.go:69] worker 9 listening for tasks. I0512 09:36:50.023956 1 tasks_processing.go:71] worker 9 working on ingress_certificates task. I0512 09:36:50.023166 1 tasks_processing.go:71] worker 46 working on mutating_webhook_configurations task. I0512 09:36:50.023957 1 tasks_processing.go:71] worker 58 working on dvo_metrics task. I0512 09:36:50.023108 1 tasks_processing.go:69] worker 63 listening for tasks. I0512 09:36:50.023129 1 tasks_processing.go:69] worker 57 listening for tasks. I0512 09:36:50.023132 1 tasks_processing.go:69] worker 41 listening for tasks. I0512 09:36:50.023137 1 tasks_processing.go:69] worker 50 listening for tasks. I0512 09:36:50.023139 1 tasks_processing.go:69] worker 51 listening for tasks. I0512 09:36:50.023145 1 tasks_processing.go:69] worker 52 listening for tasks. I0512 09:36:50.023147 1 tasks_processing.go:69] worker 49 listening for tasks. I0512 09:36:50.023153 1 tasks_processing.go:71] worker 0 working on nodes task. I0512 09:36:50.024044 1 tasks_processing.go:71] worker 11 working on machine_healthchecks task. I0512 09:36:50.024085 1 tasks_processing.go:71] worker 42 working on schedulers task. I0512 09:36:50.024342 1 tasks_processing.go:71] worker 22 working on cluster_apiserver task. I0512 09:36:50.024461 1 tasks_processing.go:71] worker 53 working on support_secret task. I0512 09:36:50.024615 1 tasks_processing.go:71] worker 49 working on proxies task. I0512 09:36:50.023119 1 tasks_processing.go:69] worker 55 listening for tasks. I0512 09:36:50.023157 1 tasks_processing.go:71] worker 1 working on image_pruners task. I0512 09:36:50.023166 1 tasks_processing.go:71] worker 38 working on image_registries task. I0512 09:36:50.023109 1 tasks_processing.go:69] worker 39 listening for tasks. I0512 09:36:50.023094 1 tasks_processing.go:69] worker 37 listening for tasks. I0512 09:36:50.023357 1 tasks_processing.go:71] worker 62 working on machine_configs task. I0512 09:36:50.023357 1 tasks_processing.go:71] worker 59 working on pod_network_connectivity_checks task. I0512 09:36:50.023359 1 tasks_processing.go:71] worker 56 working on service_accounts task. I0512 09:36:50.023358 1 tasks_processing.go:71] worker 61 working on sap_pods task. I0512 09:36:50.023658 1 tasks_processing.go:71] worker 34 working on openstack_dataplanedeployments task. I0512 09:36:50.023680 1 tasks_processing.go:71] worker 18 working on container_images task. I0512 09:36:50.023688 1 tasks_processing.go:71] worker 6 working on openstack_version task. I0512 09:36:50.023689 1 tasks_processing.go:71] worker 25 working on tsdb_status task. I0512 09:36:50.023702 1 tasks_processing.go:69] worker 43 listening for tasks. I0512 09:36:50.023707 1 tasks_processing.go:71] worker 16 working on storage_classes task. I0512 09:36:50.023783 1 tasks_processing.go:71] worker 12 working on ceph_cluster task. I0512 09:36:50.023804 1 tasks_processing.go:71] worker 35 working on certificate_signing_requests task. I0512 09:36:50.023811 1 tasks_processing.go:71] worker 24 working on lokistack task. I0512 09:36:50.023835 1 tasks_processing.go:71] worker 7 working on machines task. I0512 09:36:50.023838 1 tasks_processing.go:71] worker 14 working on version task. I0512 09:36:50.024647 1 tasks_processing.go:71] worker 41 working on openstack_controlplanes task. I0512 09:36:50.023050 1 tasks_processing.go:69] worker 27 listening for tasks. I0512 09:36:50.025386 1 tasks_processing.go:71] worker 27 working on qemu_kubevirt_launcher_logs task. I0512 09:36:50.025426 1 tasks_processing.go:71] worker 43 working on pdbs task. I0512 09:36:50.025355 1 tasks_processing.go:71] worker 54 working on container_runtime_configs task. I0512 09:36:50.024666 1 tasks_processing.go:71] worker 57 working on authentication task. I0512 09:36:50.023044 1 tasks_processing.go:69] worker 21 listening for tasks. I0512 09:36:50.024671 1 tasks_processing.go:71] worker 51 working on monitoring_persistent_volumes task. I0512 09:36:50.024686 1 tasks_processing.go:71] worker 50 working on validating_webhook_configurations task. I0512 09:36:50.024753 1 tasks_processing.go:71] worker 47 working on machine_autoscalers task. I0512 09:36:50.023120 1 tasks_processing.go:69] worker 17 listening for tasks. I0512 09:36:50.024833 1 tasks_processing.go:71] worker 55 working on jaegers task. I0512 09:36:50.024877 1 tasks_processing.go:71] worker 39 working on sap_datahubs task. I0512 09:36:50.024936 1 tasks_processing.go:71] worker 37 working on cost_management_metrics_configs task. I0512 09:36:50.024967 1 tasks_processing.go:71] worker 52 working on active_alerts task. W0512 09:36:50.024992 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 09:36:50.023154 1 tasks_processing.go:71] worker 31 working on oauths task. I0512 09:36:50.024654 1 tasks_processing.go:71] worker 63 working on silenced_alerts task. I0512 09:36:50.025870 1 tasks_processing.go:71] worker 25 working on node_logs task. W0512 09:36:50.025869 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory W0512 09:36:50.025885 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 09:36:50.026916 1 tasks_processing.go:71] worker 21 working on metrics task. W0512 09:36:50.026948 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 09:36:50.027195 1 tasks_processing.go:71] worker 17 working on machine_config_pools task. I0512 09:36:50.027457 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 892.956µs to process 0 records I0512 09:36:50.027476 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 38.31µs to process 0 records I0512 09:36:50.027484 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 21.992µs to process 0 records I0512 09:36:50.027489 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 31.619µs to process 0 records I0512 09:36:50.027497 1 tasks_processing.go:74] worker 21 stopped. I0512 09:36:50.027504 1 tasks_processing.go:74] worker 52 stopped. I0512 09:36:50.027508 1 tasks_processing.go:74] worker 63 stopped. I0512 09:36:50.029482 1 tasks_processing.go:74] worker 3 stopped. I0512 09:36:50.029495 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 6.356798ms to process 0 records I0512 09:36:50.031507 1 tasks_processing.go:74] worker 28 stopped. I0512 09:36:50.032043 1 recorder.go:75] Recording config/infrastructure with fingerprint=acd2a7e0a71d0ef3dc189d21a18ac90caeeb708e51c2093cdb0e3d96bfa9b3e5 I0512 09:36:50.032061 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 8.442167ms to process 1 records I0512 09:36:50.032080 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 8.854415ms to process 0 records I0512 09:36:50.032090 1 tasks_processing.go:74] worker 10 stopped. I0512 09:36:50.032561 1 tasks_processing.go:74] worker 40 stopped. I0512 09:36:50.032580 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 9.321922ms to process 0 records I0512 09:36:50.032604 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 8.838127ms to process 0 records I0512 09:36:50.032614 1 tasks_processing.go:74] worker 19 stopped. I0512 09:36:50.032706 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0512 09:36:50.032721 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 09:36:50.032725 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0512 09:36:50.032728 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0512 09:36:50.032742 1 controller.go:489] The operator is still being initialized I0512 09:36:50.032749 1 controller.go:512] The operator is healthy I0512 09:36:50.037023 1 tasks_processing.go:74] worker 48 stopped. I0512 09:36:50.037036 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 13.761606ms to process 0 records I0512 09:36:50.048865 1 tasks_processing.go:74] worker 33 stopped. I0512 09:36:50.048991 1 recorder.go:75] Recording config/featuregate with fingerprint=1e7304b062f3caf36fbdf06737ca66181a49f78c988949a31b3ea88a7120b86b I0512 09:36:50.049008 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 25.663175ms to process 1 records I0512 09:36:50.052462 1 tasks_processing.go:74] worker 22 stopped. I0512 09:36:50.052599 1 recorder.go:75] Recording config/apiserver with fingerprint=fd68cc1cb5130ad215b13ef4f815e3b234e2b90079751bede007870c51c26f41 I0512 09:36:50.052612 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 28.10198ms to process 1 records I0512 09:36:50.052623 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 27.087912ms to process 0 records I0512 09:36:50.052629 1 tasks_processing.go:74] worker 54 stopped. I0512 09:36:50.052773 1 tasks_processing.go:74] worker 34 stopped. I0512 09:36:50.052785 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 27.658055ms to process 0 records I0512 09:36:50.052792 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 27.768268ms to process 0 records I0512 09:36:50.052796 1 tasks_processing.go:74] worker 6 stopped. I0512 09:36:50.052890 1 tasks_processing.go:74] worker 11 stopped. E0512 09:36:50.052899 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0512 09:36:50.052908 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 28.824814ms to process 0 records I0512 09:36:50.054166 1 tasks_processing.go:74] worker 41 stopped. I0512 09:36:50.054174 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 29.059366ms to process 0 records I0512 09:36:50.054295 1 tasks_processing.go:74] worker 1 stopped. I0512 09:36:50.054515 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=8d074ca673dba47edfa12d9d190189c6d628d28a9632866e8597313c528a6b06 I0512 09:36:50.054526 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 29.549928ms to process 1 records I0512 09:36:50.054535 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 31.166119ms to process 0 records I0512 09:36:50.054541 1 tasks_processing.go:74] worker 5 stopped. I0512 09:36:50.054679 1 tasks_processing.go:74] worker 61 stopped. I0512 09:36:50.054687 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 29.672338ms to process 0 records E0512 09:36:50.054692 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0512 09:36:50.054697 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 29.803341ms to process 0 records I0512 09:36:50.054708 1 tasks_processing.go:74] worker 59 stopped. I0512 09:36:50.054952 1 tasks_processing.go:74] worker 13 stopped. I0512 09:36:50.055093 1 recorder.go:75] Recording config/network with fingerprint=1651381768db462577ed6c23508925fd2710cc8f4c44753fe058e860d460447f I0512 09:36:50.055108 1 gather.go:177] gatherer "clusterconfig" function "networks" took 31.025584ms to process 1 records E0512 09:36:50.055119 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0512 09:36:50.055128 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.489136ms to process 0 records I0512 09:36:50.055187 1 recorder.go:75] Recording config/proxy with fingerprint=0356f44561aad7926682fead19b9dc9ce18d4b8eea3d63e10ba7f186f26212c2 I0512 09:36:50.055193 1 tasks_processing.go:74] worker 53 stopped. I0512 09:36:50.055198 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 30.374589ms to process 1 records I0512 09:36:50.055244 1 tasks_processing.go:74] worker 49 stopped. I0512 09:36:50.055259 1 recorder.go:75] Recording config/image with fingerprint=2284684f44940b311e25323699abaedf780adebda72814ed24d4d3b626df4b57 I0512 09:36:50.055264 1 gather.go:177] gatherer "clusterconfig" function "image" took 31.244205ms to process 1 records I0512 09:36:50.055283 1 tasks_processing.go:74] worker 15 stopped. E0512 09:36:50.055286 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0512 09:36:50.055293 1 gather.go:177] gatherer "clusterconfig" function "machines" took 29.832971ms to process 0 records I0512 09:36:50.055299 1 tasks_processing.go:74] worker 7 stopped. I0512 09:36:50.055539 1 tasks_processing.go:74] worker 37 stopped. I0512 09:36:50.055554 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 29.731061ms to process 0 records I0512 09:36:50.056585 1 tasks_processing.go:74] worker 36 stopped. I0512 09:36:50.056697 1 recorder.go:75] Recording config/ingress with fingerprint=cf8bf7887766eb0ec65d1af1d40f35418e0b7fbb994e27e31cf4c1ab09588b98 I0512 09:36:50.056707 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 33.393559ms to process 1 records I0512 09:36:50.057783 1 tasks_processing.go:74] worker 46 stopped. I0512 09:36:50.057955 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=ae85a39bd86c889a6cb51a8d8ee063f1ac11571440fdc3f7e5b3bdc9a43541b5 I0512 09:36:50.058016 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=41c6d4329ac80b2477d483ac58c233078b19aafb5f24be362f899e77fadd0360 I0512 09:36:50.058068 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=ae567c58da0cc0103147330c524e1c9d231ea17e2ef52da2ca523300cec1e79b I0512 09:36:50.058078 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 33.781267ms to process 3 records I0512 09:36:50.058091 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.915681ms to process 0 records I0512 09:36:50.058111 1 tasks_processing.go:74] worker 25 stopped. I0512 09:36:50.058158 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=907738bb1cefd4dfbe872c1b899bae3458c63f7c0138a5b2c7ff15e03e60e8e2 I0512 09:36:50.058167 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 33.714918ms to process 1 records I0512 09:36:50.058174 1 tasks_processing.go:74] worker 42 stopped. W0512 09:36:50.059220 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 09:36:50.061231 1 tasks_processing.go:74] worker 55 stopped. I0512 09:36:50.061244 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 35.528648ms to process 0 records I0512 09:36:50.061541 1 tasks_processing.go:74] worker 12 stopped. I0512 09:36:50.061556 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 36.113869ms to process 0 records I0512 09:36:50.064241 1 tasks_processing.go:74] worker 24 stopped. I0512 09:36:50.064258 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 38.824895ms to process 0 records I0512 09:36:50.064290 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 40.35387ms to process 0 records I0512 09:36:50.064298 1 tasks_processing.go:74] worker 26 stopped. I0512 09:36:50.064826 1 tasks_processing.go:74] worker 39 stopped. I0512 09:36:50.064840 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 39.049377ms to process 0 records I0512 09:36:50.065869 1 tasks_processing.go:74] worker 47 stopped. I0512 09:36:50.065880 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 40.242174ms to process 0 records I0512 09:36:50.066043 1 tasks_processing.go:74] worker 30 stopped. I0512 09:36:50.066054 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 42.751359ms to process 0 records I0512 09:36:50.066427 1 tasks_processing.go:74] worker 57 stopped. I0512 09:36:50.066634 1 recorder.go:75] Recording config/authentication with fingerprint=7c491309cdb402980e92a0c756fd0f9d3123d711e6a164a5a26b1d31a51673c4 I0512 09:36:50.066647 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 40.875503ms to process 1 records I0512 09:36:50.069774 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s W0512 09:36:50.070014 1 operator.go:288] started I0512 09:36:50.070045 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0512 09:36:50.070538 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0512 09:36:50.070860 1 tasks_processing.go:74] worker 60 stopped. E0512 09:36:50.070872 1 gather.go:140] gatherer "clusterconfig" function "overlapping_namespace_uids" failed with the error: can't read uid range of the openshift-service-ca namespace I0512 09:36:50.070890 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0512 09:36:50.070901 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 47.490207ms to process 1 records I0512 09:36:50.072211 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0512 09:36:50.072224 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0512 09:36:50.072237 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0512 09:36:50.074598 1 tasks_processing.go:74] worker 31 stopped. I0512 09:36:50.074795 1 recorder.go:75] Recording config/oauth with fingerprint=262eb50af4bcc3fc25020cba60eb094fa2221b4fbf1d8be355129e3e63fb87d8 I0512 09:36:50.074812 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 48.720928ms to process 1 records I0512 09:36:50.080245 1 base_controller.go:82] Caches are synced for ConfigController I0512 09:36:50.080258 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0512 09:36:50.084143 1 tasks_processing.go:74] worker 29 stopped. I0512 09:36:50.084157 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 60.59964ms to process 0 records I0512 09:36:50.085829 1 tasks_processing.go:74] worker 17 stopped. I0512 09:36:50.085839 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 58.617482ms to process 0 records I0512 09:36:50.086066 1 tasks_processing.go:74] worker 51 stopped. I0512 09:36:50.086081 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 60.480715ms to process 0 records I0512 09:36:50.086333 1 tasks_processing.go:74] worker 38 stopped. I0512 09:36:50.086670 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=34a600c26b592427bf677452beb12916e55cf0b158a22cdd8b9694821ea462d1 I0512 09:36:50.086683 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 61.563352ms to process 1 records I0512 09:36:50.086742 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=c09f28f8e10f84b0ec04c0dc4e5d4b6f40c3d4253a95fa1371603089fb2af880 I0512 09:36:50.086755 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=bf03df54b5f644a56b523a1c68d0db7f77d2954e72463e4e8654cac293cac41a I0512 09:36:50.086761 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 60.930854ms to process 2 records I0512 09:36:50.086767 1 tasks_processing.go:74] worker 16 stopped. I0512 09:36:50.086850 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=99b1bb220fc4eb528def783fa782b3b1b4dcebf9f17858810fcbaa9f8bd8c3cd I0512 09:36:50.086865 1 tasks_processing.go:74] worker 50 stopped. I0512 09:36:50.086929 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=2caed40b596445451dc2177f7956f6aa55f7b2752cc84e86ed083898865798db I0512 09:36:50.086948 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=19b9aaef49ea85d25c6887cc54b3924611e31ac28a324a57c6dddb153a2a56a4 I0512 09:36:50.086988 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=99c1834496cda89cf494a71afbf0bf62819eef3c5ee0457c4fd863bf7346da62 I0512 09:36:50.087027 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=c20f758e3983d69360d1f54ce957345ff6e94edc3be3b541bd06d8f29ff14400 I0512 09:36:50.087061 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=0de66885fc79b80464bfd27e5d727f334c6f292484422bd61016fd7813ad6318 I0512 09:36:50.087095 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=b284d412c3cd032e626298f0dc5be59d8166874c2aae67747a6f734e81c84715 I0512 09:36:50.087135 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=180dc9299fac3aeb132e4db3d3f3b878fe008337a3a7f1bcfd1d2ae946e58aa7 I0512 09:36:50.087165 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=3d3b5ccb8aad0032fe0de8160b11f98e9d74640c110c01950b627219d8e79e96 I0512 09:36:50.087194 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=83bf35a1385281db4f53af1e271c6935be4ed8cbb53494b65ed0712893a84d1e I0512 09:36:50.087237 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=617b3629d3fec97467cf3fd55b7ebc4917ee1254518e7a890d534e57690121e7 I0512 09:36:50.087255 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 61.140956ms to process 11 records I0512 09:36:50.087350 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=9f30a2dc4ba06dbe44a63a00fd1bd431ff8c6d87fc09a6aad827257664b35e30 I0512 09:36:50.087358 1 tasks_processing.go:74] worker 43 stopped. I0512 09:36:50.087371 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=deb741ecea09c51072fa461e7a8a15ea739d417a05b31911ce83b108f6a05be3 I0512 09:36:50.087387 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=0292f699c94c7d8c6d1de89207d252f9d380841483e59c0d8581b04c137675eb I0512 09:36:50.087393 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 61.294571ms to process 3 records I0512 09:36:50.088828 1 tasks_processing.go:74] worker 35 stopped. I0512 09:36:50.088902 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 63.41946ms to process 0 records I0512 09:36:50.097455 1 tasks_processing.go:74] worker 32 stopped. I0512 09:36:50.097607 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=85dd24fbc2a5d32ec3427d769a660967f00a82ea44c000ec9c434ed662bcb5b1 I0512 09:36:50.097686 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c44e3808ee64936edf85a97971327184e78154198c3f9aa09e32fa152ffec953 I0512 09:36:50.097694 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 73.774762ms to process 2 records I0512 09:36:50.099969 1 tasks_processing.go:74] worker 44 stopped. I0512 09:36:50.100173 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 09:36:50.100186 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0512 09:36:50.100191 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0512 09:36:50.100196 1 controller.go:212] Source scaController *sca.Controller is not ready I0512 09:36:50.100202 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0512 09:36:50.100226 1 controller.go:489] The operator is still being initialized I0512 09:36:50.100238 1 controller.go:512] The operator is healthy I0512 09:36:50.100497 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=c81bc8072e4d9aed750ec8dd0763a229fb53b10d0370233b13db469de650f946 I0512 09:36:50.100618 1 prometheus_rules.go:88] Prometheus rules successfully created I0512 09:36:50.100696 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=563e29a049c035953510c374e5a5f7dd8a1b9a9f96aecb8726679962f8343c54 I0512 09:36:50.100705 1 gather.go:177] gatherer "clusterconfig" function "crds" took 76.633462ms to process 2 records I0512 09:36:50.100715 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 77.112997ms to process 0 records I0512 09:36:50.100721 1 tasks_processing.go:74] worker 2 stopped. E0512 09:36:50.107521 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27777ee9f3-8d13-43a7-91e9-439f91ab7640%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:50367->172.30.0.10:53: read: connection refused I0512 09:36:50.107534 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27777ee9f3-8d13-43a7-91e9-439f91ab7640%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:50367->172.30.0.10:53: read: connection refused I0512 09:36:50.108632 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 09:36:50.108884 1 tasks_processing.go:74] worker 20 stopped. I0512 09:36:50.108898 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 84.96513ms to process 0 records I0512 09:36:50.150379 1 tasks_processing.go:74] worker 23 stopped. E0512 09:36:50.150393 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0512 09:36:50.150402 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0512 09:36:50.150406 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0512 09:36:50.150417 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0512 09:36:50.150443 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0512 09:36:50.150448 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0512 09:36:50.150453 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0512 09:36:50.150457 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0512 09:36:50.150494 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0512 09:36:50.150501 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0512 09:36:50.150507 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 126.430453ms to process 7 records I0512 09:36:50.159174 1 tasks_processing.go:74] worker 14 stopped. I0512 09:36:50.159180 1 gather_logs.go:145] no pods in namespace were found I0512 09:36:50.159453 1 recorder.go:75] Recording config/version with fingerprint=0a1702dab73e57fc5863876a1fdea5b46af5b7654216eca5293af60bea515bde I0512 09:36:50.159467 1 recorder.go:75] Recording config/id with fingerprint=c635ec236e6ac869e3984e567fb20efe55ebf8341451c07b4e3393779a65a1a5 I0512 09:36:50.159473 1 gather.go:177] gatherer "clusterconfig" function "version" took 133.763586ms to process 2 records I0512 09:36:50.159479 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 133.767031ms to process 0 records I0512 09:36:50.159485 1 tasks_processing.go:74] worker 27 stopped. I0512 09:36:50.168349 1 tasks_processing.go:74] worker 0 stopped. I0512 09:36:50.168651 1 recorder.go:75] Recording config/node/ip-10-0-0-43.ec2.internal with fingerprint=25da984b33134eee14be21aa72e5f847639c79c53cb8007a15f85b0d9141bc69 I0512 09:36:50.168709 1 recorder.go:75] Recording config/node/ip-10-0-1-57.ec2.internal with fingerprint=34bf3df94b7a129b4dccc22ec52c5398511417491bd564a204953e9944b799f4 I0512 09:36:50.168761 1 recorder.go:75] Recording config/node/ip-10-0-2-169.ec2.internal with fingerprint=90895fb9136f87363da39bef5b56b862f29bfc602d60bf260bfb20b323b6d984 I0512 09:36:50.168770 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 144.292804ms to process 3 records I0512 09:36:50.170096 1 base_controller.go:82] Caches are synced for LoggingSyncer I0512 09:36:50.170107 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0512 09:36:50.171825 1 tasks_processing.go:74] worker 18 stopped. I0512 09:36:50.173075 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-xrzg9 with fingerprint=8f09945c21f0748b29f1acdbafb72ab8bbf91de25afd0b16ab3da821467ec6ff I0512 09:36:50.173127 1 recorder.go:75] Recording config/running_containers with fingerprint=1225fc96fa6ec30c49b3fc5756bbaddd80930443297d2cec38f2778445467501 I0512 09:36:50.173137 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 146.870498ms to process 2 records I0512 09:36:50.174632 1 tasks_processing.go:74] worker 62 stopped. I0512 09:36:50.174656 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0512 09:36:50.174665 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 149.78473ms to process 1 records I0512 09:36:50.187291 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0512 09:36:50.190549 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:51702->172.30.0.10:53: read: connection refused I0512 09:36:50.190563 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:51702->172.30.0.10:53: read: connection refused I0512 09:36:50.191035 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0512 09:36:50.200294 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0512 09:36:50.200541 1 tasks_processing.go:74] worker 9 stopped. E0512 09:36:50.200554 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0512 09:36:50.200561 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q8a56rpaje2p76khnte2s7geim6ag2o-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q8a56rpaje2p76khnte2s7geim6ag2o-primary-cert-bundle-secret" not found I0512 09:36:50.200614 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=f98f52fa4676d457f714197a20ccecd6cc9e3aa7aecc9b1d1630e219e40de937 I0512 09:36:50.200626 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 176.566448ms to process 1 records I0512 09:36:50.481317 1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 18 containers I0512 09:36:50.481330 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1398101 bytes I0512 09:36:50.481543 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2rn8t pod in namespace openshift-dns (previous: false). I0512 09:36:50.709598 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2rn8t pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2rn8t\" is waiting to start: ContainerCreating" I0512 09:36:50.709619 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2rn8t\" is waiting to start: ContainerCreating" I0512 09:36:50.709626 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2rn8t pod in namespace openshift-dns (previous: false). I0512 09:36:50.884828 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2rn8t pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2rn8t\" is waiting to start: ContainerCreating" I0512 09:36:50.884845 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2rn8t\" is waiting to start: ContainerCreating" I0512 09:36:50.884859 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-mbbhm pod in namespace openshift-dns (previous: false). W0512 09:36:51.058856 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 09:36:51.107035 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mbbhm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-mbbhm\" is waiting to start: ContainerCreating" I0512 09:36:51.107051 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-mbbhm\" is waiting to start: ContainerCreating" I0512 09:36:51.107059 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-mbbhm pod in namespace openshift-dns (previous: false). I0512 09:36:51.284323 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mbbhm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-mbbhm\" is waiting to start: ContainerCreating" I0512 09:36:51.284341 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-mbbhm\" is waiting to start: ContainerCreating" I0512 09:36:51.284351 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-6gvjj pod in namespace openshift-dns (previous: false). I0512 09:36:51.487686 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 09:36:51.487707 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dh8gf pod in namespace openshift-dns (previous: false). I0512 09:36:51.499558 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0512 09:36:51.702241 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 09:36:51.702259 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-gp5tx pod in namespace openshift-dns (previous: false). I0512 09:36:51.908379 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-gp5tx pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-gp5tx\" is waiting to start: ContainerCreating" I0512 09:36:51.908396 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-gp5tx\" is waiting to start: ContainerCreating" I0512 09:36:51.908406 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5b7796d97f-4dx5l pod in namespace openshift-image-registry (previous: false). W0512 09:36:52.058783 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 09:36:52.083293 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5b7796d97f-4dx5l pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5b7796d97f-4dx5l\" is waiting to start: ContainerCreating" I0512 09:36:52.083310 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5b7796d97f-4dx5l\" is waiting to start: ContainerCreating" I0512 09:36:52.083322 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5b7796d97f-8qdgb pod in namespace openshift-image-registry (previous: false). I0512 09:36:52.102109 1 tasks_processing.go:74] worker 4 stopped. I0512 09:36:52.102158 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=85ece473093d7b5ec7b18fc55aeaa6c7f746a706d6aac6c40fba93b4efa424cb I0512 09:36:52.102190 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=db62eaaf5d953960c3be5937ade7588c4fb087c091bb86ce32432ef6a882cf76 I0512 09:36:52.102221 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0512 09:36:52.102250 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=136c1e74d8c2e8e01d472b9ab63b0420bb1671fbc14536b2ee47d4617adf10ff I0512 09:36:52.102285 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0512 09:36:52.102325 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=366977c5df5c3075460c076ba06c5def757ce8e2836e604d76d971a8b3b5ca12 I0512 09:36:52.102355 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=8f4a471fc9369fdeee23937331805185450287539d068f66e8b3d744cedf4ed4 I0512 09:36:52.102380 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=1be0bc8f5a34b4ea96efcdcbb4a18cfccfcc1275cc2216887d6306fc5f719102 I0512 09:36:52.102393 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=0a46aad87a238bc1606d8821bc92c6df4b45acbec53fc80c2bd8a76b04d752c0 I0512 09:36:52.102409 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=b7b78f94c65aaea7e27d2b4ab323a50e607913b561059f7770bd0ed005b77d6a I0512 09:36:52.102419 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0512 09:36:52.102434 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=d22f21cd32ff59689a2b96f4e85de39e0fc21520329340a9b146884c7aa9b036 I0512 09:36:52.102446 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0512 09:36:52.102461 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=65c5d949226040a68a9ec9c4bec2aea42e9c008dd325e12b3e18eece362d378b I0512 09:36:52.102470 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0512 09:36:52.102489 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b814fccab023dc11c6b7cdc234dfb91af94771aab6f29df0efe9840492d39abe I0512 09:36:52.102498 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0512 09:36:52.102514 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=77acf0328d9f9e91614ad999a4501c3efba51c121373cde93f6029b74f55540d I0512 09:36:52.102641 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=9541e6018091b7f0b051060b966a6d828c6ce25681d1f3c4b4bc1dcddb4ddaee I0512 09:36:52.102650 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0512 09:36:52.102657 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0512 09:36:52.102678 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0512 09:36:52.102701 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=5a3ecae1e261046c01757fd015735329d17dac7426df5acf7a207636094a3710 I0512 09:36:52.102724 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=5768fcde24c88f0713d78bb27b8ffd602bdb99e92097aa69662ffc28242a2c31 I0512 09:36:52.102734 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0512 09:36:52.102749 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=c6b57428def27f6b5c859208d19cf415f5e9c94d2b747375aa6914ff7f5fee70 I0512 09:36:52.102755 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0512 09:36:52.102777 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=df6448a12d10250172e193e4f7f5ab8e7856b40c334050569cc88745e3721af5 I0512 09:36:52.102791 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4e50ce57f72799ddb6d26359ced4ceee1d05e4c094e75537d607ee868999e62a I0512 09:36:52.102804 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=cca931b2e41c1bb3c9e0c60841e03a67ea61a4aad185e1100155a46285aa4b67 I0512 09:36:52.102818 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=b34c947fc9e1f0d90b91a55b9640e166186914620992e4c8c7ffeeb01f34c131 I0512 09:36:52.102837 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=f5ee5f88d8ab372d1b740147447f17357671098b287fb03753c18615bfb506ed I0512 09:36:52.102846 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0512 09:36:52.102873 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=4c26908d4b4114d4a05d9a2ac59b89a81837f82477d0d92ada95e150889af47a I0512 09:36:52.102890 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0512 09:36:52.102896 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0512 09:36:52.102904 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.079037996s to process 36 records I0512 09:36:52.282424 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5b7796d97f-8qdgb pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5b7796d97f-8qdgb\" is waiting to start: ContainerCreating" I0512 09:36:52.282439 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5b7796d97f-8qdgb\" is waiting to start: ContainerCreating" I0512 09:36:52.282450 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-94f75d8d4-86dpg pod in namespace openshift-image-registry (previous: false). I0512 09:36:52.476848 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 09:36:52.476865 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-992bb pod in namespace openshift-image-registry (previous: false). I0512 09:36:52.683395 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 09:36:52.683412 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-g7b66 pod in namespace openshift-image-registry (previous: false). I0512 09:36:52.882595 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 09:36:52.882614 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-pn9w8 pod in namespace openshift-image-registry (previous: false). W0512 09:36:53.058568 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 09:36:53.084553 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-pn9w8 pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-pn9w8\" is waiting to start: ContainerCreating" I0512 09:36:53.084568 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-pn9w8\" is waiting to start: ContainerCreating" I0512 09:36:53.084579 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-798b9cb785-j4f76 pod in namespace openshift-ingress (previous: false). I0512 09:36:53.283541 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-798b9cb785-j4f76 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-798b9cb785-j4f76\" is waiting to start: ContainerCreating" I0512 09:36:53.283558 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-798b9cb785-j4f76\" is waiting to start: ContainerCreating" I0512 09:36:53.283568 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-c9fd576c8-nv29p pod in namespace openshift-ingress (previous: false). I0512 09:36:53.486327 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-c9fd576c8-nv29p pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-c9fd576c8-nv29p\" is waiting to start: ContainerCreating" I0512 09:36:53.486346 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-c9fd576c8-nv29p\" is waiting to start: ContainerCreating" I0512 09:36:53.486356 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-c9fd576c8-qlxnd pod in namespace openshift-ingress (previous: false). I0512 09:36:53.689731 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-c9fd576c8-qlxnd pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-c9fd576c8-qlxnd\" is waiting to start: ContainerCreating" I0512 09:36:53.689763 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-c9fd576c8-qlxnd\" is waiting to start: ContainerCreating" I0512 09:36:53.689790 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-b7wk6 pod in namespace openshift-ingress-canary (previous: false). I0512 09:36:53.883606 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-b7wk6 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-b7wk6\" is waiting to start: ContainerCreating" I0512 09:36:53.883627 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-b7wk6\" is waiting to start: ContainerCreating" I0512 09:36:53.883637 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-lh9rt pod in namespace openshift-ingress-canary (previous: false). W0512 09:36:54.058698 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 09:36:54.083378 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-lh9rt pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-lh9rt\" is waiting to start: ContainerCreating" I0512 09:36:54.083398 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-lh9rt\" is waiting to start: ContainerCreating" I0512 09:36:54.083412 1 tasks_processing.go:74] worker 45 stopped. I0512 09:36:54.083495 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=47af71747d7fae13e960657e18de04103c97dee4b93945a4d6026f90dec0cc1c I0512 09:36:54.083535 1 recorder.go:75] Recording events/openshift-dns with fingerprint=b528084a1584068587c2419b12c94bf9e2dc1161b03fb24e381efb9320aa3feb I0512 09:36:54.083608 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=286f260da439d074359c148570f399ada4ea45623a49bac50e8f56ed17fa3ae5 I0512 09:36:54.083633 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=f15d5d24eb7f88f343438911b1d3e76a0cdf6de699a416b26018639ab28a0160 I0512 09:36:54.083679 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=66838120aaf5732c8957ac15c0419c58104ddb15a64c7652da6249c5cb179d8c I0512 09:36:54.083692 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=b9cc4dd4ad3b0a6c866a330b91a24692f4d2d1ed1b4169be3af757c9ef69562a I0512 09:36:54.083699 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.060231021s to process 6 records W0512 09:36:55.058643 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0512 09:36:55.058669 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0512 09:36:55.058683 1 tasks_processing.go:74] worker 58 stopped. E0512 09:36:55.058692 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0512 09:36:55.058703 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0512 09:36:55.058716 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0512 09:36:55.058726 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.034663418s to process 1 records I0512 09:37:02.986378 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 09:37:03.079662 1 tasks_processing.go:74] worker 8 stopped. I0512 09:37:03.079698 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0512 09:37:03.079709 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.055732987s to process 1 records I0512 09:37:03.675069 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 09:37:03.834466 1 tasks_processing.go:74] worker 56 stopped. I0512 09:37:03.834760 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=3a23a80037b37537e6bce19267a0686640cc3d2d84bcc6f7bc973979a947d17d I0512 09:37:03.834776 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.809572625s to process 1 records E0512 09:37:03.834833 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.811s with: function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"overlapping_namespace_uids\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0512 09:37:03.835936 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "overlapping_namespace_uids" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0512 09:37:03.835950 1 periodic.go:209] Running workloads gatherer I0512 09:37:03.835964 1 tasks_processing.go:45] number of workers: 2 I0512 09:37:03.835969 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 09:37:03.835973 1 tasks_processing.go:71] worker 1 working on workload_info task. I0512 09:37:03.835977 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 09:37:03.835988 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0512 09:37:03.865343 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0512 09:37:03.876373 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 09:37:03.877245 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (13ms) I0512 09:37:03.877483 1 tasks_processing.go:74] worker 0 stopped. I0512 09:37:03.877495 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 41.483868ms to process 0 records I0512 09:37:03.888038 1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (11ms) I0512 09:37:03.899142 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (11ms) I0512 09:37:03.909358 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms) I0512 09:37:03.926455 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (17ms) I0512 09:37:03.937144 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (11ms) I0512 09:37:03.947632 1 gather_workloads_info.go:387] No image sha256:ef2bfb546cd8aac31b7671585f718f44b268ed43a9c8562016ab741558a7dfa1 (10ms) I0512 09:37:03.959083 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (11ms) I0512 09:37:03.969933 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (11ms) I0512 09:37:03.981098 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (11ms) I0512 09:37:03.991594 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (10ms) I0512 09:37:04.076515 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (85ms) I0512 09:37:04.176311 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms) I0512 09:37:04.276942 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (101ms) I0512 09:37:04.376856 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms) I0512 09:37:04.476484 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0512 09:37:04.576097 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0512 09:37:04.676514 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0512 09:37:04.776637 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms) I0512 09:37:04.879638 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (103ms) I0512 09:37:04.976567 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (97ms) I0512 09:37:05.077070 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms) I0512 09:37:05.176584 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (99ms) I0512 09:37:05.275613 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms) I0512 09:37:05.378253 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (103ms) I0512 09:37:05.477078 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (99ms) I0512 09:37:05.576654 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0512 09:37:05.680914 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (104ms) I0512 09:37:05.776599 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (96ms) I0512 09:37:05.876199 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0512 09:37:05.976055 1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (100ms) I0512 09:37:06.076284 1 gather_workloads_info.go:387] No image sha256:a505dd5b62d744c2cfda2666b5e21e0a4704354a3114488bd3291456085e1e33 (100ms) I0512 09:37:06.177156 1 gather_workloads_info.go:387] No image sha256:fab570ecdc9c3620b032bc4c5b44240f5ebac0bb9e48dfeea32bcd36eb462e5a (101ms) I0512 09:37:06.276944 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0512 09:37:06.376563 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0512 09:37:06.477745 1 gather_workloads_info.go:387] No image sha256:d3209a996e5ce362136e70a0bcf06d89973905de73e234b644d8ae8886d067f1 (101ms) I0512 09:37:06.576116 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (98ms) I0512 09:37:06.679781 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (104ms) I0512 09:37:06.679808 1 tasks_processing.go:74] worker 1 stopped. E0512 09:37:06.679818 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0512 09:37:06.680163 1 recorder.go:75] Recording config/workload_info with fingerprint=888ce5f3f5ffe6c6cd6886a0a6f3c395887a0edb2ec1dac9c3de999f2063098a I0512 09:37:06.680179 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.843828685s to process 1 records E0512 09:37:06.680202 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.844s with: function \"workload_info\" failed with an error" I0512 09:37:06.681300 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0512 09:37:06.681311 1 periodic.go:209] Running conditional gatherer I0512 09:37:06.689486 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0512 09:37:06.695742 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.13:54550->172.30.0.10:53: read: connection refused E0512 09:37:06.695999 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 09:37:06.696059 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0512 09:37:06.704190 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0512 09:37:06.704203 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 09:37:06.704208 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 09:37:06.704211 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 09:37:06.704215 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 09:37:06.704218 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 09:37:06.704221 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 09:37:06.704224 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 09:37:06.704226 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 09:37:06.704231 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0512 09:37:06.704244 1 tasks_processing.go:45] number of workers: 3 I0512 09:37:06.704254 1 tasks_processing.go:69] worker 2 listening for tasks. I0512 09:37:06.704257 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0512 09:37:06.704263 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 09:37:06.704284 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 09:37:06.704290 1 tasks_processing.go:74] worker 1 stopped. I0512 09:37:06.704295 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0512 09:37:06.704313 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0512 09:37:06.704489 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0512 09:37:06.704502 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 829ns to process 1 records I0512 09:37:06.704532 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0512 09:37:06.704540 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 921ns to process 1 records I0512 09:37:06.704545 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 226.625µs to process 0 records I0512 09:37:06.704550 1 tasks_processing.go:74] worker 2 stopped. I0512 09:37:06.704555 1 tasks_processing.go:74] worker 0 stopped. I0512 09:37:06.704581 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.13:54550->172.30.0.10:53: read: connection refused I0512 09:37:06.704595 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0512 09:37:06.729053 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=f9c13c629f30789935de6b51a22d2147e647ae808631e1b1b38e413df7f73c7e I0512 09:37:06.729164 1 diskrecorder.go:70] Writing 101 records to /var/lib/insights-operator/insights-2026-05-12-093706.tar.gz I0512 09:37:06.735299 1 diskrecorder.go:51] Wrote 101 records to disk in 6ms I0512 09:37:06.735326 1 periodic.go:278] Gathering cluster info every 2h0m0s I0512 09:37:06.735340 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0512 09:37:17.548740 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 09:38:04.063084 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="251f693f383bbbee61b3d188c967d6c050bcb03ca629c6cd1eaabdb2d529bb01") W0512 09:38:04.063116 1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created I0512 09:38:04.063169 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="74122453fcba56fd5e64b306a736aed4a40fb03383b566673bc7b558b8c9cabc") I0512 09:38:04.063185 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0512 09:38:04.063204 1 periodic.go:170] Shutting down I0512 09:38:04.063210 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="7a4efdf577df026f4dd72cf69f22b34a2d9afd13dcd32538976fd30e158609f6") I0512 09:38:04.063230 1 base_controller.go:181] Shutting down LoggingSyncer ... I0512 09:38:04.063235 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0512 09:38:04.063263 1 base_controller.go:181] Shutting down ConfigController ... I0512 09:38:04.063343 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0512 09:38:04.063359 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-4184476621/tls.crt::/tmp/serving-cert-4184476621/tls.key" I0512 09:38:04.063348 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0512 09:38:04.063302 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0512 09:38:04.063390 1 secure_serving.go:258] Stopped listening on [::]:8443 E0512 09:38:04.063396 1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled I0512 09:38:04.063412 1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"