W0514 23:21:57.586577 1 cmd.go:257] Using insecure, self-signed certificates I0514 23:21:58.082014 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0514 23:21:58.082327 1 observer_polling.go:159] Starting file observer I0514 23:21:58.502255 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0514 23:21:58.502447 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0514 23:21:58.502983 1 secure_serving.go:57] Forcing use of http/1.1 only W0514 23:21:58.503004 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0514 23:21:58.503011 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0514 23:21:58.503015 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0514 23:21:58.503018 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0514 23:21:58.503021 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0514 23:21:58.503024 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0514 23:21:58.503062 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0514 23:21:58.506679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"510de4dc-094b-4a5a-b3d2-4ef3983b43b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0514 23:21:58.506653 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0514 23:21:58.508906 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0514 23:21:58.508919 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0514 23:21:58.508935 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0514 23:21:58.508952 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0514 23:21:58.508935 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0514 23:21:58.508971 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0514 23:21:58.509313 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2522524053/tls.crt::/tmp/serving-cert-2522524053/tls.key" I0514 23:21:58.509701 1 secure_serving.go:213] Serving securely on [::]:8443 I0514 23:21:58.509739 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0514 23:21:58.517137 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0514 23:21:58.517161 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0514 23:21:58.517301 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0514 23:21:58.523247 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0514 23:21:58.523273 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0514 23:21:58.528911 1 secretconfigobserver.go:119] support secret does not exist I0514 23:21:58.534653 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0514 23:21:58.539917 1 secretconfigobserver.go:119] support secret does not exist I0514 23:21:58.544284 1 recorder.go:161] Pruning old reports every 4h22m7s, max age is 288h0m0s I0514 23:21:58.550485 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0514 23:21:58.550499 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0514 23:21:58.550505 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0514 23:21:58.550514 1 insightsreport.go:296] Starting report retriever I0514 23:21:58.550520 1 periodic.go:209] Running clusterconfig gatherer I0514 23:21:58.550567 1 tasks_processing.go:45] number of workers: 64 I0514 23:21:58.550621 1 tasks_processing.go:69] worker 18 listening for tasks. I0514 23:21:58.550630 1 tasks_processing.go:69] worker 8 listening for tasks. I0514 23:21:58.550632 1 tasks_processing.go:71] worker 18 working on qemu_kubevirt_launcher_logs task. I0514 23:21:58.550638 1 tasks_processing.go:69] worker 4 listening for tasks. I0514 23:21:58.550641 1 tasks_processing.go:69] worker 19 listening for tasks. I0514 23:21:58.550644 1 tasks_processing.go:69] worker 5 listening for tasks. I0514 23:21:58.550647 1 tasks_processing.go:69] worker 3 listening for tasks. I0514 23:21:58.550650 1 tasks_processing.go:69] worker 20 listening for tasks. I0514 23:21:58.550656 1 tasks_processing.go:69] worker 21 listening for tasks. I0514 23:21:58.550652 1 tasks_processing.go:69] worker 6 listening for tasks. I0514 23:21:58.550661 1 tasks_processing.go:69] worker 7 listening for tasks. I0514 23:21:58.550660 1 tasks_processing.go:69] worker 13 listening for tasks. I0514 23:21:58.550669 1 tasks_processing.go:69] worker 22 listening for tasks. I0514 23:21:58.550669 1 tasks_processing.go:69] worker 2 listening for tasks. I0514 23:21:58.550664 1 tasks_processing.go:69] worker 1 listening for tasks. I0514 23:21:58.550675 1 tasks_processing.go:69] worker 10 listening for tasks. I0514 23:21:58.550678 1 tasks_processing.go:69] worker 16 listening for tasks. I0514 23:21:58.550680 1 tasks_processing.go:69] worker 43 listening for tasks. I0514 23:21:58.550682 1 tasks_processing.go:69] worker 11 listening for tasks. I0514 23:21:58.550684 1 tasks_processing.go:69] worker 12 listening for tasks. I0514 23:21:58.550670 1 tasks_processing.go:69] worker 9 listening for tasks. I0514 23:21:58.550687 1 tasks_processing.go:69] worker 14 listening for tasks. I0514 23:21:58.550520 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0514 23:21:58.550679 1 tasks_processing.go:69] worker 0 listening for tasks. I0514 23:21:58.550689 1 tasks_processing.go:69] worker 44 listening for tasks. I0514 23:21:58.550688 1 tasks_processing.go:69] worker 42 listening for tasks. I0514 23:21:58.550699 1 tasks_processing.go:69] worker 32 listening for tasks. I0514 23:21:58.550708 1 tasks_processing.go:69] worker 41 listening for tasks. I0514 23:21:58.550712 1 tasks_processing.go:69] worker 15 listening for tasks. I0514 23:21:58.550713 1 tasks_processing.go:69] worker 34 listening for tasks. I0514 23:21:58.550716 1 tasks_processing.go:69] worker 23 listening for tasks. I0514 23:21:58.550720 1 tasks_processing.go:69] worker 48 listening for tasks. I0514 23:21:58.550721 1 tasks_processing.go:69] worker 31 listening for tasks. I0514 23:21:58.550726 1 tasks_processing.go:69] worker 24 listening for tasks. I0514 23:21:58.550695 1 tasks_processing.go:69] worker 45 listening for tasks. I0514 23:21:58.550732 1 tasks_processing.go:69] worker 49 listening for tasks. I0514 23:21:58.550733 1 tasks_processing.go:71] worker 24 working on openstack_controlplanes task. I0514 23:21:58.550738 1 tasks_processing.go:71] worker 45 working on support_secret task. I0514 23:21:58.550801 1 tasks_processing.go:69] worker 17 listening for tasks. I0514 23:21:58.550805 1 tasks_processing.go:69] worker 60 listening for tasks. I0514 23:21:58.550816 1 tasks_processing.go:71] worker 42 working on storage_cluster task. I0514 23:21:58.550807 1 tasks_processing.go:71] worker 16 working on openshift_logging task. I0514 23:21:58.550826 1 tasks_processing.go:69] worker 58 listening for tasks. I0514 23:21:58.550836 1 tasks_processing.go:69] worker 59 listening for tasks. I0514 23:21:58.550842 1 tasks_processing.go:71] worker 9 working on olm_operators task. I0514 23:21:58.550889 1 tasks_processing.go:69] worker 57 listening for tasks. I0514 23:21:58.550904 1 tasks_processing.go:69] worker 52 listening for tasks. I0514 23:21:58.550888 1 tasks_processing.go:71] worker 21 working on ingress task. I0514 23:21:58.550910 1 tasks_processing.go:69] worker 53 listening for tasks. I0514 23:21:58.550915 1 tasks_processing.go:69] worker 54 listening for tasks. I0514 23:21:58.550911 1 tasks_processing.go:69] worker 38 listening for tasks. I0514 23:21:58.550921 1 tasks_processing.go:69] worker 55 listening for tasks. I0514 23:21:58.550928 1 tasks_processing.go:71] worker 34 working on pdbs task. I0514 23:21:58.550929 1 tasks_processing.go:69] worker 56 listening for tasks. I0514 23:21:58.550928 1 tasks_processing.go:69] worker 29 listening for tasks. I0514 23:21:58.550937 1 tasks_processing.go:71] worker 19 working on container_images task. I0514 23:21:58.550933 1 tasks_processing.go:69] worker 51 listening for tasks. I0514 23:21:58.550704 1 tasks_processing.go:69] worker 46 listening for tasks. I0514 23:21:58.550707 1 tasks_processing.go:69] worker 33 listening for tasks. I0514 23:21:58.550952 1 tasks_processing.go:69] worker 62 listening for tasks. I0514 23:21:58.550712 1 tasks_processing.go:69] worker 27 listening for tasks. I0514 23:21:58.550960 1 tasks_processing.go:71] worker 11 working on machine_sets task. I0514 23:21:58.550712 1 tasks_processing.go:69] worker 47 listening for tasks. I0514 23:21:58.550963 1 tasks_processing.go:71] worker 14 working on infrastructures task. I0514 23:21:58.550970 1 tasks_processing.go:71] worker 44 working on sap_config task. I0514 23:21:58.550990 1 tasks_processing.go:71] worker 23 working on aggregated_monitoring_cr_names task. I0514 23:21:58.550633 1 tasks_processing.go:69] worker 63 listening for tasks. I0514 23:21:58.550734 1 tasks_processing.go:69] worker 25 listening for tasks. I0514 23:21:58.550944 1 tasks_processing.go:69] worker 61 listening for tasks. I0514 23:21:58.550950 1 tasks_processing.go:69] worker 26 listening for tasks. I0514 23:21:58.550958 1 tasks_processing.go:71] worker 0 working on crds task. I0514 23:21:58.551041 1 tasks_processing.go:71] worker 12 working on nodenetworkconfigurationpolicies task. I0514 23:21:58.550696 1 tasks_processing.go:69] worker 37 listening for tasks. I0514 23:21:58.551077 1 tasks_processing.go:71] worker 37 working on silenced_alerts task. W0514 23:21:58.551102 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0514 23:21:58.551111 1 tasks_processing.go:71] worker 37 working on ceph_cluster task. I0514 23:21:58.551179 1 tasks_processing.go:71] worker 3 working on certificate_signing_requests task. I0514 23:21:58.551231 1 tasks_processing.go:71] worker 48 working on operators_pods_and_events task. I0514 23:21:58.550740 1 tasks_processing.go:69] worker 50 listening for tasks. I0514 23:21:58.551299 1 tasks_processing.go:71] worker 43 working on container_runtime_configs task. I0514 23:21:58.551306 1 tasks_processing.go:71] worker 49 working on machines task. I0514 23:21:58.551307 1 tasks_processing.go:71] worker 8 working on pod_network_connectivity_checks task. I0514 23:21:58.551363 1 tasks_processing.go:71] worker 5 working on machine_configs task. I0514 23:21:58.551371 1 tasks_processing.go:71] worker 32 working on operators task. I0514 23:21:58.551292 1 tasks_processing.go:71] worker 20 working on clusterroles task. I0514 23:21:58.551508 1 tasks_processing.go:69] worker 36 listening for tasks. I0514 23:21:58.551522 1 tasks_processing.go:71] worker 29 working on metrics task. I0514 23:21:58.551624 1 tasks_processing.go:71] worker 31 working on tsdb_status task. W0514 23:21:58.551645 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0514 23:21:58.550698 1 tasks_processing.go:69] worker 40 listening for tasks. I0514 23:21:58.550715 1 tasks_processing.go:69] worker 28 listening for tasks. I0514 23:21:58.551724 1 tasks_processing.go:71] worker 15 working on validating_webhook_configurations task. I0514 23:21:58.551725 1 tasks_processing.go:71] worker 41 working on storage_classes task. I0514 23:21:58.551850 1 tasks_processing.go:71] worker 4 working on nodes task. I0514 23:21:58.551859 1 tasks_processing.go:71] worker 13 working on jaegers task. I0514 23:21:58.551498 1 tasks_processing.go:69] worker 35 listening for tasks. I0514 23:21:58.552014 1 tasks_processing.go:71] worker 22 working on image task. I0514 23:21:58.552053 1 tasks_processing.go:71] worker 52 working on openstack_version task. I0514 23:21:58.552173 1 tasks_processing.go:71] worker 58 working on cost_management_metrics_configs task. I0514 23:21:58.552285 1 tasks_processing.go:71] worker 2 working on sap_datahubs task. I0514 23:21:58.552294 1 tasks_processing.go:71] worker 54 working on sap_pods task. I0514 23:21:58.552296 1 tasks_processing.go:71] worker 17 working on networks task. I0514 23:21:58.552296 1 tasks_processing.go:69] worker 30 listening for tasks. I0514 23:21:58.552303 1 tasks_processing.go:71] worker 55 working on version task. I0514 23:21:58.551854 1 tasks_processing.go:71] worker 7 working on openstack_dataplanenodesets task. I0514 23:21:58.552313 1 tasks_processing.go:71] worker 60 working on schedulers task. I0514 23:21:58.552359 1 tasks_processing.go:71] worker 38 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0514 23:21:58.552815 1 tasks_processing.go:71] worker 59 working on mutating_webhook_configurations task. I0514 23:21:58.552838 1 tasks_processing.go:71] worker 1 working on machine_autoscalers task. I0514 23:21:58.552287 1 tasks_processing.go:69] worker 39 listening for tasks. I0514 23:21:58.552381 1 tasks_processing.go:71] worker 47 working on ingress_certificates task. I0514 23:21:58.552945 1 tasks_processing.go:71] worker 10 working on image_pruners task. I0514 23:21:58.552951 1 tasks_processing.go:71] worker 56 working on lokistack task. I0514 23:21:58.553049 1 tasks_processing.go:71] worker 51 working on active_alerts task. I0514 23:21:58.553064 1 tasks_processing.go:71] worker 62 working on cluster_apiserver task. W0514 23:21:58.553077 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0514 23:21:58.553080 1 tasks_processing.go:71] worker 33 working on openstack_dataplanedeployments task. I0514 23:21:58.553160 1 tasks_processing.go:71] worker 46 working on monitoring_persistent_volumes task. I0514 23:21:58.553260 1 tasks_processing.go:71] worker 57 working on oauths task. I0514 23:21:58.553359 1 tasks_processing.go:71] worker 61 working on machine_config_pools task. I0514 23:21:58.553369 1 tasks_processing.go:71] worker 27 working on image_registries task. I0514 23:21:58.553372 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 22.792µs to process 0 records I0514 23:21:58.553389 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 18.456µs to process 0 records I0514 23:21:58.553394 1 tasks_processing.go:71] worker 63 working on nodenetworkstates task. I0514 23:21:58.553398 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 23.312µs to process 0 records W0514 23:21:58.552283 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0514 23:21:58.551850 1 tasks_processing.go:71] worker 6 working on install_plans task. I0514 23:21:58.553474 1 tasks_processing.go:71] worker 39 working on openshift_machine_api_events task. I0514 23:21:58.552291 1 tasks_processing.go:71] worker 53 working on dvo_metrics task. I0514 23:21:58.553495 1 tasks_processing.go:74] worker 29 stopped. I0514 23:21:58.553503 1 tasks_processing.go:74] worker 51 stopped. I0514 23:21:58.553513 1 tasks_processing.go:74] worker 31 stopped. I0514 23:21:58.553520 1 tasks_processing.go:71] worker 40 working on proxies task. I0514 23:21:58.553521 1 tasks_processing.go:71] worker 50 working on node_logs task. I0514 23:21:58.553680 1 tasks_processing.go:71] worker 36 working on feature_gates task. I0514 23:21:58.553854 1 tasks_processing.go:71] worker 35 working on machine_healthchecks task. I0514 23:21:58.553689 1 tasks_processing.go:71] worker 26 working on service_accounts task. I0514 23:21:58.554047 1 tasks_processing.go:71] worker 30 working on authentication task. I0514 23:21:58.554100 1 tasks_processing.go:71] worker 28 working on config_maps task. I0514 23:21:58.553448 1 tasks_processing.go:71] worker 25 working on overlapping_namespace_uids task. I0514 23:21:58.553425 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 1.882526ms to process 0 records I0514 23:21:58.555748 1 tasks_processing.go:74] worker 42 stopped. I0514 23:21:58.555759 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.923456ms to process 0 records I0514 23:21:58.555770 1 tasks_processing.go:74] worker 24 stopped. I0514 23:21:58.555774 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 5.030732ms to process 0 records I0514 23:21:58.556314 1 tasks_processing.go:74] worker 37 stopped. I0514 23:21:58.556324 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 5.196705ms to process 0 records I0514 23:21:58.556342 1 tasks_processing.go:74] worker 43 stopped. I0514 23:21:58.556349 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.035567ms to process 0 records I0514 23:21:58.557644 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0514 23:21:58.557660 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0514 23:21:58.557665 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0514 23:21:58.557668 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0514 23:21:58.557682 1 controller.go:489] The operator is still being initialized I0514 23:21:58.557689 1 controller.go:512] The operator is healthy I0514 23:21:58.565472 1 tasks_processing.go:74] worker 12 stopped. I0514 23:21:58.565485 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.417378ms to process 0 records I0514 23:21:58.565560 1 gather_logs.go:145] no pods in namespace were found I0514 23:21:58.565576 1 tasks_processing.go:74] worker 18 stopped. I0514 23:21:58.565589 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 14.932622ms to process 0 records I0514 23:21:58.565811 1 tasks_processing.go:74] worker 52 stopped. I0514 23:21:58.565824 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 13.725392ms to process 0 records I0514 23:21:58.565831 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 14.988349ms to process 0 records I0514 23:21:58.565837 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 13.64836ms to process 0 records I0514 23:21:58.565841 1 tasks_processing.go:74] worker 16 stopped. I0514 23:21:58.565842 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 14.874289ms to process 0 records I0514 23:21:58.565847 1 tasks_processing.go:74] worker 11 stopped. I0514 23:21:58.565847 1 tasks_processing.go:74] worker 58 stopped. I0514 23:21:58.565870 1 tasks_processing.go:74] worker 13 stopped. I0514 23:21:58.565876 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 14.000799ms to process 0 records I0514 23:21:58.565885 1 tasks_processing.go:74] worker 45 stopped. E0514 23:21:58.565898 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0514 23:21:58.565917 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 15.13789ms to process 0 records I0514 23:21:58.565958 1 tasks_processing.go:74] worker 49 stopped. E0514 23:21:58.565970 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0514 23:21:58.565977 1 gather.go:177] gatherer "clusterconfig" function "machines" took 14.638463ms to process 0 records I0514 23:21:58.572359 1 tasks_processing.go:74] worker 56 stopped. I0514 23:21:58.572371 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 19.395814ms to process 0 records I0514 23:21:58.572385 1 tasks_processing.go:74] worker 1 stopped. I0514 23:21:58.572389 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 19.537661ms to process 0 records I0514 23:21:58.572569 1 tasks_processing.go:74] worker 21 stopped. I0514 23:21:58.572759 1 recorder.go:75] Recording config/ingress with fingerprint=2f603133c7bbc1bacdc39c4dee51a9ca995fe0b2b4262129682d6dd4f823e08f I0514 23:21:58.572772 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 21.655603ms to process 1 records I0514 23:21:58.572902 1 recorder.go:75] Recording config/apiserver with fingerprint=8b8ec9d436bd99a6518af3df4606e2b4387e8018d7567c1abe135c6965b5cc4d I0514 23:21:58.572910 1 tasks_processing.go:74] worker 62 stopped. I0514 23:21:58.572911 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 19.570375ms to process 1 records I0514 23:21:58.572993 1 tasks_processing.go:74] worker 14 stopped. I0514 23:21:58.573400 1 recorder.go:75] Recording config/infrastructure with fingerprint=89a70c8a8f75cc56bfc6b426af1c2fe8b623b8aebfa012fa2a09d760273da5fc I0514 23:21:58.573415 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 21.832351ms to process 1 records I0514 23:21:58.573461 1 recorder.go:75] Recording config/proxy with fingerprint=5e8fc7b3f4b0c9d7d1b3e133d86713a2942a4049933cfeaed231d829347bf37e I0514 23:21:58.573469 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 19.346602ms to process 1 records E0514 23:21:58.573475 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0514 23:21:58.573479 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 19.037505ms to process 0 records I0514 23:21:58.573485 1 tasks_processing.go:74] worker 35 stopped. I0514 23:21:58.573496 1 tasks_processing.go:74] worker 40 stopped. I0514 23:21:58.579366 1 tasks_processing.go:74] worker 8 stopped. E0514 23:21:58.579377 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0514 23:21:58.579386 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 28.048337ms to process 0 records I0514 23:21:58.579505 1 tasks_processing.go:74] worker 22 stopped. I0514 23:21:58.579575 1 recorder.go:75] Recording config/image with fingerprint=cd81526951745272ef1e40023c053c5e736cde4e6d148e9d115ae2641136af56 I0514 23:21:58.579586 1 gather.go:177] gatherer "clusterconfig" function "image" took 27.471638ms to process 1 records I0514 23:21:58.588134 1 tasks_processing.go:74] worker 7 stopped. I0514 23:21:58.588145 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 35.815336ms to process 0 records I0514 23:21:58.588319 1 tasks_processing.go:74] worker 57 stopped. I0514 23:21:58.588483 1 recorder.go:75] Recording config/oauth with fingerprint=3cb3551c3ec05fc7814b782ecd5f21fc7333463aa9ef7bcb9fc0beee21989616 I0514 23:21:58.588495 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 35.041894ms to process 1 records I0514 23:21:58.588500 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 35.373604ms to process 0 records I0514 23:21:58.588505 1 tasks_processing.go:74] worker 33 stopped. I0514 23:21:58.588722 1 tasks_processing.go:74] worker 54 stopped. I0514 23:21:58.588735 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 36.419844ms to process 0 records I0514 23:21:58.588990 1 tasks_processing.go:74] worker 60 stopped. I0514 23:21:58.589050 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=8c1b5c15df61b41bb7244673882ae7e140995b5a942f27f3e2aa4a30facf5f6f I0514 23:21:58.589060 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 36.669147ms to process 1 records I0514 23:21:58.589101 1 tasks_processing.go:74] worker 44 stopped. I0514 23:21:58.589116 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 38.122142ms to process 0 records I0514 23:21:58.589449 1 tasks_processing.go:74] worker 34 stopped. I0514 23:21:58.589531 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=20f77ceee79879de8489b8dae88575375a80655daf62d96193fb430751aee4cb I0514 23:21:58.589550 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=e012e2bf2cb8314947e8b7dca242a155e379b8ba8181f5c6f59ec81859b26941 I0514 23:21:58.589575 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=bbcb33a208de7f8cd2b23e3e9ad1f70ed6831d2623b6ece7e0d2d1806c2771fa I0514 23:21:58.589584 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 38.513467ms to process 3 records I0514 23:21:58.589590 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 36.06585ms to process 0 records I0514 23:21:58.589609 1 tasks_processing.go:74] worker 63 stopped. I0514 23:21:58.589648 1 tasks_processing.go:74] worker 2 stopped. I0514 23:21:58.589658 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 37.345854ms to process 0 records I0514 23:21:58.589854 1 tasks_processing.go:74] worker 17 stopped. I0514 23:21:58.590000 1 recorder.go:75] Recording config/network with fingerprint=f97daabd5f6685334778099c201b151dab05553a685d0c6a4cdc81e19e9e164f I0514 23:21:58.590015 1 gather.go:177] gatherer "clusterconfig" function "networks" took 37.541131ms to process 1 records I0514 23:21:58.590226 1 tasks_processing.go:74] worker 61 stopped. I0514 23:21:58.590237 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 36.851627ms to process 0 records I0514 23:21:58.594186 1 tasks_processing.go:74] worker 39 stopped. I0514 23:21:58.594196 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 40.699149ms to process 0 records I0514 23:21:58.594230 1 tasks_processing.go:74] worker 46 stopped. I0514 23:21:58.594243 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 41.058082ms to process 0 records I0514 23:21:58.594394 1 tasks_processing.go:74] worker 36 stopped. I0514 23:21:58.594483 1 recorder.go:75] Recording config/featuregate with fingerprint=9b5303f9ac6a43a2eed3f75967e3a192741ee3d8a940e4541d9c2890b9e3937c I0514 23:21:58.594493 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 40.653439ms to process 1 records I0514 23:21:58.595334 1 tasks_processing.go:74] worker 59 stopped. I0514 23:21:58.595735 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=375e9c8a85292a00a6d30ebcf43843bcc8dde52c9051c4d3be4f1ae0ea82b237 I0514 23:21:58.595847 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=3e9ae7d4e926676211098dbf9ab602cfc71c4f0ba5c6b50a0e10738488a13a29 I0514 23:21:58.595905 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=53185ec556855326e35f1ca3badf527b1efc5ba8b750e9924774d854f0d776c5 I0514 23:21:58.596050 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 42.499369ms to process 3 records I0514 23:21:58.596251 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=491987dce3bd5ac544ff5816d16ae4b1387470b67f23d3b1443d6d1f26c8ec9a I0514 23:21:58.596320 1 tasks_processing.go:74] worker 15 stopped. I0514 23:21:58.596521 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=e1efa0c246c8e66aa1206ddda29e859e8d21148142fade228eef4e97eaebff09 I0514 23:21:58.596577 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=77f57fd6c2cd1fb217157a5138b29a734fedff2713a40415d4a25b379e15c3e1 I0514 23:21:58.596673 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=fd782b872981d56e0838311998aad53bddfdb20f5d532d848b0b3a1face87c19 I0514 23:21:58.596726 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=0528d3c7d3841454c45b493f6deb78d47955d03bd9d02a05931b6d2600e31014 I0514 23:21:58.596762 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c6e520d0267521c324b846c36cd820b752772e848b4b4d01cac1a42ce7f99433 I0514 23:21:58.597327 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=1acb732c45a083857bd03345f8b8157ed4671b54a4d1b74a8b733a8a5a6e4994 I0514 23:21:58.597414 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=078766d3e346a35abfe0b6ad2380ddd818ea60d76ec396d3e203fb1b204162d2 I0514 23:21:58.597470 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=8bf1b20a92659f74602db4d3646faaf83ab57dc684ee7a1d9c4285dd46a00182 I0514 23:21:58.597519 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=257e6661f257d7c9fd408fe96132adb6ae8058c493f8556b277a993cc5d77d64 I0514 23:21:58.597571 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=49e733f3ce6bf04afccca391a7475fa646b28d2620bd915fe76961c6dc5f05dc I0514 23:21:58.597585 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 43.656035ms to process 11 records I0514 23:21:58.597682 1 tasks_processing.go:74] worker 30 stopped. I0514 23:21:58.597870 1 recorder.go:75] Recording config/authentication with fingerprint=df83e47a170ea696bff7e463a0162bb84528ff64b73843a6867619d3aca8332d I0514 23:21:58.597889 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 41.356238ms to process 1 records I0514 23:21:58.597971 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=5b4a89ddd94bd3dd1ee7f4a105bf62c8baecbd8ada623b2033836e355d938a46 I0514 23:21:58.597977 1 tasks_processing.go:74] worker 41 stopped. I0514 23:21:58.597984 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=45eec5e897d7eb1e74f690ac2829e028b664b35db42f7ec22627b93a9782ed28 I0514 23:21:58.598000 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 43.709728ms to process 2 records I0514 23:21:58.598011 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 42.163925ms to process 0 records I0514 23:21:58.598045 1 tasks_processing.go:74] worker 50 stopped. I0514 23:21:58.598116 1 tasks_processing.go:74] worker 10 stopped. I0514 23:21:58.598227 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=c3b3a6302d1ab4126d2cd750048295e09aa0c1a748eeedd44acfe8825371474b I0514 23:21:58.598241 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 42.806268ms to process 1 records I0514 23:21:58.598317 1 tasks_processing.go:74] worker 27 stopped. I0514 23:21:58.598612 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=44b19f4e39fa8f316c6960dd2171e1f204fb6ef6bbe673d9ff985767abf93fdb I0514 23:21:58.598625 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 43.814051ms to process 1 records I0514 23:21:58.598711 1 tasks_processing.go:74] worker 4 stopped. I0514 23:21:58.598920 1 recorder.go:75] Recording config/node/ip-10-0-0-121.ec2.internal with fingerprint=ca49aa9e3f3fce527c83d5600b1843295c1456377192a0b8eea5ecdba34ac5ae I0514 23:21:58.598976 1 recorder.go:75] Recording config/node/ip-10-0-1-171.ec2.internal with fingerprint=80dff43d7c1c256020ca3c1e78c7c90165a17c870755881860a00aaaa66a4e0e I0514 23:21:58.599026 1 recorder.go:75] Recording config/node/ip-10-0-2-4.ec2.internal with fingerprint=8b492a60f569b66841d910e69a5f8324e28eb7832c303e9b8b822423a463be20 I0514 23:21:58.599034 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 45.441234ms to process 3 records I0514 23:21:58.599043 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 47.252607ms to process 0 records I0514 23:21:58.599049 1 tasks_processing.go:74] worker 3 stopped. W0514 23:21:58.600585 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0514 23:21:58.605581 1 tasks_processing.go:74] worker 0 stopped. I0514 23:21:58.605789 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0514 23:21:58.605806 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0514 23:21:58.605836 1 operator.go:288] started I0514 23:21:58.605854 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0514 23:21:58.606135 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=60241618ca7b6401e354421771a53862063dae9990b5bd113594287544e2c09d I0514 23:21:58.606360 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=16c093543b55d6f6bcad4ddd30a92b31ab2ec4b4463d4a993b172651b0d354b5 I0514 23:21:58.606374 1 gather.go:177] gatherer "clusterconfig" function "crds" took 54.560076ms to process 2 records I0514 23:21:58.606423 1 recorder.go:75] Recording config/olm_operators with fingerprint=b3aa88e8a96b97a79f57302c1684323797efbc136bfaa7dfd1865e68926cb62e I0514 23:21:58.606435 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 55.410969ms to process 1 records I0514 23:21:58.606443 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 55.323149ms to process 0 records I0514 23:21:58.606457 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0514 23:21:58.606466 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 52.12778ms to process 1 records I0514 23:21:58.606468 1 tasks_processing.go:74] worker 9 stopped. I0514 23:21:58.606476 1 tasks_processing.go:74] worker 25 stopped. I0514 23:21:58.606481 1 tasks_processing.go:74] worker 23 stopped. I0514 23:21:58.609342 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0514 23:21:58.609353 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0514 23:21:58.609363 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0514 23:21:58.612251 1 tasks_processing.go:74] worker 19 stopped. I0514 23:21:58.612436 1 recorder.go:75] Recording config/running_containers with fingerprint=aa060c5b4e9cd6b5ef72988ff52bfecd8426f5c5ff84afaaff175c44c00dc70c I0514 23:21:58.612456 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 61.30098ms to process 1 records I0514 23:21:58.617629 1 base_controller.go:82] Caches are synced for ConfigController I0514 23:21:58.617642 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0514 23:21:58.618711 1 tasks_processing.go:74] worker 20 stopped. I0514 23:21:58.618877 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=62eec14d81762005db87894d20857bcea28e339d282cb1799795100019937833 I0514 23:21:58.618958 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=b7e002d2d0ea3d4cd5d77d17999d7c7702a2b49f11b39412150039bbfdb7ef36 I0514 23:21:58.618967 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 67.198097ms to process 2 records I0514 23:21:58.623044 1 tasks_processing.go:74] worker 5 stopped. I0514 23:21:58.623067 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0514 23:21:58.623076 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 71.669823ms to process 1 records I0514 23:21:58.623081 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 70.289082ms to process 0 records I0514 23:21:58.623086 1 tasks_processing.go:74] worker 38 stopped. I0514 23:21:58.635403 1 prometheus_rules.go:88] Prometheus rules successfully created I0514 23:21:58.647206 1 configmapobserver.go:84] configmaps "insights-config" not found I0514 23:21:58.662969 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0514 23:21:58.662981 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0514 23:21:58.662984 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0514 23:21:58.662988 1 controller.go:212] Source scaController *sca.Controller is not ready I0514 23:21:58.662991 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0514 23:21:58.663008 1 controller.go:489] The operator is still being initialized I0514 23:21:58.663014 1 controller.go:512] The operator is healthy I0514 23:21:58.663776 1 tasks_processing.go:74] worker 55 stopped. I0514 23:21:58.664098 1 recorder.go:75] Recording config/version with fingerprint=a852a46b2c7770ddf79bf87a944afc2e0233ecf1b0c48d88fdf34e7cd0155bb8 I0514 23:21:58.664119 1 recorder.go:75] Recording config/id with fingerprint=f593ec5a980531d0a8515435588034171b01781120e745b6d37f03e3c31cbd6b I0514 23:21:58.664126 1 gather.go:177] gatherer "clusterconfig" function "version" took 111.461051ms to process 2 records E0514 23:21:58.669842 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27b0e8cbdc-6214-42eb-94c0-2d6ed701a690%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:33702->172.30.0.10:53: read: connection refused I0514 23:21:58.669854 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27b0e8cbdc-6214-42eb-94c0-2d6ed701a690%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:33702->172.30.0.10:53: read: connection refused I0514 23:21:58.692387 1 tasks_processing.go:74] worker 28 stopped. E0514 23:21:58.692405 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0514 23:21:58.692416 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0514 23:21:58.692419 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0514 23:21:58.692431 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0514 23:21:58.692500 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0514 23:21:58.692509 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0514 23:21:58.692513 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0514 23:21:58.692518 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0514 23:21:58.692562 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0514 23:21:58.692571 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0514 23:21:58.692577 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 138.264529ms to process 7 records I0514 23:21:58.699375 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0514 23:21:58.702987 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:39896->172.30.0.10:53: read: connection refused I0514 23:21:58.703000 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:39896->172.30.0.10:53: read: connection refused I0514 23:21:58.706090 1 base_controller.go:82] Caches are synced for LoggingSyncer I0514 23:21:58.706116 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0514 23:21:58.723156 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0514 23:21:58.729244 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0514 23:21:58.783070 1 tasks_processing.go:74] worker 47 stopped. E0514 23:21:58.783083 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0514 23:21:58.783088 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2qa0bbs8qnuq40u87qc5tpenquv0nj14-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2qa0bbs8qnuq40u87qc5tpenquv0nj14-primary-cert-bundle-secret" not found I0514 23:21:58.783146 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=77421c00b8d0c68ba2357b3b89e55f92b8692e148c90427b68bb951e797bd20c I0514 23:21:58.783159 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 230.177229ms to process 1 records I0514 23:21:59.006687 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0514 23:21:59.006698 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0514 23:21:59.007459 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-lvtfn pod in namespace openshift-dns (previous: false). I0514 23:21:59.248340 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-lvtfn pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-lvtfn\" is waiting to start: ContainerCreating" I0514 23:21:59.248355 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-lvtfn\" is waiting to start: ContainerCreating" I0514 23:21:59.248363 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-lvtfn pod in namespace openshift-dns (previous: false). I0514 23:21:59.414382 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-lvtfn pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-lvtfn\" is waiting to start: ContainerCreating" I0514 23:21:59.414397 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-lvtfn\" is waiting to start: ContainerCreating" I0514 23:21:59.414424 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-r989g pod in namespace openshift-dns (previous: false). W0514 23:21:59.599581 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0514 23:21:59.662713 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-r989g pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-r989g\" is waiting to start: ContainerCreating" I0514 23:21:59.662729 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-r989g\" is waiting to start: ContainerCreating" I0514 23:21:59.662737 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-r989g pod in namespace openshift-dns (previous: false). I0514 23:21:59.813731 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-r989g pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-r989g\" is waiting to start: ContainerCreating" I0514 23:21:59.813746 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-r989g\" is waiting to start: ContainerCreating" I0514 23:21:59.813775 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-w6kkw pod in namespace openshift-dns (previous: false). I0514 23:22:00.035682 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0514 23:22:00.040406 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-w6kkw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-w6kkw\" is waiting to start: ContainerCreating" I0514 23:22:00.040420 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-w6kkw\" is waiting to start: ContainerCreating" I0514 23:22:00.040427 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-w6kkw pod in namespace openshift-dns (previous: false). I0514 23:22:00.214244 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-w6kkw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-w6kkw\" is waiting to start: ContainerCreating" I0514 23:22:00.214258 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-w6kkw\" is waiting to start: ContainerCreating" I0514 23:22:00.214268 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-4fgr7 pod in namespace openshift-dns (previous: false). I0514 23:22:00.414716 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0514 23:22:00.414733 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-gj9l9 pod in namespace openshift-dns (previous: false). W0514 23:22:00.600325 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0514 23:22:00.614489 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0514 23:22:00.614503 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-mxvqb pod in namespace openshift-dns (previous: false). I0514 23:22:00.637652 1 tasks_processing.go:74] worker 32 stopped. I0514 23:22:00.637707 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=98d10da1dd80165db012b3cfbe3d7d2cfb8ce9f37c7688c4bd6a58f5ca6c119f I0514 23:22:00.637750 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=f48c0e9cff21f42984c78152e32081b7220820050bc102f064c376a56b58bd41 I0514 23:22:00.637780 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0514 23:22:00.637807 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=e8dd2b486048e563132783f1cbff9bd1d1176319db923c33e9f0145762579ab0 I0514 23:22:00.637825 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0514 23:22:00.637865 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=02419a3854ab590f018489abd82470369a8fe4809c17c68747cd940394259b72 I0514 23:22:00.637896 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e2bb158777a0c92081c8b5a28f24fa71dceb9a2c89b10f1729f8003b2a7354c5 I0514 23:22:00.637919 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=9c909521616a47620d9721c95463d397f411ccc6278a1f35647592bd64703efa I0514 23:22:00.637933 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=dc32bce6550e30b564df2493761c1862a288eed2b304267b6b45361a3ac67141 I0514 23:22:00.637950 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=67410b864d3c0bcb2b69d496758bc902d9dacfa441875623600cbbddd93a1534 I0514 23:22:00.637959 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0514 23:22:00.637975 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=c0191e7ec37684eaa4f7e2b5eba2cdd490e21e2c5ec4ec4c3e9d763db4ad7a97 I0514 23:22:00.637985 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0514 23:22:00.638002 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=b61e1eaa85c8b5e69799ead8b925600b13fa73c33d5aeefec5c4cb205bc588b4 I0514 23:22:00.638010 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0514 23:22:00.638023 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b87bc7c67408ffd39d208c98777e8d7e9970ed7b162adb81837f75dc36cd0be1 I0514 23:22:00.638031 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0514 23:22:00.638046 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=834a3de2e398816620bdd17b2e577f7ed2abe183fead724606a3cbb9f3198652 I0514 23:22:00.638153 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=35fa49489ba645a309d270da1f1370ed39633ada48ef4fbc5c50a3e0cb21da24 I0514 23:22:00.638173 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0514 23:22:00.638183 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0514 23:22:00.638213 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0514 23:22:00.638235 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=5dde7737d0ec38950e7fd0a6f8ed944f44f6fbc4a2e4868dc6155d7c8022c5c0 I0514 23:22:00.638258 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=9375c6eafd65722999bc458d977ed2804aa56fcf1856976bbaf0ab45a91d7739 I0514 23:22:00.638267 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0514 23:22:00.638282 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=42420cc17122f29dcbd737d34acbe00e78c24567d1b37c656a61f4e1586f99fe I0514 23:22:00.638297 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0514 23:22:00.638310 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=198eefeb81e92f0dadca2f840a35c38d0e9f80f8f4ac47f3adf9aa3519a8b7ac I0514 23:22:00.638324 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=15005c40744f031d7ea15447edf5b656f49f9ce477615acfaf9fa1d7ccf01ec5 I0514 23:22:00.638337 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=a1fc82eb9ad1b9b5b81c64a90df13e3e585b130235025e06b74cd3cf68a6de46 I0514 23:22:00.638353 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=9f2645760c78c9c3dbe3141e355bde4c5bdb76c2d4b6796bd33b48a091094202 I0514 23:22:00.638375 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=5c465cc635548ec6290da73b3cb65b87a45585d15ae7dcbe061dc37d30649294 I0514 23:22:00.638384 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0514 23:22:00.638411 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=cadd1d96b28740871f3b9a850e5654eb6e1b0730f1b0888554bfe073f77afe08 I0514 23:22:00.638428 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0514 23:22:00.638436 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0514 23:22:00.638443 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.086262395s to process 36 records I0514 23:22:00.823865 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0514 23:22:00.823932 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-57dc686c-2c5wq pod in namespace openshift-image-registry (previous: false). I0514 23:22:01.013071 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-57dc686c-2c5wq pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-57dc686c-2c5wq\" is waiting to start: ContainerCreating" I0514 23:22:01.013086 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-57dc686c-2c5wq\" is waiting to start: ContainerCreating" I0514 23:22:01.013130 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-57dc686c-4sv69 pod in namespace openshift-image-registry (previous: false). I0514 23:22:01.215412 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-57dc686c-4sv69 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-57dc686c-4sv69\" is waiting to start: ContainerCreating" I0514 23:22:01.215426 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-57dc686c-4sv69\" is waiting to start: ContainerCreating" I0514 23:22:01.215455 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-58db776956-s8vdt pod in namespace openshift-image-registry (previous: false). I0514 23:22:01.414347 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-58db776956-s8vdt pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-58db776956-s8vdt\" is waiting to start: ContainerCreating" I0514 23:22:01.414361 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-58db776956-s8vdt\" is waiting to start: ContainerCreating" I0514 23:22:01.414372 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-4z2j4 pod in namespace openshift-image-registry (previous: false). W0514 23:22:01.599410 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0514 23:22:01.613677 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0514 23:22:01.613691 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-hqz4f pod in namespace openshift-image-registry (previous: false). I0514 23:22:01.812744 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0514 23:22:01.812764 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-k2fql pod in namespace openshift-image-registry (previous: false). I0514 23:22:02.013460 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0514 23:22:02.013480 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84c66c88bf-bngq9 pod in namespace openshift-ingress (previous: false). I0514 23:22:02.213073 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84c66c88bf-bngq9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84c66c88bf-bngq9\" is waiting to start: ContainerCreating" I0514 23:22:02.213088 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84c66c88bf-bngq9\" is waiting to start: ContainerCreating" I0514 23:22:02.213099 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-895886484-glscr pod in namespace openshift-ingress (previous: false). I0514 23:22:02.412435 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-895886484-glscr pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-895886484-glscr\" is waiting to start: ContainerCreating" I0514 23:22:02.412450 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-895886484-glscr\" is waiting to start: ContainerCreating" I0514 23:22:02.412461 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-895886484-z65vk pod in namespace openshift-ingress (previous: false). W0514 23:22:02.599901 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0514 23:22:02.615813 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-895886484-z65vk pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-895886484-z65vk\" is waiting to start: ContainerCreating" I0514 23:22:02.615826 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-895886484-z65vk\" is waiting to start: ContainerCreating" I0514 23:22:02.615852 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-fqnbm pod in namespace openshift-ingress-canary (previous: false). I0514 23:22:02.815664 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-fqnbm pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-fqnbm\" is waiting to start: ContainerCreating" I0514 23:22:02.815680 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-fqnbm\" is waiting to start: ContainerCreating" I0514 23:22:02.815705 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jd4kv pod in namespace openshift-ingress-canary (previous: false). I0514 23:22:03.023691 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-jd4kv pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jd4kv\" is waiting to start: ContainerCreating" I0514 23:22:03.023705 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jd4kv\" is waiting to start: ContainerCreating" I0514 23:22:03.023732 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-qkbk6 pod in namespace openshift-ingress-canary (previous: false). I0514 23:22:03.219785 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-qkbk6 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-qkbk6\" is waiting to start: ContainerCreating" I0514 23:22:03.219801 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-qkbk6\" is waiting to start: ContainerCreating" I0514 23:22:03.219818 1 tasks_processing.go:74] worker 48 stopped. I0514 23:22:03.219899 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=8a06a60c0523024419739e67ef5a77a6a9af2ca4b74c55b286a617c17630bdd9 I0514 23:22:03.219947 1 recorder.go:75] Recording events/openshift-dns with fingerprint=004bda6bc78f7ade41981323e17d4440e5d4784bc926827fadc8f5884095c7f5 I0514 23:22:03.220032 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=5ca698aa949a32ec6c896c172bc8229deed1dacc40edd92ee6f3b7ad859d85f9 I0514 23:22:03.220058 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=8ef34c73ad51ad52670c200a5afa87dc7a980c0a5938e00f09a11809c3a10722 I0514 23:22:03.220103 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=92cede769306203d2c48f7c993536d3efcbd301332e54ef4356a82693ec9ef62 I0514 23:22:03.220121 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=ea7d7f1f16732b6bf38dc984cb6ba8f25340174534f6cbd455cf743b98ba6cef I0514 23:22:03.221407 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-lvtfn with fingerprint=a46cc917c71dffb3747f446c8b2e329cbb825cd9e0c0f8f659375c0cbf7d416d I0514 23:22:03.221498 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-r989g with fingerprint=ecbce0108968a5c9dfa8021ac77426ed4a51fcd15e198637eb25180cbe0817a3 I0514 23:22:03.221571 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-w6kkw with fingerprint=b3b23a0b2fd67641e7248b02e48b8bb37670390e2e1eb6db1110456d4af1f126 I0514 23:22:03.221690 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-57dc686c-2c5wq with fingerprint=f96d7b32c1bc738539edce5a0a67bdb629a9af5a02f78204cde13921bd5bc0b0 I0514 23:22:03.221781 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-57dc686c-4sv69 with fingerprint=6b5b6320a93516df48cd0ace87e3ee1366cd1962fa0a173b1071f796baee1b05 I0514 23:22:03.221867 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-58db776956-s8vdt with fingerprint=9df22d88e7ed609a4f0b2820fcddc41ff188021c1375d77bfb140641ff64d648 I0514 23:22:03.221925 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-fqnbm with fingerprint=fd6590d85c20a9c4ae3c30671073ecfd3f262067a3bc674b2e677b43b3da8aee I0514 23:22:03.221979 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-jd4kv with fingerprint=180b6e3aec75da0add475b208cf8800b01c996abad03ec7984c948c381e349ca I0514 23:22:03.222033 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-qkbk6 with fingerprint=20914ffafda5516b35d7037316eabf6895b7f3f1612140b15cd50edcd81ee680 I0514 23:22:03.222042 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.668570159s to process 15 records W0514 23:22:03.596637 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0514 23:22:03.596661 1 tasks_processing.go:74] worker 53 stopped. E0514 23:22:03.596683 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0514 23:22:03.596717 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0514 23:22:03.596733 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0514 23:22:03.596747 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.04315759s to process 1 records I0514 23:22:11.215546 1 tasks_processing.go:74] worker 6 stopped. I0514 23:22:11.215589 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0514 23:22:11.215614 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.662065102s to process 1 records I0514 23:22:11.714877 1 configmapobserver.go:84] configmaps "insights-config" not found I0514 23:22:11.963081 1 tasks_processing.go:74] worker 26 stopped. I0514 23:22:11.963345 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=a7a4de02df1cc1abdf9107bf21a9d837b0f58083251a7f44b02bf3cc6249ecc3 I0514 23:22:11.963361 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.409150685s to process 1 records E0514 23:22:11.963415 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.412s with: function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0514 23:22:11.964517 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0514 23:22:11.964531 1 periodic.go:209] Running workloads gatherer I0514 23:22:11.964545 1 tasks_processing.go:45] number of workers: 2 I0514 23:22:11.964554 1 tasks_processing.go:69] worker 1 listening for tasks. I0514 23:22:11.964559 1 tasks_processing.go:71] worker 1 working on workload_info task. I0514 23:22:11.964570 1 tasks_processing.go:69] worker 0 listening for tasks. I0514 23:22:11.964613 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0514 23:22:11.991486 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0514 23:22:11.997469 1 tasks_processing.go:74] worker 0 stopped. I0514 23:22:11.997482 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 32.842402ms to process 0 records I0514 23:22:12.002284 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (12ms) I0514 23:22:12.014128 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (12ms) I0514 23:22:12.017165 1 configmapobserver.go:84] configmaps "insights-config" not found I0514 23:22:12.024736 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (11ms) I0514 23:22:12.034933 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (10ms) I0514 23:22:12.053101 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (18ms) I0514 23:22:12.063492 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (10ms) I0514 23:22:12.073835 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (10ms) I0514 23:22:12.084650 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (11ms) I0514 23:22:12.095292 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (11ms) I0514 23:22:12.105784 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (10ms) I0514 23:22:12.115439 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (10ms) I0514 23:22:12.202019 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (87ms) I0514 23:22:12.222295 1 configmapobserver.go:84] configmaps "insights-config" not found I0514 23:22:12.302802 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (101ms) I0514 23:22:12.401848 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (99ms) I0514 23:22:12.505364 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (103ms) I0514 23:22:12.601291 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (96ms) I0514 23:22:12.707195 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (106ms) I0514 23:22:12.807490 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0514 23:22:12.903221 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (96ms) I0514 23:22:13.002625 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (99ms) I0514 23:22:13.101947 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms) I0514 23:22:13.203242 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (101ms) I0514 23:22:13.303161 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms) I0514 23:22:13.402519 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (99ms) I0514 23:22:13.502484 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0514 23:22:13.601655 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms) I0514 23:22:13.703780 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (102ms) I0514 23:22:13.802146 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (98ms) I0514 23:22:13.902112 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms) I0514 23:22:14.002709 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (101ms) I0514 23:22:14.102482 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0514 23:22:14.202393 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms) I0514 23:22:14.202420 1 tasks_processing.go:74] worker 1 stopped. E0514 23:22:14.202436 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0514 23:22:14.202763 1 recorder.go:75] Recording config/workload_info with fingerprint=830bebc068bbf749bcf03fd4dadee82225290e5efb46b266e77248ee73f13712 I0514 23:22:14.202781 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.237854579s to process 1 records E0514 23:22:14.202807 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.238s with: function \"workload_info\" failed with an error" I0514 23:22:14.203914 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0514 23:22:14.203927 1 periodic.go:209] Running conditional gatherer I0514 23:22:14.215505 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0514 23:22:14.221586 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:50448->172.30.0.10:53: read: connection refused E0514 23:22:14.221829 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0514 23:22:14.221884 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0514 23:22:14.229103 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0514 23:22:14.229116 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0514 23:22:14.229121 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0514 23:22:14.229124 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0514 23:22:14.229128 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0514 23:22:14.229131 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0514 23:22:14.229134 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0514 23:22:14.229137 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0514 23:22:14.229140 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0514 23:22:14.229143 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0514 23:22:14.229157 1 tasks_processing.go:45] number of workers: 3 I0514 23:22:14.229166 1 tasks_processing.go:69] worker 2 listening for tasks. I0514 23:22:14.229170 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0514 23:22:14.229180 1 tasks_processing.go:69] worker 0 listening for tasks. I0514 23:22:14.229193 1 tasks_processing.go:69] worker 1 listening for tasks. I0514 23:22:14.229198 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0514 23:22:14.229201 1 tasks_processing.go:74] worker 1 stopped. I0514 23:22:14.229206 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0514 23:22:14.229252 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0514 23:22:14.229265 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 856ns to process 1 records I0514 23:22:14.229295 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0514 23:22:14.229303 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.33µs to process 1 records I0514 23:22:14.229309 1 tasks_processing.go:74] worker 0 stopped. I0514 23:22:14.229481 1 tasks_processing.go:74] worker 2 stopped. I0514 23:22:14.229500 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 266.853µs to process 0 records I0514 23:22:14.229536 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:50448->172.30.0.10:53: read: connection refused I0514 23:22:14.229555 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0514 23:22:14.254660 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=c6d09cb4e51c67484e9e133c7078520d5873943a3ddac116f603ab590b6b446e I0514 23:22:14.254776 1 diskrecorder.go:70] Writing 110 records to /var/lib/insights-operator/insights-2026-05-14-232214.tar.gz I0514 23:22:14.261377 1 diskrecorder.go:51] Wrote 110 records to disk in 6ms I0514 23:22:14.261403 1 periodic.go:278] Gathering cluster info every 2h0m0s I0514 23:22:14.261416 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0514 23:22:29.774520 1 configmapobserver.go:84] configmaps "insights-config" not found I0514 23:23:28.082910 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="cd85bf86a25c861d62a4fdc09d268b7aefcb95fa621e912f7b95d2bef8b9cea2") W0514 23:23:28.082943 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0514 23:23:28.082995 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="d647d14db2ef50b61539d34d19e142be47810f5b8de655d7e8ac2757ea000117") I0514 23:23:28.083010 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0514 23:23:28.083072 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0514 23:23:28.083080 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="3186fe38c68d081979bb94c580e6ccaa4ed198658e6573f2f28c8cfa63b854a2")