I0429 19:44:32.387794 1 cmd.go:253] Using service-serving-cert provided certificates I0429 19:44:32.388242 1 observer_polling.go:159] Starting file observer I0429 19:44:32.982488 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0429 19:44:32.982769 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0429 19:44:32.983652 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0429 19:44:32.983706 1 secure_serving.go:57] Forcing use of http/1.1 only W0429 19:44:32.983736 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0429 19:44:32.983749 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0429 19:44:32.983759 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0429 19:44:32.983765 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0429 19:44:32.983770 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0429 19:44:32.983776 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0429 19:44:32.987446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"64a02243-064b-4eff-a2dd-91ce4e96d000", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0429 19:44:32.987445 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0429 19:44:32.988641 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0429 19:44:32.988661 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0429 19:44:32.988668 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0429 19:44:32.988668 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0429 19:44:32.988684 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0429 19:44:32.988691 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0429 19:44:32.989030 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0429 19:44:32.989643 1 secure_serving.go:213] Serving securely on [::]:8443 I0429 19:44:32.990433 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0429 19:44:32.992610 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0429 19:44:32.992633 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0429 19:44:32.992739 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0429 19:44:32.997952 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0429 19:44:32.997970 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0429 19:44:33.002923 1 secretconfigobserver.go:119] support secret does not exist I0429 19:44:33.007521 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0429 19:44:33.011917 1 secretconfigobserver.go:119] support secret does not exist I0429 19:44:33.014622 1 recorder.go:161] Pruning old reports every 5h8m53s, max age is 288h0m0s I0429 19:44:33.019635 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0429 19:44:33.019652 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0429 19:44:33.019663 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0429 19:44:33.019673 1 insightsreport.go:296] Starting report retriever I0429 19:44:33.019679 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0429 19:44:33.019681 1 periodic.go:209] Running clusterconfig gatherer I0429 19:44:33.019722 1 tasks_processing.go:45] number of workers: 64 I0429 19:44:33.019750 1 tasks_processing.go:69] worker 6 listening for tasks. I0429 19:44:33.019755 1 tasks_processing.go:69] worker 18 listening for tasks. I0429 19:44:33.019757 1 tasks_processing.go:69] worker 0 listening for tasks. I0429 19:44:33.019763 1 tasks_processing.go:71] worker 18 working on machines task. I0429 19:44:33.019768 1 tasks_processing.go:69] worker 3 listening for tasks. I0429 19:44:33.019768 1 tasks_processing.go:69] worker 12 listening for tasks. I0429 19:44:33.019778 1 tasks_processing.go:69] worker 14 listening for tasks. I0429 19:44:33.019780 1 tasks_processing.go:71] worker 12 working on install_plans task. I0429 19:44:33.019779 1 tasks_processing.go:69] worker 4 listening for tasks. I0429 19:44:33.019780 1 tasks_processing.go:69] worker 5 listening for tasks. I0429 19:44:33.019765 1 tasks_processing.go:71] worker 0 working on openstack_version task. I0429 19:44:33.019794 1 tasks_processing.go:69] worker 30 listening for tasks. I0429 19:44:33.019795 1 tasks_processing.go:69] worker 29 listening for tasks. I0429 19:44:33.019785 1 tasks_processing.go:69] worker 15 listening for tasks. I0429 19:44:33.019760 1 tasks_processing.go:69] worker 1 listening for tasks. I0429 19:44:33.019790 1 tasks_processing.go:69] worker 41 listening for tasks. I0429 19:44:33.019799 1 tasks_processing.go:69] worker 17 listening for tasks. I0429 19:44:33.019804 1 tasks_processing.go:69] worker 19 listening for tasks. I0429 19:44:33.019810 1 tasks_processing.go:69] worker 16 listening for tasks. I0429 19:44:33.019813 1 tasks_processing.go:69] worker 36 listening for tasks. I0429 19:44:33.019815 1 tasks_processing.go:69] worker 35 listening for tasks. I0429 19:44:33.019822 1 tasks_processing.go:69] worker 40 listening for tasks. I0429 19:44:33.019812 1 tasks_processing.go:69] worker 20 listening for tasks. I0429 19:44:33.019818 1 tasks_processing.go:69] worker 37 listening for tasks. I0429 19:44:33.019830 1 tasks_processing.go:69] worker 31 listening for tasks. I0429 19:44:33.019828 1 tasks_processing.go:69] worker 9 listening for tasks. I0429 19:44:33.019826 1 tasks_processing.go:69] worker 22 listening for tasks. I0429 19:44:33.019819 1 tasks_processing.go:69] worker 21 listening for tasks. I0429 19:44:33.019840 1 tasks_processing.go:69] worker 7 listening for tasks. I0429 19:44:33.019839 1 tasks_processing.go:69] worker 8 listening for tasks. I0429 19:44:33.019836 1 tasks_processing.go:69] worker 23 listening for tasks. I0429 19:44:33.019843 1 tasks_processing.go:69] worker 24 listening for tasks. I0429 19:44:33.019838 1 tasks_processing.go:69] worker 39 listening for tasks. I0429 19:44:33.019846 1 tasks_processing.go:69] worker 32 listening for tasks. I0429 19:44:33.019853 1 tasks_processing.go:69] worker 33 listening for tasks. I0429 19:44:33.019852 1 tasks_processing.go:69] worker 38 listening for tasks. I0429 19:44:33.019857 1 tasks_processing.go:69] worker 10 listening for tasks. I0429 19:44:33.019861 1 tasks_processing.go:69] worker 48 listening for tasks. I0429 19:44:33.019771 1 tasks_processing.go:69] worker 13 listening for tasks. I0429 19:44:33.019849 1 tasks_processing.go:69] worker 11 listening for tasks. I0429 19:44:33.019850 1 tasks_processing.go:69] worker 25 listening for tasks. I0429 19:44:33.019857 1 tasks_processing.go:69] worker 50 listening for tasks. I0429 19:44:33.019873 1 tasks_processing.go:69] worker 52 listening for tasks. I0429 19:44:33.019873 1 tasks_processing.go:69] worker 59 listening for tasks. I0429 19:44:33.019857 1 tasks_processing.go:69] worker 53 listening for tasks. I0429 19:44:33.019866 1 tasks_processing.go:69] worker 51 listening for tasks. I0429 19:44:33.019886 1 tasks_processing.go:69] worker 43 listening for tasks. I0429 19:44:33.019870 1 tasks_processing.go:69] worker 44 listening for tasks. I0429 19:44:33.019892 1 tasks_processing.go:69] worker 60 listening for tasks. I0429 19:44:33.019857 1 tasks_processing.go:69] worker 26 listening for tasks. I0429 19:44:33.019876 1 tasks_processing.go:69] worker 42 listening for tasks. I0429 19:44:33.019879 1 tasks_processing.go:69] worker 56 listening for tasks. I0429 19:44:33.019880 1 tasks_processing.go:69] worker 54 listening for tasks. I0429 19:44:33.019980 1 tasks_processing.go:71] worker 6 working on infrastructures task. I0429 19:44:33.020004 1 tasks_processing.go:69] worker 27 listening for tasks. I0429 19:44:33.020002 1 tasks_processing.go:69] worker 47 listening for tasks. I0429 19:44:33.019773 1 tasks_processing.go:71] worker 3 working on machine_autoscalers task. I0429 19:44:33.020013 1 tasks_processing.go:69] worker 63 listening for tasks. I0429 19:44:33.019763 1 tasks_processing.go:69] worker 2 listening for tasks. I0429 19:44:33.020050 1 tasks_processing.go:69] worker 28 listening for tasks. I0429 19:44:33.020058 1 tasks_processing.go:69] worker 61 listening for tasks. I0429 19:44:33.020071 1 tasks_processing.go:69] worker 45 listening for tasks. I0429 19:44:33.020076 1 tasks_processing.go:69] worker 58 listening for tasks. I0429 19:44:33.020089 1 tasks_processing.go:69] worker 55 listening for tasks. I0429 19:44:33.020096 1 tasks_processing.go:71] worker 14 working on ingress_certificates task. I0429 19:44:33.020098 1 tasks_processing.go:71] worker 30 working on nodenetworkstates task. I0429 19:44:33.020105 1 tasks_processing.go:71] worker 4 working on machine_healthchecks task. I0429 19:44:33.020103 1 tasks_processing.go:69] worker 62 listening for tasks. I0429 19:44:33.020110 1 tasks_processing.go:69] worker 57 listening for tasks. I0429 19:44:33.020115 1 tasks_processing.go:71] worker 33 working on image task. I0429 19:44:33.020120 1 tasks_processing.go:71] worker 62 working on config_maps task. I0429 19:44:33.020122 1 tasks_processing.go:69] worker 34 listening for tasks. I0429 19:44:33.020130 1 tasks_processing.go:71] worker 60 working on machine_sets task. I0429 19:44:33.020133 1 tasks_processing.go:71] worker 50 working on olm_operators task. I0429 19:44:33.020141 1 tasks_processing.go:71] worker 63 working on oauths task. I0429 19:44:33.020147 1 tasks_processing.go:71] worker 53 working on machine_config_pools task. I0429 19:44:33.020127 1 tasks_processing.go:69] worker 46 listening for tasks. I0429 19:44:33.020241 1 tasks_processing.go:71] worker 46 working on storage_cluster task. I0429 19:44:33.020399 1 tasks_processing.go:71] worker 38 working on openstack_dataplanenodesets task. I0429 19:44:33.020134 1 tasks_processing.go:71] worker 34 working on lokistack task. I0429 19:44:33.020410 1 tasks_processing.go:71] worker 29 working on storage_classes task. I0429 19:44:33.020416 1 tasks_processing.go:71] worker 15 working on openshift_logging task. I0429 19:44:33.020423 1 tasks_processing.go:71] worker 1 working on tsdb_status task. I0429 19:44:33.020429 1 tasks_processing.go:71] worker 41 working on metrics task. I0429 19:44:33.020438 1 tasks_processing.go:71] worker 17 working on cluster_apiserver task. I0429 19:44:33.020444 1 tasks_processing.go:71] worker 19 working on ingress task. I0429 19:44:33.020450 1 tasks_processing.go:71] worker 16 working on monitoring_persistent_volumes task. I0429 19:44:33.020454 1 tasks_processing.go:71] worker 36 working on certificate_signing_requests task. I0429 19:44:33.020463 1 tasks_processing.go:71] worker 35 working on pdbs task. I0429 19:44:33.020469 1 tasks_processing.go:71] worker 40 working on ceph_cluster task. I0429 19:44:33.020474 1 tasks_processing.go:71] worker 20 working on clusterroles task. I0429 19:44:33.020480 1 tasks_processing.go:71] worker 37 working on nodenetworkconfigurationpolicies task. I0429 19:44:33.020485 1 tasks_processing.go:71] worker 31 working on nodes task. I0429 19:44:33.020489 1 tasks_processing.go:71] worker 26 working on openshift_machine_api_events task. I0429 19:44:33.020489 1 tasks_processing.go:71] worker 9 working on mutating_webhook_configurations task. I0429 19:44:33.020495 1 tasks_processing.go:71] worker 42 working on service_accounts task. I0429 19:44:33.020499 1 tasks_processing.go:71] worker 22 working on authentication task. I0429 19:44:33.020503 1 tasks_processing.go:71] worker 56 working on qemu_kubevirt_launcher_logs task. I0429 19:44:33.022916 1 tasks_processing.go:71] worker 0 working on image_pruners task. I0429 19:44:33.020504 1 tasks_processing.go:71] worker 21 working on jaegers task. I0429 19:44:33.020507 1 tasks_processing.go:71] worker 54 working on aggregated_monitoring_cr_names task. I0429 19:44:33.023048 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 3.115977ms to process 0 records I0429 19:44:33.020509 1 tasks_processing.go:71] worker 7 working on openstack_controlplanes task. I0429 19:44:33.020511 1 tasks_processing.go:71] worker 27 working on sap_pods task. I0429 19:44:33.020515 1 tasks_processing.go:71] worker 8 working on proxies task. I0429 19:44:33.020519 1 tasks_processing.go:71] worker 23 working on overlapping_namespace_uids task. I0429 19:44:33.020515 1 tasks_processing.go:71] worker 47 working on active_alerts task. I0429 19:44:33.020525 1 tasks_processing.go:71] worker 24 working on openstack_dataplanedeployments task. I0429 19:44:33.023726 1 tasks_processing.go:71] worker 18 working on dvo_metrics task. E0429 19:44:33.023770 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0429 19:44:33.023790 1 gather.go:177] gatherer "clusterconfig" function "machines" took 3.950825ms to process 0 records I0429 19:44:33.020533 1 tasks_processing.go:71] worker 39 working on sap_datahubs task. I0429 19:44:33.020526 1 tasks_processing.go:71] worker 52 working on schedulers task. I0429 19:44:33.020538 1 tasks_processing.go:71] worker 13 working on container_images task. I0429 19:44:33.020542 1 tasks_processing.go:71] worker 10 working on operators_pods_and_events task. I0429 19:44:33.020538 1 tasks_processing.go:71] worker 32 working on version task. I0429 19:44:33.020547 1 tasks_processing.go:71] worker 48 working on container_runtime_configs task. I0429 19:44:33.020550 1 tasks_processing.go:71] worker 59 working on feature_gates task. I0429 19:44:33.020557 1 tasks_processing.go:71] worker 5 working on image_registries task. I0429 19:44:33.020565 1 tasks_processing.go:71] worker 43 working on support_secret task. I0429 19:44:33.020570 1 tasks_processing.go:71] worker 51 working on networks task. I0429 19:44:33.020578 1 tasks_processing.go:71] worker 61 working on validating_webhook_configurations task. I0429 19:44:33.020580 1 tasks_processing.go:71] worker 25 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0429 19:44:33.020583 1 tasks_processing.go:71] worker 2 working on cost_management_metrics_configs task. I0429 19:44:33.020585 1 tasks_processing.go:71] worker 11 working on pod_network_connectivity_checks task. I0429 19:44:33.020598 1 tasks_processing.go:71] worker 58 working on node_logs task. I0429 19:44:33.020588 1 tasks_processing.go:71] worker 28 working on crds task. I0429 19:44:33.020602 1 tasks_processing.go:71] worker 45 working on machine_configs task. I0429 19:44:33.020605 1 tasks_processing.go:71] worker 55 working on sap_config task. I0429 19:44:33.020612 1 tasks_processing.go:71] worker 44 working on operators task. I0429 19:44:33.020618 1 tasks_processing.go:69] worker 49 listening for tasks. I0429 19:44:33.024712 1 tasks_processing.go:74] worker 49 stopped. I0429 19:44:33.020120 1 tasks_processing.go:71] worker 57 working on silenced_alerts task. I0429 19:44:33.025176 1 tasks_processing.go:74] worker 63 stopped. I0429 19:44:33.025473 1 recorder.go:75] Recording config/oauth with fingerprint=9811847d10afe9b87c8ae70c9aa04ba98576b7b7e4e9e1049265ac6fe7b2e6c1 I0429 19:44:33.025489 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 5.023298ms to process 1 records E0429 19:44:33.033084 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host E0429 19:44:33.033091 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0429 19:44:33.033104 1 tasks_processing.go:74] worker 1 stopped. E0429 19:44:33.033109 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0429 19:44:33.033120 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 11.648176ms to process 0 records E0429 19:44:33.033128 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0429 19:44:33.033140 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 11.632526ms to process 0 records I0429 19:44:33.033153 1 tasks_processing.go:74] worker 41 stopped. E0429 19:44:33.033155 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0429 19:44:33.033165 1 tasks_processing.go:74] worker 47 stopped. E0429 19:44:33.033171 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0429 19:44:33.033179 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 9.814342ms to process 0 records E0429 19:44:33.033204 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0429 19:44:33.033224 1 tasks_processing.go:74] worker 57 stopped. E0429 19:44:33.033237 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0429 19:44:33.033253 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 8.496193ms to process 0 records I0429 19:44:33.037091 1 tasks_processing.go:74] worker 3 stopped. I0429 19:44:33.037101 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 17.067775ms to process 0 records I0429 19:44:33.046697 1 tasks_processing.go:74] worker 46 stopped. I0429 19:44:33.046711 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 26.347479ms to process 0 records I0429 19:44:33.046721 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 24.414866ms to process 0 records I0429 19:44:33.046728 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 26.574419ms to process 0 records I0429 19:44:33.046732 1 tasks_processing.go:74] worker 37 stopped. I0429 19:44:33.046734 1 tasks_processing.go:74] worker 60 stopped. I0429 19:44:33.046757 1 tasks_processing.go:74] worker 4 stopped. E0429 19:44:33.046768 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0429 19:44:33.046780 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 26.645181ms to process 0 records I0429 19:44:33.046815 1 tasks_processing.go:74] worker 53 stopped. I0429 19:44:33.046831 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 26.653087ms to process 0 records I0429 19:44:33.047089 1 tasks_processing.go:74] worker 34 stopped. I0429 19:44:33.047100 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 25.977078ms to process 0 records I0429 19:44:33.047143 1 tasks_processing.go:74] worker 40 stopped. I0429 19:44:33.047160 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 25.120423ms to process 0 records I0429 19:44:33.047172 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 25.50967ms to process 0 records I0429 19:44:33.047179 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 27.060832ms to process 0 records I0429 19:44:33.047180 1 tasks_processing.go:74] worker 16 stopped. I0429 19:44:33.047186 1 tasks_processing.go:74] worker 30 stopped. I0429 19:44:33.047252 1 tasks_processing.go:74] worker 15 stopped. I0429 19:44:33.047262 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 25.984778ms to process 0 records I0429 19:44:33.047336 1 tasks_processing.go:74] worker 33 stopped. I0429 19:44:33.047428 1 recorder.go:75] Recording config/image with fingerprint=411f2425e3d09bf0b7a5657aa1f8dad642a8365bb775b89741baf9f0365a963e I0429 19:44:33.047448 1 gather.go:177] gatherer "clusterconfig" function "image" took 27.214309ms to process 1 records I0429 19:44:33.047515 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0429 19:44:33.047521 1 tasks_processing.go:74] worker 29 stopped. I0429 19:44:33.047517 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=bf4225b882c025e6654baa469288ef9b3eb58cf38584eeea6bb06e088a0618b8 I0429 19:44:33.047530 1 controller.go:326] The initial operator extension status is healthy I0429 19:44:33.047538 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0429 19:44:33.047542 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0429 19:44:33.047547 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=4b43f18436b8b867126020a94409322022495e139f3e6080513127107e82e4c0 I0429 19:44:33.047551 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0429 19:44:33.047559 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 26.180929ms to process 2 records I0429 19:44:33.047569 1 controller.go:489] The operator is still being initialized I0429 19:44:33.047574 1 controller.go:512] The operator is healthy I0429 19:44:33.047644 1 tasks_processing.go:74] worker 19 stopped. I0429 19:44:33.047667 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0429 19:44:33.047685 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0429 19:44:33.047738 1 recorder.go:75] Recording config/ingress with fingerprint=c15617ec0aee7ab701802ebe13c47b7320dc80dd30ea24e9ff480f25980458c6 I0429 19:44:33.047751 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 25.820284ms to process 1 records I0429 19:44:33.047758 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 26.568292ms to process 0 records I0429 19:44:33.047777 1 tasks_processing.go:74] worker 38 stopped. W0429 19:44:33.047825 1 operator.go:288] started I0429 19:44:33.047849 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0429 19:44:33.047860 1 tasks_processing.go:74] worker 17 stopped. I0429 19:44:33.047938 1 recorder.go:75] Recording config/apiserver with fingerprint=d8aec77de0bdf67a8afc4f6ee8080c62e03d524392f251a908c1553d0e3a1b5f I0429 19:44:33.047951 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 25.995337ms to process 1 records I0429 19:44:33.047961 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 25.04834ms to process 0 records I0429 19:44:33.047970 1 tasks_processing.go:74] worker 26 stopped. I0429 19:44:33.049625 1 tasks_processing.go:74] worker 27 stopped. I0429 19:44:33.049656 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 26.393006ms to process 0 records I0429 19:44:33.049666 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 26.660605ms to process 0 records I0429 19:44:33.049674 1 tasks_processing.go:74] worker 21 stopped. I0429 19:44:33.049701 1 tasks_processing.go:74] worker 24 stopped. I0429 19:44:33.049715 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 26.035021ms to process 0 records I0429 19:44:33.049863 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 25.642654ms to process 0 records I0429 19:44:33.049873 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 26.571734ms to process 0 records I0429 19:44:33.049882 1 tasks_processing.go:74] worker 7 stopped. I0429 19:44:33.049888 1 tasks_processing.go:74] worker 48 stopped. I0429 19:44:33.050200 1 gather_logs.go:145] no pods in namespace were found I0429 19:44:33.050218 1 tasks_processing.go:74] worker 56 stopped. I0429 19:44:33.050237 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 27.316569ms to process 0 records I0429 19:44:33.050367 1 tasks_processing.go:74] worker 8 stopped. I0429 19:44:33.050545 1 recorder.go:75] Recording config/proxy with fingerprint=861af1f50ff6461ddd042a60efa6c544f0327007568e522108dff4275db3b3aa I0429 19:44:33.050575 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 27.068674ms to process 1 records I0429 19:44:33.051039 1 tasks_processing.go:74] worker 51 stopped. I0429 19:44:33.051208 1 recorder.go:75] Recording config/network with fingerprint=9371492f61dec2627a1ca253150085484123c7948c019572823e2232aff2bf66 I0429 19:44:33.051226 1 gather.go:177] gatherer "clusterconfig" function "networks" took 26.171246ms to process 1 records I0429 19:44:33.051332 1 tasks_processing.go:74] worker 0 stopped. I0429 19:44:33.051469 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=ff680e047626e0d9d4991505562e74f42ab263a0c0b53680a076882600ebc8cb I0429 19:44:33.051485 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 27.523966ms to process 1 records I0429 19:44:33.051627 1 tasks_processing.go:74] worker 31 stopped. I0429 19:44:33.051921 1 recorder.go:75] Recording config/node/ip-10-0-2-161.ec2.internal with fingerprint=acca5a68cc413dc50aaa3c8f29d3fed9abb3c1916677dd96e2701e9b5b68d098 I0429 19:44:33.051940 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 28.588765ms to process 1 records I0429 19:44:33.052056 1 tasks_processing.go:74] worker 22 stopped. I0429 19:44:33.052175 1 recorder.go:75] Recording config/authentication with fingerprint=a6641d93b5e27119be0527b319357be9922fac5b9a12d94912beefed2d55ad5f I0429 19:44:33.052189 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 28.290851ms to process 1 records I0429 19:44:33.052196 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 26.92089ms to process 0 records I0429 19:44:33.052267 1 tasks_processing.go:74] worker 2 stopped. I0429 19:44:33.052326 1 tasks_processing.go:74] worker 59 stopped. I0429 19:44:33.052344 1 recorder.go:75] Recording config/featuregate with fingerprint=c2feba8b86f350f90e95359039dc1a436824a038bfd49fe24f418c7b097879de I0429 19:44:33.052354 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 27.406892ms to process 1 records I0429 19:44:33.052366 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 27.7237ms to process 0 records I0429 19:44:33.052377 1 tasks_processing.go:74] worker 39 stopped. I0429 19:44:33.052446 1 tasks_processing.go:74] worker 35 stopped. I0429 19:44:33.052455 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=f83428eed788520dcdb87f23c20fa9e4c1758f4aafacbdfda7f562a3d8f51d92 I0429 19:44:33.052469 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=699ebd07b5850140afdb4edd68f5fa6d0979caca1815835b30e9faf3c6ab0944 I0429 19:44:33.052491 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=c6b65dbd56140b0096ee31c442f8836535fe66b896b09a23a546f650d0aee2ff I0429 19:44:33.052515 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=55dfff76147e2a014cfd053d16adba09af75047cb8bb4d2facbba9445dcac197 I0429 19:44:33.052534 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=67c1c47d5e05aa9b0e46455c0ace83c1ae810c5b48d6ae70d10bf9ab2a73e09a I0429 19:44:33.052555 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=d645ef4e998c8f584fbfd3d990b1c7a9147d4462a473290604eb7a5abae602cd I0429 19:44:33.052564 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 29.625322ms to process 6 records I0429 19:44:33.052570 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 27.099406ms to process 0 records I0429 19:44:33.052579 1 tasks_processing.go:74] worker 55 stopped. I0429 19:44:33.052614 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=98b10675c2896393964dedfed3bcdc7205dadf67a65a3fec4c1ed645f3350050 W0429 19:44:33.052581 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0429 19:44:33.052621 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 27.768336ms to process 1 records I0429 19:44:33.052627 1 tasks_processing.go:74] worker 52 stopped. I0429 19:44:33.052697 1 tasks_processing.go:74] worker 6 stopped. I0429 19:44:33.053140 1 recorder.go:75] Recording config/infrastructure with fingerprint=b64d61fe95f9a9eb40a0a71a6d7f39dc49db149c7975111e5cfaf800d445db0e I0429 19:44:33.053153 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 31.899161ms to process 1 records I0429 19:44:33.053237 1 tasks_processing.go:74] worker 9 stopped. I0429 19:44:33.053342 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=bd38c5e6755f13f0cd9fcbac8e42e7a9ee029beb39258f44002f5b8cb5cbd93b I0429 19:44:33.053381 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=64e5ea3f4d98f69a245eed616ce016c95c211c6da8eebe7f7780a4bdfcf12415 I0429 19:44:33.053406 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=95a8aa96e59b3b27f53741053f1942d6f683cbd894d2ad18ff6b685fc59178c4 I0429 19:44:33.053415 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 29.216945ms to process 3 records E0429 19:44:33.053443 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0429 19:44:33.053452 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.090466ms to process 0 records I0429 19:44:33.053465 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0429 19:44:33.053474 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 29.091618ms to process 1 records E0429 19:44:33.053479 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0429 19:44:33.053483 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 28.037135ms to process 0 records I0429 19:44:33.053487 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 30.792569ms to process 0 records I0429 19:44:33.053498 1 tasks_processing.go:74] worker 23 stopped. I0429 19:44:33.053506 1 tasks_processing.go:74] worker 43 stopped. I0429 19:44:33.053509 1 tasks_processing.go:74] worker 36 stopped. I0429 19:44:33.053521 1 tasks_processing.go:74] worker 11 stopped. I0429 19:44:33.053577 1 tasks_processing.go:74] worker 61 stopped. I0429 19:44:33.053580 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=f80b84634badb9ba6d2e2951e5feb004031b2f657e5c0def881d894bc460d48b I0429 19:44:33.053661 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=9aac6616f1a6ea116635e0ba19b59c69ae4428b0f0c3bd5e94f074a5b054dda0 I0429 19:44:33.053691 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=b61e6037e4dc4b05143f9f5a2fe63abc3b2d02da247fb78fda59619df3f1c9dc I0429 19:44:33.053716 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=4540ec0a95dbfd02c97b30f31687483f3153ab8713ea6c7ea5838ba242ee3fb8 I0429 19:44:33.053743 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=817c01e5f57e71f550b634652aed81f763735cdf5787310c1f0bbfb29b1b28a4 I0429 19:44:33.053779 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=dbd82abcb1ad8f029eff367681bf804cdabbfa077b52a983c0698e5df0582492 I0429 19:44:33.053803 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=1b6058302e159c8f88c6499af6b6ced281237f18c76e55761ff54601d875e1cf I0429 19:44:33.053838 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=ebc0b007248695f90b68b9a48de7f37c7ed7d7c15a0c8f55b0835b5fdf10781b I0429 19:44:33.053873 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=382606dc38d0e6e0c3e40a4fcfa5b2323c166eac0da0b899825beacd267fad51 I0429 19:44:33.053896 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=270b2ae6694bcfc4e370d36986d8463aa53b705f48e9fec21fec705c5f8b928f I0429 19:44:33.053920 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=198fd583b23d59a29654904d51c77f8e65bf12864dfafaa6c4e3e44c889e9923 I0429 19:44:33.053928 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 28.847578ms to process 11 records I0429 19:44:33.054875 1 tasks_processing.go:74] worker 10 stopped. I0429 19:44:33.054889 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 30.874928ms to process 0 records I0429 19:44:33.056557 1 tasks_processing.go:74] worker 5 stopped. I0429 19:44:33.057214 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=9e0cf9af989624fbea82f23f53829504389c8db728c631db7c091ef815df3716 I0429 19:44:33.057274 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 32.402675ms to process 1 records I0429 19:44:33.058457 1 tasks_processing.go:74] worker 58 stopped. I0429 19:44:33.058475 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 33.9322ms to process 0 records I0429 19:44:33.058888 1 controller.go:212] Source scaController *sca.Controller is not ready I0429 19:44:33.058900 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0429 19:44:33.058904 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0429 19:44:33.058907 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0429 19:44:33.058909 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0429 19:44:33.058931 1 controller.go:489] The operator is still being initialized I0429 19:44:33.058937 1 controller.go:512] The operator is healthy I0429 19:44:33.059515 1 tasks_processing.go:74] worker 50 stopped. I0429 19:44:33.059567 1 recorder.go:75] Recording config/olm_operators with fingerprint=667f6be588ee4875d561d936ae209a135c683abb9d3c719b4ef2f4dac6a7c166 I0429 19:44:33.059579 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 39.365706ms to process 1 records I0429 19:44:33.066070 1 tasks_processing.go:74] worker 20 stopped. I0429 19:44:33.066262 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=3c9cab8218ec242c82529e5a78d03bd3cf72aba2ddd87356838425f810936f67 I0429 19:44:33.066386 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=bc20db2f2e58af94904296ceeeeb7a35bdb5656cd04db3f95620cc550c9e2d50 I0429 19:44:33.066396 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 43.976988ms to process 2 records I0429 19:44:33.070414 1 tasks_processing.go:74] worker 54 stopped. I0429 19:44:33.070431 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 47.369886ms to process 0 records I0429 19:44:33.073156 1 tasks_processing.go:74] worker 13 stopped. I0429 19:44:33.074622 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-hdrzk with fingerprint=7ab1ae54aa5dae806e93f8384987dbd4db366d540d581f91f3eb9fd22c32b9a9 I0429 19:44:33.074694 1 recorder.go:75] Recording config/running_containers with fingerprint=e8ce28b1d14750049f045cc3b3a07dc4a0f3f5e4f2e8f596b1b7a82ebac430e6 I0429 19:44:33.074705 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 49.167566ms to process 2 records I0429 19:44:33.074790 1 tasks_processing.go:74] worker 28 stopped. I0429 19:44:33.075195 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=a5c13df1ddfffa5d00f915aaed63554c51cae5261eaf65ccb5b5f03485257a66 I0429 19:44:33.075404 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=e2daf84b9e827816d0ff68d59f0be806f6375f534679bcafa8a7dc95f3a45106 I0429 19:44:33.075413 1 gather.go:177] gatherer "clusterconfig" function "crds" took 49.878621ms to process 2 records I0429 19:44:33.076363 1 tasks_processing.go:74] worker 25 stopped. I0429 19:44:33.076376 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 52.061012ms to process 0 records I0429 19:44:33.084439 1 tasks_processing.go:74] worker 62 stopped. E0429 19:44:33.084458 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0429 19:44:33.084472 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0429 19:44:33.084476 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0429 19:44:33.084487 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0429 19:44:33.084514 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0429 19:44:33.084521 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0429 19:44:33.084525 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0429 19:44:33.084533 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0429 19:44:33.084590 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0429 19:44:33.084598 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0429 19:44:33.084604 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 64.309159ms to process 7 records E0429 19:44:33.084614 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0429 19:44:33.084619 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q00oaiuq7b6lbtg7b9v6uhmcplsk4hu-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q00oaiuq7b6lbtg7b9v6uhmcplsk4hu-primary-cert-bundle-secret" not found I0429 19:44:33.084627 1 tasks_processing.go:74] worker 14 stopped. I0429 19:44:33.084671 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=43be764f95aebda67d7f50075544f4cbc35fb054872724d0d198041d10a5c13f I0429 19:44:33.084681 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 64.413621ms to process 1 records I0429 19:44:33.088707 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0429 19:44:33.088723 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0429 19:44:33.088733 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0429 19:44:33.093027 1 base_controller.go:82] Caches are synced for ConfigController I0429 19:44:33.093038 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0429 19:44:33.097185 1 configmapobserver.go:84] configmaps "insights-config" not found I0429 19:44:33.136701 1 tasks_processing.go:74] worker 45 stopped. I0429 19:44:33.136739 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0429 19:44:33.136755 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 112.128019ms to process 1 records I0429 19:44:33.138061 1 tasks_processing.go:74] worker 32 stopped. I0429 19:44:33.138373 1 recorder.go:75] Recording config/version with fingerprint=1ac2a4736f9333ae7dc5f6f68665311319eefea2246916070182f57ac1cdd729 I0429 19:44:33.138386 1 recorder.go:75] Recording config/id with fingerprint=02cd577f43625dd94da1c4917613f494951b5bcf92b19393ac8b0187ed3324f2 I0429 19:44:33.138392 1 gather.go:177] gatherer "clusterconfig" function "version" took 114.054425ms to process 2 records I0429 19:44:33.142733 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0429 19:44:33.147639 1 cluster_transfer.go:102] no available accepted cluster transfer I0429 19:44:33.147654 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0429 19:44:33.148716 1 base_controller.go:82] Caches are synced for LoggingSyncer I0429 19:44:33.148729 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0429 19:44:33.308291 1 sca.go:266] etc-pki-entitlement secret successfully created I0429 19:44:33.308346 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated W0429 19:44:34.051831 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0429 19:44:35.052121 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0429 19:44:35.491528 1 tasks_processing.go:74] worker 44 stopped. I0429 19:44:35.491655 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=4089df479bc6984e04e5ce34ecae29bb1cf5ceeaa63c904405836f4617d991ce I0429 19:44:35.491702 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=b1d3a57201f472fba248e6e22732d03f4ebac77f3d7204455295e9c6f31f376a I0429 19:44:35.491723 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=9a84bb2b4edac83a642cd352cfd0956b65c8bbfaceb1f13d35a4979ca83458fb I0429 19:44:35.491746 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0429 19:44:35.491780 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=c9b5a7a81af192de5df3839db67369824cd5d3dd0bb6f5b0d685a28493a60538 I0429 19:44:35.491797 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0429 19:44:35.491819 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=cbc9a3d171a6562342f5f3278a20f289a88ba4ce57c513a0d3757450c40e2cef I0429 19:44:35.491850 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=9545d805d9ac633eb0011a947d5aab2ec5aaf4e6781dff416182cff53861ed77 I0429 19:44:35.491874 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=b5e15f5ce9440e45c72c5193c2c1e8f7b077625b28fed7d05324001238fac861 I0429 19:44:35.491904 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=b3a75cbf133358f486edad5eeda566c8cd62843c39afd9989c49e67c5b1fc146 I0429 19:44:35.492158 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=dbc78535ea924fd5eb16055b094ccb7e6380fd234bf1d896df4a3745458b9fad I0429 19:44:35.492177 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=a5924b9aac99177c0fea4e5e806b68b8a6f720c4d20d7e729d1c715916d456dd I0429 19:44:35.492185 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0429 19:44:35.492200 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=00b4ebbb3838e518562a2eafe394df9db3eb68b398f7f00389c6cc1af2f7a8c8 I0429 19:44:35.492210 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0429 19:44:35.492225 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=230705974d86557d8115fe89cc8c6256f8157df000804ff9b698251e32052dd9 I0429 19:44:35.492237 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0429 19:44:35.492256 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=d7924e58b9922cc6d52f31b086770ffc006edf1b87e3527fbc7571ca1774c982 I0429 19:44:35.492266 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0429 19:44:35.492286 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=2c59d957157f2503189787903616f6c55bfe143c9514ed870a1d9f21454ed2bc I0429 19:44:35.492410 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=d115e662f412255a4db16d4f48a3d502f35c0687109019ded93d9ed544182c1d I0429 19:44:35.492420 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0429 19:44:35.492427 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0429 19:44:35.492448 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0429 19:44:35.492470 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=d532cab99ccf26588714dd8dd7e045aa2d20f85f7a2d9da7057be8c8af68054c I0429 19:44:35.492493 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=5753ddc8df2d1d8a6bc2195ac6c09ecd5cbc84ce795e537ec7d1007c2088619e I0429 19:44:35.492505 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0429 19:44:35.492520 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=d4074848bb80a40b85a7f80eb3cd0b12f54bdc21fb0b65e2a969b81b58adeca6 I0429 19:44:35.492529 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0429 19:44:35.492546 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=6e05eb5aa11b9a9f9a1afa6502d0e9fd426a6b167886e21f2b04679c8ad8e6e2 I0429 19:44:35.492555 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0429 19:44:35.492568 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=c8974c4081cf1828ba71368ff29d0f2f1dab6eaabe91781995de49561b8451cc I0429 19:44:35.492583 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=b967401ef8e56363d1a58d5e03f41f096c3a6d00132bac1a930ce0d751c487b3 I0429 19:44:35.492599 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=3b8a709b041c315fa568c55845d05cfa7bdc7046cb0b395d07e99ecdaf26adb5 I0429 19:44:35.492624 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=93de7e6a645dafc47374822b883fbc6001181cf7dc21d06b54e20af78232cd88 I0429 19:44:35.492633 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0429 19:44:35.492657 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c698cf82703058ac411780d83ec2260b7a0c6279f73094309268d99217261407 I0429 19:44:35.492673 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0429 19:44:35.492682 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0429 19:44:35.492689 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.466878221s to process 39 records W0429 19:44:36.051456 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0429 19:44:37.052015 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0429 19:44:38.049824 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0429 19:44:38.049852 1 tasks_processing.go:74] worker 18 stopped. E0429 19:44:38.049861 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0429 19:44:38.049885 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0429 19:44:38.049894 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.026107188s to process 1 records I0429 19:44:45.857710 1 tasks_processing.go:74] worker 12 stopped. I0429 19:44:45.857755 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0429 19:44:45.857778 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.837914362s to process 1 records I0429 19:44:46.629870 1 tasks_processing.go:74] worker 42 stopped. I0429 19:44:46.630122 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=2665188add29bb6f18951153176f107c723a75219c598631339e2d0f6e3df1e0 I0429 19:44:46.630136 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.607018021s to process 1 records E0429 19:44:46.630191 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.61s with: function \"machines\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"active_alerts\" failed with an error, function \"silenced_alerts\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0429 19:44:46.631295 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "active_alerts" failed with an error, function "silenced_alerts" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0429 19:44:46.631319 1 periodic.go:209] Running workloads gatherer I0429 19:44:46.631333 1 tasks_processing.go:45] number of workers: 2 I0429 19:44:46.631341 1 tasks_processing.go:69] worker 1 listening for tasks. I0429 19:44:46.631345 1 tasks_processing.go:71] worker 1 working on workload_info task. I0429 19:44:46.631352 1 tasks_processing.go:69] worker 0 listening for tasks. I0429 19:44:46.631365 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0429 19:44:46.637810 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-161.ec2.internal... I0429 19:44:46.664104 1 tasks_processing.go:74] worker 0 stopped. I0429 19:44:46.664123 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 32.721856ms to process 0 records I0429 19:44:50.059714 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 3s I0429 19:44:50.078179 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data I0429 19:44:50.087852 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms) I0429 19:44:50.115921 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (28ms) I0429 19:44:50.129133 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (13ms) I0429 19:44:50.138686 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (10ms) I0429 19:44:50.147451 1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (9ms) I0429 19:44:50.156133 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (9ms) I0429 19:44:50.165078 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (9ms) I0429 19:44:50.173840 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (9ms) I0429 19:44:50.185725 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (12ms) I0429 19:44:50.196761 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (11ms) I0429 19:44:50.209841 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (13ms) I0429 19:44:50.287081 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (77ms) I0429 19:44:50.387631 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (101ms) I0429 19:44:50.487588 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms) I0429 19:44:50.588504 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (101ms) I0429 19:44:50.688574 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0429 19:44:50.788088 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (99ms) I0429 19:44:50.887700 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms) I0429 19:44:50.987210 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (99ms) I0429 19:44:51.087492 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms) I0429 19:44:51.188577 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (101ms) I0429 19:44:51.288152 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0429 19:44:51.387986 1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0429 19:44:51.488087 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0429 19:44:51.587756 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms) I0429 19:44:51.686871 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms) I0429 19:44:51.787344 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0429 19:44:51.887371 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms) I0429 19:44:51.987975 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (101ms) I0429 19:44:52.087999 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0429 19:44:52.187977 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0429 19:44:52.287276 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms) I0429 19:44:52.387739 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms) I0429 19:44:52.488353 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (101ms) I0429 19:44:52.588143 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (100ms) I0429 19:44:52.687708 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms) I0429 19:44:52.687738 1 tasks_processing.go:74] worker 1 stopped. I0429 19:44:52.687961 1 recorder.go:75] Recording config/workload_info with fingerprint=31810689f47fc09a92cb665a4ce8245fe43d915b29f4da3aad7572c8225c3604 I0429 19:44:52.687976 1 gather.go:177] gatherer "workloads" function "workload_info" took 6.056386628s to process 1 records I0429 19:44:52.688002 1 periodic.go:256] Periodic gather workloads completed in 6.056s I0429 19:44:52.688013 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0429 19:44:52.688018 1 periodic.go:209] Running conditional gatherer I0429 19:44:52.694776 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0429 19:44:52.891024 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0429 19:44:52.894102 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0429 19:44:52.894184 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0429 19:44:52.900687 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0429 19:44:52.900702 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900708 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900711 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900715 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900718 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900721 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900724 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900726 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900729 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0429 19:44:52.900732 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0429 19:44:52.900747 1 tasks_processing.go:45] number of workers: 3 I0429 19:44:52.900752 1 tasks_processing.go:69] worker 2 listening for tasks. I0429 19:44:52.900756 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0429 19:44:52.900770 1 tasks_processing.go:69] worker 0 listening for tasks. I0429 19:44:52.900776 1 tasks_processing.go:69] worker 1 listening for tasks. I0429 19:44:52.900799 1 tasks_processing.go:74] worker 1 stopped. I0429 19:44:52.900815 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0429 19:44:52.900817 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0429 19:44:52.900858 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0429 19:44:52.900872 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 779ns to process 1 records I0429 19:44:52.900913 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0429 19:44:52.900922 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.301µs to process 1 records I0429 19:44:52.900928 1 tasks_processing.go:74] worker 0 stopped. I0429 19:44:52.901097 1 tasks_processing.go:74] worker 2 stopped. I0429 19:44:52.901111 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 265.292µs to process 0 records I0429 19:44:52.901127 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0429 19:44:52.901144 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0429 19:44:52.930093 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=d149718846d065a44a0b2beb8c3356fd963ee9497a30257bea3aa19d384b897b I0429 19:44:52.930222 1 diskrecorder.go:70] Writing 100 records to /var/lib/insights-operator/insights-2026-04-29-194452.tar.gz I0429 19:44:52.936336 1 diskrecorder.go:51] Wrote 100 records to disk in 6ms I0429 19:44:52.936365 1 periodic.go:278] Gathering cluster info every 2h0m0s I0429 19:44:52.936378 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0429 19:46:03.020598 1 diskrecorder.go:223] Found files to send: insights-2026-04-29-194452.tar.gz I0429 19:46:03.020626 1 insightsuploader.go:150] Checking archives to upload periodically every 15m16.496116507s I0429 19:46:03.020636 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0429 19:46:03.040218 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0429 19:46:03.202448 1 requests.go:87] Successfully reported id=2026-04-29T19:46:03Z x-rh-insights-request-id=f98017aa727a40708f7cc7432fad704c, wrote=45397 I0429 19:46:03.202506 1 insightsuploader.go:187] Uploaded report successfully in 181.862253ms I0429 19:46:03.202529 1 controller.go:128] Initializing last reported time to 2026-04-29T19:46:03Z I0429 19:46:03.202544 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0429 19:46:03.202557 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0429 19:46:03.202566 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0429 19:46:03.208195 1 controller.go:512] The operator is healthy I0429 19:46:33.055091 1 controller.go:512] The operator is healthy I0429 19:47:04.986662 1 insightsreport.go:137] Pulling report from smart-proxy I0429 19:47:04.986686 1 insightsreport.go:149] Retrieving report I0429 19:47:04.994053 1 requests.go:110] Retrieving report for cluster: b5ea1ac8-705e-459c-aed4-cde84eed821e I0429 19:47:04.994066 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/b5ea1ac8-705e-459c-aed4-cde84eed821e/reports I0429 19:47:04.996753 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/b5ea1ac8-705e-459c-aed4-cde84eed821e/reports I0429 19:47:05.284650 1 insightsreport.go:184] Report retrieved I0429 19:47:05.316564 1 insightsreport.go:239] Report retrieved correctly I0429 19:48:33.055876 1 controller.go:512] The operator is healthy I0429 19:49:33.012771 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0429 19:49:33.018712 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0429 19:49:33.018733 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0429 19:49:33.022784 1 secretconfigobserver.go:119] support secret does not exist I0429 19:50:33.059433 1 controller.go:512] The operator is healthy I0429 19:52:33.055386 1 controller.go:512] The operator is healthy I0429 19:54:33.009799 1 configmapobserver.go:84] configmaps "insights-config" not found I0429 19:54:33.014085 1 configmapobserver.go:84] configmaps "insights-config" not found I0429 19:54:33.023202 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0429 19:54:33.027468 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0429 19:54:33.027486 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0429 19:54:33.031643 1 secretconfigobserver.go:119] support secret does not exist I0429 19:54:33.052896 1 controller.go:512] The operator is healthy I0429 19:56:33.054165 1 controller.go:512] The operator is healthy I0429 19:58:33.055360 1 controller.go:512] The operator is healthy I0429 19:59:33.031909 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0429 19:59:33.037536 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0429 19:59:33.037557 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0429 19:59:33.041607 1 secretconfigobserver.go:119] support secret does not exist I0429 20:00:33.057000 1 controller.go:512] The operator is healthy I0429 20:01:24.699664 1 insightsuploader.go:146] Nothing to report since 2026-04-29T19:46:03Z I0429 20:02:33.055386 1 controller.go:512] The operator is healthy I0429 20:04:33.010905 1 configmapobserver.go:84] configmaps "insights-config" not found I0429 20:04:33.042007 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0429 20:04:33.046960 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0429 20:04:33.046981 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0429 20:04:33.051400 1 secretconfigobserver.go:119] support secret does not exist I0429 20:04:33.053466 1 controller.go:512] The operator is healthy I0429 20:06:33.053956 1 controller.go:512] The operator is healthy I0429 20:08:33.059217 1 controller.go:512] The operator is healthy I0429 20:09:33.052249 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0429 20:09:33.061219 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0429 20:09:33.061239 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0429 20:09:33.065561 1 secretconfigobserver.go:119] support secret does not exist I0429 20:10:33.058379 1 controller.go:512] The operator is healthy