I0420 11:41:46.267738 1 cmd.go:253] Using service-serving-cert provided certificates I0420 11:41:46.268166 1 observer_polling.go:159] Starting file observer I0420 11:41:46.545426 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0420 11:41:46.545623 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0420 11:41:46.546198 1 secure_serving.go:57] Forcing use of http/1.1 only W0420 11:41:46.546224 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0420 11:41:46.546231 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0420 11:41:46.546238 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0420 11:41:46.546243 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0420 11:41:46.546249 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0420 11:41:46.546254 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0420 11:41:46.546241 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0420 11:41:46.549441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"26294ca6-94ef-4244-95ed-8ba8c702c649", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0420 11:41:46.549422 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0420 11:41:46.551671 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 11:41:46.551511 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 11:41:46.551727 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 11:41:46.551707 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 11:41:46.551762 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0420 11:41:46.552668 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 11:41:46.552829 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0420 11:41:46.553344 1 secure_serving.go:213] Serving securely on [::]:8443 I0420 11:41:46.553363 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0420 11:41:46.555581 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0420 11:41:46.555639 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0420 11:41:46.555725 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0420 11:41:46.561432 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:41:46.561456 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0420 11:41:46.566011 1 secretconfigobserver.go:119] support secret does not exist I0420 11:41:46.571712 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:41:46.576357 1 secretconfigobserver.go:119] support secret does not exist I0420 11:41:46.578670 1 recorder.go:176] Pruning old reports every 7h54m39s, max age is 288h0m0s I0420 11:41:46.584300 1 periodic.go:216] Running clusterconfig gatherer I0420 11:41:46.584303 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0420 11:41:46.584321 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0420 11:41:46.584340 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0420 11:41:46.584345 1 insightsreport.go:296] Starting report retriever I0420 11:41:46.584349 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0420 11:41:46.584355 1 tasks_processing.go:45] number of workers: 64 I0420 11:41:46.584382 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:41:46.584388 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:41:46.584393 1 tasks_processing.go:69] worker 8 listening for tasks. I0420 11:41:46.584395 1 tasks_processing.go:69] worker 27 listening for tasks. I0420 11:41:46.584401 1 tasks_processing.go:69] worker 2 listening for tasks. I0420 11:41:46.584402 1 tasks_processing.go:69] worker 17 listening for tasks. I0420 11:41:46.584406 1 tasks_processing.go:69] worker 18 listening for tasks. I0420 11:41:46.584410 1 tasks_processing.go:69] worker 3 listening for tasks. I0420 11:41:46.584407 1 tasks_processing.go:69] worker 16 listening for tasks. I0420 11:41:46.584417 1 tasks_processing.go:69] worker 24 listening for tasks. I0420 11:41:46.584420 1 tasks_processing.go:69] worker 5 listening for tasks. I0420 11:41:46.584422 1 tasks_processing.go:71] worker 16 working on node_logs task. I0420 11:41:46.584424 1 tasks_processing.go:69] worker 22 listening for tasks. I0420 11:41:46.584430 1 tasks_processing.go:69] worker 26 listening for tasks. I0420 11:41:46.584431 1 tasks_processing.go:69] worker 28 listening for tasks. I0420 11:41:46.584434 1 tasks_processing.go:69] worker 7 listening for tasks. I0420 11:41:46.584429 1 tasks_processing.go:69] worker 6 listening for tasks. I0420 11:41:46.584441 1 tasks_processing.go:69] worker 20 listening for tasks. I0420 11:41:46.584416 1 tasks_processing.go:69] worker 4 listening for tasks. I0420 11:41:46.584446 1 tasks_processing.go:69] worker 29 listening for tasks. I0420 11:41:46.584424 1 tasks_processing.go:69] worker 25 listening for tasks. I0420 11:41:46.584447 1 tasks_processing.go:69] worker 21 listening for tasks. I0420 11:41:46.584452 1 tasks_processing.go:69] worker 15 listening for tasks. I0420 11:41:46.584459 1 tasks_processing.go:69] worker 50 listening for tasks. I0420 11:41:46.584459 1 tasks_processing.go:69] worker 9 listening for tasks. I0420 11:41:46.584464 1 tasks_processing.go:71] worker 15 working on openstack_dataplanenodesets task. I0420 11:41:46.584465 1 tasks_processing.go:69] worker 10 listening for tasks. I0420 11:41:46.584464 1 tasks_processing.go:69] worker 14 listening for tasks. I0420 11:41:46.584473 1 tasks_processing.go:71] worker 25 working on container_runtime_configs task. I0420 11:41:46.584474 1 tasks_processing.go:71] worker 28 working on image_pruners task. I0420 11:41:46.584480 1 tasks_processing.go:69] worker 31 listening for tasks. I0420 11:41:46.584482 1 tasks_processing.go:71] worker 5 working on machine_healthchecks task. I0420 11:41:46.584477 1 tasks_processing.go:71] worker 22 working on certificate_signing_requests task. I0420 11:41:46.584484 1 tasks_processing.go:69] worker 11 listening for tasks. I0420 11:41:46.584457 1 tasks_processing.go:69] worker 30 listening for tasks. I0420 11:41:46.584458 1 tasks_processing.go:71] worker 21 working on nodenetworkstates task. I0420 11:41:46.584496 1 tasks_processing.go:69] worker 33 listening for tasks. I0420 11:41:46.584500 1 tasks_processing.go:69] worker 53 listening for tasks. I0420 11:41:46.584440 1 tasks_processing.go:69] worker 19 listening for tasks. I0420 11:41:46.584460 1 tasks_processing.go:71] worker 6 working on image_registries task. I0420 11:41:46.584510 1 tasks_processing.go:69] worker 63 listening for tasks. I0420 11:41:46.584464 1 tasks_processing.go:71] worker 20 working on ingress task. I0420 11:41:46.584519 1 tasks_processing.go:69] worker 43 listening for tasks. I0420 11:41:46.584519 1 tasks_processing.go:69] worker 55 listening for tasks. I0420 11:41:46.584465 1 tasks_processing.go:71] worker 24 working on dvo_metrics task. I0420 11:41:46.584534 1 tasks_processing.go:69] worker 48 listening for tasks. I0420 11:41:46.584536 1 tasks_processing.go:69] worker 42 listening for tasks. I0420 11:41:46.584448 1 tasks_processing.go:69] worker 13 listening for tasks. I0420 11:41:46.584470 1 tasks_processing.go:71] worker 29 working on config_maps task. I0420 11:41:46.584553 1 tasks_processing.go:69] worker 36 listening for tasks. I0420 11:41:46.584554 1 tasks_processing.go:69] worker 60 listening for tasks. I0420 11:41:46.584488 1 tasks_processing.go:69] worker 32 listening for tasks. I0420 11:41:46.584505 1 tasks_processing.go:69] worker 34 listening for tasks. I0420 11:41:46.584564 1 tasks_processing.go:69] worker 59 listening for tasks. I0420 11:41:46.584502 1 tasks_processing.go:69] worker 62 listening for tasks. I0420 11:41:46.584512 1 tasks_processing.go:69] worker 35 listening for tasks. I0420 11:41:46.584512 1 tasks_processing.go:69] worker 54 listening for tasks. I0420 11:41:46.584528 1 tasks_processing.go:69] worker 44 listening for tasks. I0420 11:41:46.584545 1 tasks_processing.go:69] worker 49 listening for tasks. I0420 11:41:46.584561 1 tasks_processing.go:69] worker 58 listening for tasks. I0420 11:41:46.584582 1 tasks_processing.go:69] worker 41 listening for tasks. I0420 11:41:46.584575 1 tasks_processing.go:69] worker 40 listening for tasks. I0420 11:41:46.584579 1 tasks_processing.go:69] worker 56 listening for tasks. I0420 11:41:46.584589 1 tasks_processing.go:69] worker 57 listening for tasks. I0420 11:41:46.584589 1 tasks_processing.go:69] worker 45 listening for tasks. I0420 11:41:46.584605 1 tasks_processing.go:69] worker 46 listening for tasks. I0420 11:41:46.584448 1 tasks_processing.go:69] worker 12 listening for tasks. I0420 11:41:46.584631 1 tasks_processing.go:69] worker 38 listening for tasks. I0420 11:41:46.584630 1 tasks_processing.go:71] worker 27 working on pod_network_connectivity_checks task. I0420 11:41:46.584467 1 tasks_processing.go:71] worker 4 working on nodes task. I0420 11:41:46.584471 1 tasks_processing.go:69] worker 52 listening for tasks. I0420 11:41:46.584632 1 tasks_processing.go:71] worker 18 working on oauths task. I0420 11:41:46.584842 1 tasks_processing.go:71] worker 8 working on openshift_logging task. I0420 11:41:46.584917 1 tasks_processing.go:71] worker 2 working on cluster_apiserver task. I0420 11:41:46.585242 1 tasks_processing.go:71] worker 13 working on silenced_alerts task. I0420 11:41:46.585298 1 tasks_processing.go:71] worker 56 working on support_secret task. I0420 11:41:46.585346 1 tasks_processing.go:71] worker 57 working on overlapping_namespace_uids task. I0420 11:41:46.585360 1 tasks_processing.go:71] worker 41 working on machine_config_pools task. I0420 11:41:46.585368 1 tasks_processing.go:71] worker 40 working on ceph_cluster task. I0420 11:41:46.585386 1 tasks_processing.go:71] worker 36 working on node_features task. I0420 11:41:46.585312 1 tasks_processing.go:71] worker 52 working on service_accounts task. I0420 11:41:46.584855 1 tasks_processing.go:71] worker 1 working on clusterroles task. I0420 11:41:46.585198 1 tasks_processing.go:71] worker 35 working on openstack_controlplanes task. I0420 11:41:46.584413 1 tasks_processing.go:69] worker 23 listening for tasks. I0420 11:41:46.585635 1 tasks_processing.go:71] worker 23 working on pdbs task. I0420 11:41:46.584469 1 tasks_processing.go:71] worker 26 working on machine_sets task. I0420 11:41:46.584628 1 tasks_processing.go:69] worker 37 listening for tasks. I0420 11:41:46.584636 1 tasks_processing.go:71] worker 12 working on storage_cluster task. I0420 11:41:46.585812 1 tasks_processing.go:71] worker 37 working on openshift_machine_api_events task. I0420 11:41:46.584872 1 tasks_processing.go:71] worker 10 working on image task. I0420 11:41:46.584928 1 tasks_processing.go:71] worker 0 working on infrastructures task. I0420 11:41:46.584421 1 tasks_processing.go:71] worker 3 working on machine_configs task. I0420 11:41:46.584971 1 tasks_processing.go:71] worker 60 working on schedulers task. I0420 11:41:46.584632 1 tasks_processing.go:71] worker 9 working on monitoring_persistent_volumes task. I0420 11:41:46.585039 1 tasks_processing.go:71] worker 14 working on networks task. I0420 11:41:46.585043 1 tasks_processing.go:71] worker 31 working on validating_webhook_configurations task. I0420 11:41:46.585033 1 tasks_processing.go:71] worker 19 working on openstack_dataplanedeployments task. I0420 11:41:46.585046 1 tasks_processing.go:71] worker 32 working on machine_autoscalers task. I0420 11:41:46.585049 1 tasks_processing.go:71] worker 49 working on operators_pods_and_events task. I0420 11:41:46.585111 1 tasks_processing.go:71] worker 34 working on feature_gates task. I0420 11:41:46.585116 1 tasks_processing.go:71] worker 59 working on machines task. I0420 11:41:46.585121 1 tasks_processing.go:71] worker 30 working on sap_datahubs task. I0420 11:41:46.585121 1 tasks_processing.go:71] worker 62 working on operators task. I0420 11:41:46.585126 1 tasks_processing.go:71] worker 48 working on sap_pods task. I0420 11:41:46.585124 1 tasks_processing.go:71] worker 33 working on nodenetworkconfigurationpolicies task. I0420 11:41:46.585151 1 tasks_processing.go:71] worker 63 working on lokistack task. I0420 11:41:46.584461 1 tasks_processing.go:71] worker 7 working on version task. I0420 11:41:46.585199 1 tasks_processing.go:71] worker 55 working on container_images task. I0420 11:41:46.585206 1 tasks_processing.go:71] worker 58 working on sap_config task. I0420 11:41:46.585211 1 tasks_processing.go:71] worker 53 working on ingress_certificates task. I0420 11:41:46.584633 1 tasks_processing.go:69] worker 61 listening for tasks. I0420 11:41:46.585255 1 tasks_processing.go:71] worker 54 working on aggregated_monitoring_cr_names task. I0420 11:41:46.585270 1 tasks_processing.go:71] worker 42 working on openstack_version task. I0420 11:41:46.585281 1 tasks_processing.go:71] worker 43 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0420 11:41:46.585331 1 tasks_processing.go:71] worker 45 working on qemu_kubevirt_launcher_logs task. I0420 11:41:46.585396 1 tasks_processing.go:71] worker 38 working on proxies task. I0420 11:41:46.587582 1 tasks_processing.go:69] worker 39 listening for tasks. I0420 11:41:46.584621 1 tasks_processing.go:71] worker 46 working on olm_operators task. I0420 11:41:46.584463 1 tasks_processing.go:69] worker 51 listening for tasks. I0420 11:41:46.584967 1 tasks_processing.go:71] worker 44 working on jaegers task. I0420 11:41:46.584626 1 tasks_processing.go:71] worker 50 working on install_plans task. I0420 11:41:46.584630 1 tasks_processing.go:71] worker 17 working on cost_management_metrics_configs task. I0420 11:41:46.585050 1 tasks_processing.go:71] worker 11 working on authentication task. I0420 11:41:46.586395 1 tasks_processing.go:69] worker 47 listening for tasks. I0420 11:41:46.587608 1 tasks_processing.go:71] worker 51 working on metrics task. I0420 11:41:46.587702 1 tasks_processing.go:71] worker 47 working on storage_classes task. I0420 11:41:46.587764 1 tasks_processing.go:71] worker 39 working on mutating_webhook_configurations task. I0420 11:41:46.588253 1 tasks_processing.go:71] worker 61 working on tsdb_status task. I0420 11:41:46.590146 1 tasks_processing.go:71] worker 15 working on crds task. I0420 11:41:46.590196 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 5.670184ms to process 0 records E0420 11:41:46.590212 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0420 11:41:46.590222 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 5.420693ms to process 0 records I0420 11:41:46.590232 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 5.316236ms to process 0 records I0420 11:41:46.590239 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.738497ms to process 0 records I0420 11:41:46.590272 1 tasks_processing.go:71] worker 27 working on active_alerts task. I0420 11:41:46.590277 1 tasks_processing.go:74] worker 25 stopped. I0420 11:41:46.590273 1 tasks_processing.go:74] worker 8 stopped. I0420 11:41:46.590364 1 tasks_processing.go:74] worker 40 stopped. I0420 11:41:46.590377 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 4.98426ms to process 0 records I0420 11:41:46.590424 1 tasks_processing.go:74] worker 5 stopped. E0420 11:41:46.590437 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0420 11:41:46.590445 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 5.928476ms to process 0 records E0420 11:41:46.591411 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.135.18:9094: connect: connection refused I0420 11:41:46.591428 1 tasks_processing.go:74] worker 13 stopped. E0420 11:41:46.591436 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.135.18:9094: connect: connection refused I0420 11:41:46.591444 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 6.133015ms to process 0 records E0420 11:41:46.591476 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.135.18:9094: connect: connection refused I0420 11:41:46.591493 1 tasks_processing.go:74] worker 27 stopped. E0420 11:41:46.591500 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.135.18:9094: connect: connection refused I0420 11:41:46.591508 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.209063ms to process 0 records E0420 11:41:46.591714 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.126.221:9091: connect: connection refused I0420 11:41:46.591732 1 tasks_processing.go:74] worker 61 stopped. E0420 11:41:46.591745 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.126.221:9091: connect: connection refused I0420 11:41:46.591761 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 3.462622ms to process 0 records E0420 11:41:46.591754 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.126.221:9091: connect: connection refused E0420 11:41:46.591770 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.126.221:9091: connect: connection refused I0420 11:41:46.591784 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 4.153386ms to process 0 records I0420 11:41:46.591797 1 tasks_processing.go:74] worker 51 stopped. I0420 11:41:46.594187 1 tasks_processing.go:74] worker 17 stopped. I0420 11:41:46.594198 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 6.569736ms to process 0 records I0420 11:41:46.594390 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0420 11:41:46.594405 1 controller.go:368] The initial operator extension status is healthy I0420 11:41:46.594412 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0420 11:41:46.594416 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0420 11:41:46.594419 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0420 11:41:46.594433 1 controller.go:531] The operator is still being initialized I0420 11:41:46.594440 1 controller.go:554] The operator is healthy I0420 11:41:46.594490 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0420 11:41:46.594500 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0420 11:41:46.594611 1 operator.go:328] started I0420 11:41:46.594637 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0420 11:41:46.597042 1 tasks_processing.go:74] worker 44 stopped. I0420 11:41:46.597055 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 9.424777ms to process 0 records E0420 11:41:46.597061 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0420 11:41:46.597069 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 11.397374ms to process 0 records I0420 11:41:46.597073 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 11.552577ms to process 0 records I0420 11:41:46.597075 1 tasks_processing.go:74] worker 26 stopped. I0420 11:41:46.597077 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 11.675349ms to process 0 records I0420 11:41:46.597081 1 tasks_processing.go:74] worker 36 stopped. I0420 11:41:46.597085 1 tasks_processing.go:74] worker 35 stopped. I0420 11:41:46.597297 1 tasks_processing.go:74] worker 18 stopped. I0420 11:41:46.597506 1 recorder.go:75] Recording config/oauth with fingerprint=91dd7f8886dda0ffb91b0c5053879437240e24ee7c2709f43c23f0a6435925e2 I0420 11:41:46.597518 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 12.46556ms to process 1 records I0420 11:41:46.599484 1 tasks_processing.go:74] worker 12 stopped. I0420 11:41:46.599492 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 13.75486ms to process 0 records I0420 11:41:46.603367 1 tasks_processing.go:74] worker 14 stopped. I0420 11:41:46.603546 1 recorder.go:75] Recording config/network with fingerprint=0b5b212786a1e226903384c955cb969bd86e50be256a5fce9c215bbe26f4ac08 I0420 11:41:46.603558 1 gather.go:177] gatherer "clusterconfig" function "networks" took 17.141093ms to process 1 records I0420 11:41:46.603563 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 17.358298ms to process 0 records E0420 11:41:46.603570 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0420 11:41:46.603576 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 18.217121ms to process 0 records I0420 11:41:46.603581 1 tasks_processing.go:74] worker 56 stopped. I0420 11:41:46.603585 1 tasks_processing.go:74] worker 9 stopped. I0420 11:41:46.603797 1 tasks_processing.go:74] worker 11 stopped. I0420 11:41:46.604057 1 recorder.go:75] Recording config/authentication with fingerprint=277b19fa0f1e58c36bd469d1fceac4fb1b29591f42718d22ed8502b92eef978e I0420 11:41:46.604088 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 16.161504ms to process 1 records I0420 11:41:46.604193 1 tasks_processing.go:74] worker 20 stopped. I0420 11:41:46.604284 1 recorder.go:75] Recording config/ingress with fingerprint=3f98900b9cdf2d50a036778b1a774f13c7bb290b89171ce06badc6634c078789 I0420 11:41:46.604296 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 19.287046ms to process 1 records I0420 11:41:46.604386 1 tasks_processing.go:74] worker 2 stopped. I0420 11:41:46.604504 1 recorder.go:75] Recording config/apiserver with fingerprint=e6a48d391dcbe2f27b798adfb2c22d106006d69badc2bc5a15eaf9e71857de0b I0420 11:41:46.604530 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 18.68584ms to process 1 records I0420 11:41:46.604620 1 tasks_processing.go:74] worker 28 stopped. I0420 11:41:46.604796 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=8afa1bae8212614b2e7c8d1d0b11511313db2047ef69e30ca3e04f70cbb2fcab I0420 11:41:46.604806 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 19.52086ms to process 1 records I0420 11:41:46.604914 1 tasks_processing.go:74] worker 6 stopped. I0420 11:41:46.605138 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8a58a52ec56e827e6144ed032eb9613523060115f6c9c0b1c266e47de131000f I0420 11:41:46.605154 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 19.576538ms to process 1 records I0420 11:41:46.610879 1 tasks_processing.go:74] worker 57 stopped. I0420 11:41:46.610935 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0420 11:41:46.610951 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 25.511542ms to process 1 records I0420 11:41:46.611782 1 tasks_processing.go:74] worker 32 stopped. I0420 11:41:46.611796 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 25.373409ms to process 0 records I0420 11:41:46.611809 1 tasks_processing.go:74] worker 42 stopped. I0420 11:41:46.611813 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 24.825009ms to process 0 records I0420 11:41:46.611852 1 gather_logs.go:145] no pods in namespace were found I0420 11:41:46.611872 1 tasks_processing.go:74] worker 45 stopped. I0420 11:41:46.611882 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 24.806568ms to process 0 records I0420 11:41:46.611995 1 tasks_processing.go:74] worker 23 stopped. I0420 11:41:46.612143 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=c771aee389fb9b2bf669bf5570eb3998374d36f2ea4a35a2258caebc3598be20 I0420 11:41:46.612169 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=82c107be0b8fee1b597faac3a0925adf1dae7a095245744c12e59b8e026805f6 I0420 11:41:46.612184 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=0dd90b120e3ce8d5a09e3b9268c0c5f181d6999a5e9e2573bb41de76b4238629 I0420 11:41:46.612202 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=6199c4d1c9f4fa4eed2219efed4dbc5d47925e0e4491d81ec8b8aa14eb1bf8c2 I0420 11:41:46.612227 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=6ae0636d8129a84ab19346d0b2a303fbdcc8b5406f0754a552bf6b9b9477b334 I0420 11:41:46.612252 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=b0a2f2e4ee95ed6847c8adc9a49749b6ecbf3546c78d7cadc0b63693491c2f7d I0420 11:41:46.612277 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=a198a15af11e2eba2b337a3d4869609963958944fea6b88fc6df2678daf31a11 I0420 11:41:46.612302 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=a4400c49f014ec4ea95854a7251ec22edfd06cb2b7846ef9e46f641e8f1206f2 I0420 11:41:46.612325 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=1d4dc936c186dab470c6276b7bb51984b1086a27792eb612f421e775141f0018 I0420 11:41:46.612350 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=4eb82e7d16675876d8d00929aa805b1a1775b8e5674ceec6f85fcd799662beb3 I0420 11:41:46.612362 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 26.350007ms to process 10 records I0420 11:41:46.612386 1 tasks_processing.go:74] worker 4 stopped. I0420 11:41:46.612648 1 recorder.go:75] Recording config/node/ip-10-0-0-85.ec2.internal with fingerprint=59d820644fb5da272eaf268b33327f969cfea87e675b74049776ea292cb8eb4c I0420 11:41:46.612716 1 recorder.go:75] Recording config/node/ip-10-0-1-126.ec2.internal with fingerprint=d401c8eea6b15d30597336df37cf942d27b67e974e675d0b881501486954e013 I0420 11:41:46.612787 1 recorder.go:75] Recording config/node/ip-10-0-2-190.ec2.internal with fingerprint=e0d0b593d840ee111db0801e996b0752d24d650af80a4b0629f5c29d5f901a02 I0420 11:41:46.612798 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 27.592023ms to process 3 records W0420 11:41:46.612946 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:46.614602 1 tasks_processing.go:74] worker 33 stopped. I0420 11:41:46.614612 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 27.886569ms to process 0 records I0420 11:41:46.614682 1 recorder.go:75] Recording config/proxy with fingerprint=800a4f3da4124db221ece159539bb0cd6e0d658b64861c3a4bbe8248a23c22f7 I0420 11:41:46.614694 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 27.141958ms to process 1 records I0420 11:41:46.614707 1 tasks_processing.go:74] worker 38 stopped. I0420 11:41:46.614745 1 tasks_processing.go:74] worker 16 stopped. I0420 11:41:46.614762 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 30.310031ms to process 0 records I0420 11:41:46.616737 1 controller.go:254] Source scaController *sca.Controller is not ready I0420 11:41:46.616746 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0420 11:41:46.616749 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0420 11:41:46.616752 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0420 11:41:46.616754 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0420 11:41:46.616769 1 controller.go:531] The operator is still being initialized I0420 11:41:46.616774 1 controller.go:554] The operator is healthy I0420 11:41:46.616822 1 tasks_processing.go:74] worker 19 stopped. I0420 11:41:46.616839 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 30.464564ms to process 0 records I0420 11:41:46.618661 1 tasks_processing.go:74] worker 58 stopped. I0420 11:41:46.618677 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 31.831718ms to process 0 records I0420 11:41:46.618957 1 tasks_processing.go:74] worker 48 stopped. I0420 11:41:46.618972 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 32.358698ms to process 0 records I0420 11:41:46.618988 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 32.210788ms to process 0 records I0420 11:41:46.618996 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 33.166998ms to process 0 records I0420 11:41:46.619000 1 tasks_processing.go:74] worker 63 stopped. I0420 11:41:46.619004 1 tasks_processing.go:74] worker 37 stopped. I0420 11:41:46.622170 1 tasks_processing.go:74] worker 41 stopped. I0420 11:41:46.622257 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 36.797144ms to process 0 records I0420 11:41:46.622285 1 tasks_processing.go:74] worker 59 stopped. E0420 11:41:46.622300 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0420 11:41:46.622308 1 gather.go:177] gatherer "clusterconfig" function "machines" took 35.786311ms to process 0 records I0420 11:41:46.622315 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 35.751975ms to process 0 records I0420 11:41:46.622322 1 tasks_processing.go:74] worker 30 stopped. I0420 11:41:46.622405 1 tasks_processing.go:74] worker 10 stopped. I0420 11:41:46.622515 1 recorder.go:75] Recording config/image with fingerprint=9cd17d298124a9a7934604872b191719dc74846d0cc463b61cfeee290b28a3e2 I0420 11:41:46.622529 1 gather.go:177] gatherer "clusterconfig" function "image" took 36.522166ms to process 1 records I0420 11:41:46.622612 1 tasks_processing.go:74] worker 31 stopped. I0420 11:41:46.622701 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=c4548c47003cf5a36a9cf9ea686a00a7f5410696d4351d2ea3641bb0fee109f6 I0420 11:41:46.622783 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=83b9082bc247c9cb104f908672f811b6cac283e48ca8a66873842ff797032d8f I0420 11:41:46.622930 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=c0d890859046d55d2fe969d5be7e2a754d6f0616d257f58c14ba90b132116388 I0420 11:41:46.622971 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=1e38bbc3e0369285fa63ab9fea664654ee02e0e87bfc58c8d662ff97910bb1a0 I0420 11:41:46.623003 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=aa9e8f8b95b33a2fa62673ba1566fcf494c053a8e0b10eddde891d2a4eaa7fb3 I0420 11:41:46.623038 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=a78e4503c16649e43ac2209d5be6094640206753a6303e7f383e1a971490e550 I0420 11:41:46.623069 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=8f6dcaf21a1cc9a6cba6d29ceea8c695389c10907d3e27e96d80f8bdd77f42f7 I0420 11:41:46.623101 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=d8aa2788003cfb47d5070e7bc2684b84b4fb5571d6edfbf9bb7a66e4696eeae8 I0420 11:41:46.623139 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=8f15049fccc70c973a423895fcec4716d632d32577250bd21f38ee7b0a23bd66 I0420 11:41:46.623193 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c622ee00ce38b6ffdb750d599e312fb152c21254918035d397cbb03e2334e1c5 I0420 11:41:46.623219 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=75479f839b02e5e713e5f9dc9ab38062f63c90cdc12cb9c6ef927a4b3463125c I0420 11:41:46.623255 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=e70b82404be913c48e831612c557be8d645c786b405b09e5d419db5e5679d012 I0420 11:41:46.623286 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=2514938ccba280746b9064d81a01d09900a360c2e3db7ef536f1b56b438aa7f9 I0420 11:41:46.623294 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 36.217612ms to process 13 records I0420 11:41:46.623307 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 37.970313ms to process 0 records I0420 11:41:46.623317 1 tasks_processing.go:74] worker 21 stopped. I0420 11:41:46.623395 1 tasks_processing.go:74] worker 39 stopped. I0420 11:41:46.623435 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=18991b73144ed0f96a8c1a46159115be39b8530fa1c51bbb69eba3ff1b3389a1 I0420 11:41:46.623469 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=287f40177de53987b6bfb00a632f035242f34cbba536cb9aee04a796c7769d72 I0420 11:41:46.623493 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=bfc7f3139ae73260a93781e52efa315ddb3f7328a7ac1c7a6bdd9e499bb67919 I0420 11:41:46.623501 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 34.653446ms to process 3 records I0420 11:41:46.623582 1 tasks_processing.go:74] worker 0 stopped. I0420 11:41:46.624012 1 recorder.go:75] Recording config/infrastructure with fingerprint=a6c26cb4caf8274050ef567cd229c444b0639b0e295d380b8f9f2fa25feda56e I0420 11:41:46.624023 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 36.42061ms to process 1 records I0420 11:41:46.625563 1 tasks_processing.go:74] worker 46 stopped. I0420 11:41:46.625610 1 recorder.go:75] Recording config/olm_operators with fingerprint=12d2124d9fefd7f28188653c689c199f4711602de6aa88ba0a56b685dabca0b8 I0420 11:41:46.625621 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 37.928897ms to process 1 records I0420 11:41:46.631452 1 tasks_processing.go:74] worker 3 stopped. E0420 11:41:46.631467 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0420 11:41:46.631493 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0420 11:41:46.631507 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 45.339799ms to process 1 records I0420 11:41:46.631579 1 tasks_processing.go:74] worker 47 stopped. I0420 11:41:46.631599 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=835bb8aaae4d3db071c3362308995924757ac2530e39cc95f13a024d12a0379f I0420 11:41:46.631617 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=90f7f8840468ef2b94f3a19e7fb66bb7c0a261570ed1270074ae8c6f758a567a I0420 11:41:46.631627 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 43.731621ms to process 2 records I0420 11:41:46.632083 1 tasks_processing.go:74] worker 60 stopped. I0420 11:41:46.632165 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=312711f8323e2d3a4e2c15aaf7243058018df2981043955e2a525f18921279fb I0420 11:41:46.632178 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 45.892882ms to process 1 records I0420 11:41:46.632259 1 tasks_processing.go:74] worker 34 stopped. I0420 11:41:46.632279 1 recorder.go:75] Recording config/featuregate with fingerprint=6a921e62af941f4ae29f7eb37616f5920caf8945a35045805a198271c16e5c21 I0420 11:41:46.632287 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 45.702294ms to process 1 records I0420 11:41:46.635381 1 tasks_processing.go:74] worker 1 stopped. I0420 11:41:46.635664 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=9895f0279ec3fde13c332d3ef740abd8a2525b0a80068b4e9789d84a0b1c6fd1 I0420 11:41:46.635816 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=82850922b126e15f080e6556b805617dba9d09752bb2378b29c660b9a8023360 I0420 11:41:46.635830 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 49.921301ms to process 2 records I0420 11:41:46.636532 1 tasks_processing.go:74] worker 22 stopped. I0420 11:41:46.636554 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 52.032778ms to process 0 records I0420 11:41:46.637988 1 tasks_processing.go:74] worker 7 stopped. I0420 11:41:46.638235 1 recorder.go:75] Recording config/version with fingerprint=7bc336d6ffb90461b547e2c7f20e60e986dd692fca171e73f126183081363b24 I0420 11:41:46.638249 1 recorder.go:75] Recording config/id with fingerprint=4b9cdb9129de0b35745b7532c21d57b2b64c3b7d2cd8eb0b339e1bae9803d709 I0420 11:41:46.638255 1 gather.go:177] gatherer "clusterconfig" function "version" took 51.181784ms to process 2 records I0420 11:41:46.638467 1 tasks_processing.go:74] worker 54 stopped. I0420 11:41:46.638491 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 51.504166ms to process 0 records I0420 11:41:46.639602 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0420 11:41:46.643354 1 tasks_processing.go:74] worker 15 stopped. I0420 11:41:46.643828 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=c0883d417dc6682425744b89f1c2d862ad2db123e0d913880f6210a9d7b23da8 I0420 11:41:46.644084 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=c2b777a1f1c570e008e78be88b7834cc48aff77b96a391d2ac24ef7aa3fef4f8 I0420 11:41:46.644095 1 gather.go:177] gatherer "clusterconfig" function "crds" took 53.188744ms to process 2 records I0420 11:41:46.648193 1 tasks_processing.go:74] worker 43 stopped. I0420 11:41:46.648210 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 61.146382ms to process 0 records I0420 11:41:46.652287 1 tasks_processing.go:74] worker 55 stopped. I0420 11:41:46.652310 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 11:41:46.652320 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0420 11:41:46.653000 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 11:41:46.653520 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-lwr79 with fingerprint=e4c9535ae9f9c651c597b04fa52eb5839323af46d2a2610675d8fb77e4ad01b2 I0420 11:41:46.653782 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-5t5cm with fingerprint=35c2cee8acfafe032760a602aa6c4a71fe959c723eaccca93dbbf9615a8650ef I0420 11:41:46.653847 1 recorder.go:75] Recording config/running_containers with fingerprint=6f5eaf9cfc3fc08bc41272bf40fd910d86ded33498c38789db93007e996458f2 I0420 11:41:46.653856 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 65.471566ms to process 3 records I0420 11:41:46.654689 1 tasks_processing.go:74] worker 29 stopped. E0420 11:41:46.654701 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0420 11:41:46.654707 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0420 11:41:46.654711 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0420 11:41:46.654719 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0420 11:41:46.654753 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0420 11:41:46.654773 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0420 11:41:46.654779 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0420 11:41:46.654791 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0420 11:41:46.654830 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0420 11:41:46.654837 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0420 11:41:46.654842 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 70.125074ms to process 7 records I0420 11:41:46.655336 1 tasks_processing.go:74] worker 53 stopped. E0420 11:41:46.655348 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0420 11:41:46.655353 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pprst5nusibgq03117kjfn2t3hbbnqb-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pprst5nusibgq03117kjfn2t3hbbnqb-primary-cert-bundle-secret" not found I0420 11:41:46.655396 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=4902756337e2884a443ab0f1bd9fb7b36fc27d05116c3f1dc47721dfeb7bb03b I0420 11:41:46.655407 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 68.460841ms to process 1 records I0420 11:41:46.655821 1 base_controller.go:82] Caches are synced for ConfigController I0420 11:41:46.655829 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0420 11:41:46.661260 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:41:46.695450 1 base_controller.go:82] Caches are synced for LoggingSyncer I0420 11:41:46.695461 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0420 11:41:46.696743 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0420 11:41:46.698626 1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 15 containers I0420 11:41:46.698636 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1677721 bytes I0420 11:41:46.698975 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-l5dvc pod in namespace openshift-dns (previous: false). I0420 11:41:46.701315 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0420 11:41:46.848867 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-l5dvc pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-l5dvc\" is waiting to start: ContainerCreating" I0420 11:41:46.848886 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-l5dvc\" is waiting to start: ContainerCreating" I0420 11:41:46.848894 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-l5dvc pod in namespace openshift-dns (previous: false). I0420 11:41:46.976047 1 cluster_transfer.go:102] no available accepted cluster transfer I0420 11:41:46.976064 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0420 11:41:47.056835 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-l5dvc pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-l5dvc\" is waiting to start: ContainerCreating" I0420 11:41:47.056852 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-l5dvc\" is waiting to start: ContainerCreating" I0420 11:41:47.056863 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-qt9jt pod in namespace openshift-dns (previous: false). I0420 11:41:47.251428 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-qt9jt pod in namespace openshift-dns (previous: false). I0420 11:41:47.454283 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-sk6n5 pod in namespace openshift-dns (previous: false). W0420 11:41:47.611458 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:47.651558 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-sk6n5 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-sk6n5\" is waiting to start: ContainerCreating" I0420 11:41:47.651572 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-sk6n5\" is waiting to start: ContainerCreating" I0420 11:41:47.651580 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-sk6n5 pod in namespace openshift-dns (previous: false). I0420 11:41:47.851828 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-sk6n5 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-sk6n5\" is waiting to start: ContainerCreating" I0420 11:41:47.851844 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-sk6n5\" is waiting to start: ContainerCreating" I0420 11:41:47.851856 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-268jw pod in namespace openshift-dns (previous: false). I0420 11:41:47.871333 1 sca.go:266] etc-pki-entitlement secret successfully created I0420 11:41:47.871351 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0420 11:41:48.051715 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:41:48.051731 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-bxhmb pod in namespace openshift-dns (previous: false). I0420 11:41:48.250726 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0420 11:41:48.250742 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-tmb2r pod in namespace openshift-dns (previous: false). I0420 11:41:48.449655 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-76d5dd5db5-b869k pod in namespace openshift-ingress (previous: false). W0420 11:41:48.611369 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:48.653058 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-94f4ccbc7-hp4j9 pod in namespace openshift-ingress (previous: false). I0420 11:41:48.860868 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-94f4ccbc7-t5ww5 pod in namespace openshift-ingress (previous: false). I0420 11:41:49.051803 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-nn4xr pod in namespace openshift-ingress-canary (previous: false). I0420 11:41:49.056198 1 tasks_processing.go:74] worker 62 stopped. I0420 11:41:49.056312 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=00fcce62650ef23ecfe85c4b45c808a8dbfdd4411b482e8a096c1004b516a205 I0420 11:41:49.056356 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0420 11:41:49.056390 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=78f56d23f8984538685c9ae03504616f12c36b3102827df31ed5a228270276f5 I0420 11:41:49.056400 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0420 11:41:49.056422 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=32a08d20c6a73757736c38e47e26c03646e79221f23614a75ad72fe7055e935d I0420 11:41:49.056437 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0420 11:41:49.056457 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=d6fa6f9434c7be525ff4faaf46e3acbad05c1e4aef3368db329921ed14d3bfba I0420 11:41:49.056485 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=fae9a7aff736d318ed6b9a47b8c3c299604944b5c2e0a1bd4294eb6e92b9e904 I0420 11:41:49.056509 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=2f0421e6c6226e5742db0b10aa262ef8620740df3088e465541f2e0b70b576c7 I0420 11:41:49.056537 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=f4ef2c38409120141cce866e5883f93881301e863af2febf654a09bd6a9a86fc I0420 11:41:49.056803 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=be93d3bbf214ab6222378fcff33ebeb09e1c9ea2d74b033078a18f49a2b4bcf2 I0420 11:41:49.056824 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=6e27844a521e61ae1f8e5468a8edab62999d9e0681c135c20baecd02d4d70333 I0420 11:41:49.056831 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0420 11:41:49.056846 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=bb903693219e9b20e588a9cd10d7b8e73a21839664ff8531bd2442281a16daec I0420 11:41:49.056858 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0420 11:41:49.056873 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=45a61e990025107ff6059ef2809e708a1067bdac819892a2afa80fb7af842e21 I0420 11:41:49.056880 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0420 11:41:49.056911 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=e9dc1ba8d8f8f824478705640e57456abbf1f6dcc3704bbd03e888858d1446b4 I0420 11:41:49.056922 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0420 11:41:49.056954 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=adce627649fd15930961dc1dcac42ab5d1f8234892b54c4f43cda83cd5d90b5e I0420 11:41:49.057056 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=ca450ad3c79e11c42d4ed6e5c690967a386622e139ff96903999e5184ccc4d10 I0420 11:41:49.057065 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0420 11:41:49.057071 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0420 11:41:49.057091 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0420 11:41:49.057113 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=f5f87c95e022ca82ce3f16fd390e374709f0f42eae2ee59e693ea14070c47692 I0420 11:41:49.057137 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=4cc26a605df70619aaea7aa4c2d88a1d5682668ad4b5e521cd2338379bda4898 I0420 11:41:49.057146 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0420 11:41:49.057161 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=aeff3d98d4a832e2578889ed32f336121df4cbde3ac48798ad9acfde7cfd7c2c I0420 11:41:49.057169 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0420 11:41:49.057188 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=4fb870e9447ebaa3287b39a03cbb8a267b0fe51784b48afb3b373c5f3d07f18c I0420 11:41:49.057197 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0420 11:41:49.057209 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=53bc9c6ee98ea6d464540bbf7e94e76232494fae69cfcfa5210b8d205fec4aaf I0420 11:41:49.057222 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=7006f2ee7c318017881559a0c900b0f5db4322bc9831677e882c2097db9fa5cc I0420 11:41:49.057235 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=f2a16e3742a72ba2762cc9b4c9d4aaa2a7398b3b51305fa8a043f5b9d275c9ad I0420 11:41:49.057254 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=00b2f85070e267a55546c33a81947671c9eacb720050b46cee12926eb168dc28 I0420 11:41:49.057262 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0420 11:41:49.057288 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=63d852244644c039eed4f549a37fc53e9e7c90fd01ea9de4c9df50eb82e38a09 I0420 11:41:49.057304 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0420 11:41:49.057311 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0420 11:41:49.057317 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.469632115s to process 39 records I0420 11:41:49.248833 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-pc9r5 pod in namespace openshift-ingress-canary (previous: false). I0420 11:41:49.452855 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-xprgg pod in namespace openshift-ingress-canary (previous: false). W0420 11:41:49.611687 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0420 11:41:49.651689 1 tasks_processing.go:74] worker 49 stopped. I0420 11:41:49.651785 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=3d47b8f13381a9309b16b0dfb7626b6d9b5bbdc316d30202409d67c959271e60 I0420 11:41:49.651861 1 recorder.go:75] Recording events/openshift-dns with fingerprint=a77bd9af64f4d7feee6a0809b38e46f9e193d551865d6f63ce004a299d46006f I0420 11:41:49.651920 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=c55bd1a8309bbf300ed55de205e40c00320fb2c0bc5b250c34e4a9b2864a975e I0420 11:41:49.652014 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=96598ac893380b70198a2a1cdb6bedc35e3ff9b4fde89e89c3865cc0110258c7 I0420 11:41:49.652063 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=ab089bdbe4414fc3d0e7a0b3ce4fcedf1e3bd846cef1818d1ee33d1fc0a00888 I0420 11:41:49.652214 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-l5dvc with fingerprint=caee03d315b2b6c3fe53bb8f64443c22813a71f5839b53dcb509c7cc0331748c I0420 11:41:49.652224 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-qt9jt/dns_current.log with fingerprint=ea26e859966a836af4467ed997f9a74b77f38721878a1bf9577b2a617d536e2e I0420 11:41:49.652232 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-qt9jt/kube-rbac-proxy_current.log with fingerprint=7a55ffd845501fe75c7dbbccf1892dc023916c584e7a962cd74935ae79e73087 I0420 11:41:49.652324 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-sk6n5 with fingerprint=551fdcca9591edcc68db112eaeeaec45110dfdb184aec6e4c7661d30f807c72d I0420 11:41:49.652332 1 recorder.go:75] Recording config/pod/openshift-dns/logs/node-resolver-tmb2r/dns-node-resolver_current.log with fingerprint=c99525902f965372dff9b0e6b2b3dfa0c316670c02a22549056343fd96ec5f6f I0420 11:41:49.652349 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-76d5dd5db5-b869k/router_current.log with fingerprint=a3c8655e3b03f04272f5a8e2fac3a5ca4c7e3513dc643bda21e9bc85499e3e5c I0420 11:41:49.652399 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-94f4ccbc7-hp4j9/router_current.log with fingerprint=d18f90a6f3efb009b0bbd6f9b33b7526ef9a0e1513c098313b0dd4782b3f64a6 I0420 11:41:49.652418 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-94f4ccbc7-t5ww5/router_current.log with fingerprint=2a84f39b7a5861bc9b4fcb45889b715e560e4c3d75b8967cd71bc0ce8051a349 I0420 11:41:49.652423 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-nn4xr/serve-healthcheck-canary_current.log with fingerprint=274d56f54b3eddf922aac3ed976ed5e0a4de546b2931d48a64d69f8b4d66c791 I0420 11:41:49.652427 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-pc9r5/serve-healthcheck-canary_current.log with fingerprint=64e0a1cefe20224fee42fbf4918b5a94ef02a18c3d5fc7f0f52bfe1cf91e4423 I0420 11:41:49.652431 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-xprgg/serve-healthcheck-canary_current.log with fingerprint=acf408dd8a023b9134c70e17049ab897bfe193a09cc732affb8b27ce7f6c8bb0 I0420 11:41:49.652439 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.06523661s to process 16 records W0420 11:41:50.611341 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0420 11:41:51.607388 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0420 11:41:51.607416 1 tasks_processing.go:74] worker 24 stopped. E0420 11:41:51.607427 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0420 11:41:51.607439 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0420 11:41:51.607448 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.022877092s to process 1 records I0420 11:41:59.426474 1 tasks_processing.go:74] worker 50 stopped. I0420 11:41:59.426520 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0420 11:41:59.426533 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.838803293s to process 1 records I0420 11:42:00.192209 1 tasks_processing.go:74] worker 52 stopped. I0420 11:42:00.192471 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=168fffbb2ffe3e4223178b9929987b11ee2f64fe6f0ebe7873bbab778d18dbe6 I0420 11:42:00.192489 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606791055s to process 1 records E0420 11:42:00.192556 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.608s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"silenced_alerts\" failed with an error, function \"active_alerts\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0420 11:42:00.193660 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "silenced_alerts" failed with an error, function "active_alerts" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0420 11:42:00.193675 1 periodic.go:216] Running workloads gatherer I0420 11:42:00.193690 1 tasks_processing.go:45] number of workers: 2 I0420 11:42:00.193699 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:42:00.193703 1 tasks_processing.go:71] worker 1 working on workload_info task. I0420 11:42:00.193713 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:42:00.193728 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0420 11:42:00.201020 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-85.ec2.internal... I0420 11:42:00.201031 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-190.ec2.internal... I0420 11:42:00.201021 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-126.ec2.internal... I0420 11:42:00.230388 1 tasks_processing.go:74] worker 0 stopped. I0420 11:42:00.230407 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 36.64585ms to process 0 records I0420 11:42:04.258492 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 4s I0420 11:42:04.286272 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0420 11:42:04.294367 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (9ms) I0420 11:42:04.303180 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0420 11:42:04.311953 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (9ms) I0420 11:42:04.320625 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (9ms) I0420 11:42:04.332086 1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (11ms) I0420 11:42:04.340132 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (8ms) I0420 11:42:04.347987 1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (8ms) I0420 11:42:04.355991 1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (8ms) I0420 11:42:04.365296 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (9ms) I0420 11:42:04.375163 1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (10ms) I0420 11:42:04.394032 1 gather_workloads_info.go:398] Found image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (19ms) I0420 11:42:04.496088 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (102ms) I0420 11:42:04.594890 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (99ms) I0420 11:42:04.695253 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0420 11:42:04.794556 1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (99ms) I0420 11:42:04.894817 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0420 11:42:04.995422 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (101ms) I0420 11:42:05.094807 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (99ms) I0420 11:42:05.195854 1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (101ms) I0420 11:42:05.302227 1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (106ms) I0420 11:42:05.394762 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (93ms) I0420 11:42:05.495751 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (101ms) I0420 11:42:05.594455 1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (99ms) I0420 11:42:05.695193 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (101ms) I0420 11:42:05.794896 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0420 11:42:05.895281 1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (100ms) I0420 11:42:05.994775 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (99ms) I0420 11:42:06.095334 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (101ms) I0420 11:42:06.195041 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0420 11:42:06.294437 1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (99ms) I0420 11:42:06.395065 1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (101ms) I0420 11:42:06.495345 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (100ms) I0420 11:42:06.595207 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0420 11:42:06.694506 1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (99ms) I0420 11:42:06.795414 1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (101ms) I0420 11:42:06.895371 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms) I0420 11:42:06.996409 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (101ms) I0420 11:42:07.095377 1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (99ms) I0420 11:42:07.194841 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (99ms) I0420 11:42:07.296538 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (102ms) I0420 11:42:07.395619 1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (99ms) I0420 11:42:07.496830 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (101ms) I0420 11:42:07.595036 1 gather_workloads_info.go:398] Found image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (98ms) I0420 11:42:07.696061 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (101ms) I0420 11:42:07.794740 1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (99ms) I0420 11:42:07.895418 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (101ms) I0420 11:42:07.995245 1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (100ms) I0420 11:42:08.095634 1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (100ms) I0420 11:42:08.095668 1 tasks_processing.go:74] worker 1 stopped. I0420 11:42:08.096042 1 recorder.go:75] Recording config/workload_info with fingerprint=e07ebb03449468841f330644f637f035b4166ef8f5ca646dd0598721e02e020a I0420 11:42:08.096059 1 gather.go:177] gatherer "workloads" function "workload_info" took 7.901956993s to process 1 records I0420 11:42:08.096074 1 periodic.go:263] Periodic gather workloads completed in 7.902s I0420 11:42:08.096082 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0420 11:42:08.096086 1 periodic.go:216] Running conditional gatherer I0420 11:42:08.102473 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0420 11:42:08.340219 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0420 11:42:08.344782 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.126.221:9091: connect: connection refused I0420 11:42:08.344860 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0420 11:42:08.352419 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0420 11:42:08.352433 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352439 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352442 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352445 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352448 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352451 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352454 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352457 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352459 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0420 11:42:08.352463 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0420 11:42:08.352476 1 tasks_processing.go:45] number of workers: 3 I0420 11:42:08.352484 1 tasks_processing.go:69] worker 2 listening for tasks. I0420 11:42:08.352488 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0420 11:42:08.352496 1 tasks_processing.go:69] worker 0 listening for tasks. I0420 11:42:08.352510 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0420 11:42:08.352508 1 tasks_processing.go:69] worker 1 listening for tasks. I0420 11:42:08.352516 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0420 11:42:08.352519 1 tasks_processing.go:74] worker 1 stopped. I0420 11:42:08.352559 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0420 11:42:08.352572 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 656ns to process 1 records I0420 11:42:08.352604 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0420 11:42:08.352612 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.116µs to process 1 records I0420 11:42:08.352617 1 tasks_processing.go:74] worker 0 stopped. I0420 11:42:08.352752 1 tasks_processing.go:74] worker 2 stopped. I0420 11:42:08.352764 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 231.587µs to process 0 records I0420 11:42:08.352778 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0420 11:42:08.352793 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0420 11:42:08.381476 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=d72d594e056f6c063a0669cf9d11576189d8929a9ea7de4855798b88eff63f11 I0420 11:42:08.381604 1 diskrecorder.go:70] Writing 125 records to /var/lib/insights-operator/insights-2026-04-20-114208.tar.gz I0420 11:42:08.389273 1 diskrecorder.go:51] Wrote 125 records to disk in 7ms I0420 11:42:08.389303 1 periodic.go:285] Gathering cluster info every 2h0m0s I0420 11:42:08.389319 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0420 11:43:16.585441 1 diskrecorder.go:223] Found files to send: insights-2026-04-20-114208.tar.gz I0420 11:43:16.585468 1 insightsuploader.go:150] Checking archives to upload periodically every 15m22.875706438s I0420 11:43:16.585476 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0420 11:43:16.599843 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0420 11:43:16.764277 1 requests.go:87] Successfully reported id=2026-04-20T11:43:16Z x-rh-insights-request-id=e6aba2421701416f955fbfa505312289, wrote=59116 I0420 11:43:16.764335 1 insightsuploader.go:187] Uploaded report successfully in 178.852197ms I0420 11:43:16.764357 1 controller.go:129] Initializing last reported time to 2026-04-20T11:43:16Z I0420 11:43:16.764419 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0420 11:43:16.764428 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0420 11:43:16.764435 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0420 11:43:16.770429 1 controller.go:554] The operator is healthy I0420 11:43:46.601516 1 controller.go:554] The operator is healthy I0420 11:44:20.714966 1 insightsreport.go:137] Pulling report from smart-proxy I0420 11:44:20.714996 1 insightsreport.go:149] Retrieving report I0420 11:44:20.722376 1 requests.go:110] Retrieving report for cluster: 7601a108-5dcf-4d40-9a00-51dccef3d790 I0420 11:44:20.722386 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/7601a108-5dcf-4d40-9a00-51dccef3d790/reports I0420 11:44:20.725418 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/7601a108-5dcf-4d40-9a00-51dccef3d790/reports I0420 11:44:21.138137 1 insightsreport.go:184] Report retrieved I0420 11:44:21.166030 1 insightsreport.go:239] Report retrieved correctly I0420 11:45:46.603261 1 controller.go:554] The operator is healthy I0420 11:46:46.577083 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 11:46:46.584453 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:46:46.584469 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 11:46:46.589596 1 secretconfigobserver.go:119] support secret does not exist I0420 11:47:46.605509 1 controller.go:554] The operator is healthy I0420 11:49:46.602368 1 controller.go:554] The operator is healthy I0420 11:51:46.570802 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:51:46.577302 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 11:51:46.590416 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 11:51:46.595758 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:51:46.595774 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 11:51:46.603799 1 secretconfigobserver.go:119] support secret does not exist I0420 11:51:46.603821 1 controller.go:554] The operator is healthy I0420 11:53:46.602881 1 controller.go:554] The operator is healthy I0420 11:55:46.602277 1 controller.go:554] The operator is healthy I0420 11:56:46.603887 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 11:56:46.610861 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 11:56:46.610881 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 11:56:46.616103 1 secretconfigobserver.go:119] support secret does not exist I0420 11:57:46.602611 1 controller.go:554] The operator is healthy I0420 11:58:44.641373 1 insightsuploader.go:146] Nothing to report since 2026-04-20T11:43:16Z I0420 11:59:46.602638 1 controller.go:554] The operator is healthy I0420 12:01:46.575315 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 12:01:46.580549 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 12:01:46.601099 1 controller.go:554] The operator is healthy I0420 12:01:46.617165 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 12:01:46.622634 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 12:01:46.622651 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 12:01:46.628028 1 secretconfigobserver.go:119] support secret does not exist I0420 12:03:46.603893 1 controller.go:554] The operator is healthy I0420 12:05:46.602380 1 controller.go:554] The operator is healthy I0420 12:06:46.628563 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 12:06:46.634431 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 12:06:46.634450 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 12:06:46.641815 1 secretconfigobserver.go:119] support secret does not exist I0420 12:07:46.602006 1 controller.go:554] The operator is healthy I0420 12:09:46.603004 1 controller.go:554] The operator is healthy I0420 12:11:46.573515 1 configmapobserver.go:84] configmaps "insights-config" not found I0420 12:11:46.600986 1 controller.go:554] The operator is healthy I0420 12:11:46.642011 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 12:11:46.647385 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 12:11:46.647403 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 12:11:46.652262 1 secretconfigobserver.go:119] support secret does not exist I0420 12:13:46.602983 1 controller.go:554] The operator is healthy I0420 12:14:15.366030 1 insightsuploader.go:146] Nothing to report since 2026-04-20T11:43:16Z I0420 12:15:46.605471 1 controller.go:554] The operator is healthy I0420 12:16:46.652760 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0420 12:16:46.661221 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0420 12:16:46.661239 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0420 12:16:46.666179 1 secretconfigobserver.go:119] support secret does not exist