W0419 18:46:42.298671 1 cmd.go:257] Using insecure, self-signed certificates I0419 18:46:43.059061 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0419 18:46:43.059393 1 observer_polling.go:159] Starting file observer I0419 18:46:43.776794 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0419 18:46:43.776977 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0419 18:46:43.777542 1 secure_serving.go:57] Forcing use of http/1.1 only W0419 18:46:43.777561 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0419 18:46:43.777564 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0419 18:46:43.777568 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0419 18:46:43.777570 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0419 18:46:43.777573 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0419 18:46:43.777575 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0419 18:46:43.777600 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0419 18:46:43.781922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"c9a79d31-6253-4e0b-bbcd-e950a72f0a7d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0419 18:46:43.782076 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0419 18:46:43.784172 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0419 18:46:43.784189 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0419 18:46:43.784190 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0419 18:46:43.784204 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0419 18:46:43.784207 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0419 18:46:43.784194 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0419 18:46:43.784457 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1602899255/tls.crt::/tmp/serving-cert-1602899255/tls.key" I0419 18:46:43.784683 1 secure_serving.go:213] Serving securely on [::]:8443 I0419 18:46:43.784713 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0419 18:46:43.787954 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0419 18:46:43.787980 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0419 18:46:43.788087 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0419 18:46:43.796252 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0419 18:46:43.796269 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0419 18:46:43.801114 1 secretconfigobserver.go:119] support secret does not exist I0419 18:46:43.807597 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0419 18:46:43.815592 1 secretconfigobserver.go:119] support secret does not exist I0419 18:46:43.819121 1 recorder.go:176] Pruning old reports every 4h56m55s, max age is 288h0m0s I0419 18:46:43.824706 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0419 18:46:43.824717 1 periodic.go:216] Running clusterconfig gatherer I0419 18:46:43.824723 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0419 18:46:43.824750 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0419 18:46:43.824755 1 tasks_processing.go:45] number of workers: 64 I0419 18:46:43.824756 1 insightsreport.go:296] Starting report retriever I0419 18:46:43.824762 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0419 18:46:43.824768 1 tasks_processing.go:69] worker 0 listening for tasks. I0419 18:46:43.824771 1 tasks_processing.go:69] worker 1 listening for tasks. I0419 18:46:43.824777 1 tasks_processing.go:69] worker 2 listening for tasks. I0419 18:46:43.824778 1 tasks_processing.go:69] worker 11 listening for tasks. I0419 18:46:43.824784 1 tasks_processing.go:69] worker 9 listening for tasks. I0419 18:46:43.824783 1 tasks_processing.go:69] worker 6 listening for tasks. I0419 18:46:43.824788 1 tasks_processing.go:69] worker 3 listening for tasks. I0419 18:46:43.824791 1 tasks_processing.go:69] worker 10 listening for tasks. I0419 18:46:43.824793 1 tasks_processing.go:69] worker 4 listening for tasks. I0419 18:46:43.824798 1 tasks_processing.go:69] worker 30 listening for tasks. I0419 18:46:43.824799 1 tasks_processing.go:69] worker 5 listening for tasks. I0419 18:46:43.824799 1 tasks_processing.go:69] worker 8 listening for tasks. I0419 18:46:43.824807 1 tasks_processing.go:69] worker 21 listening for tasks. I0419 18:46:43.824809 1 tasks_processing.go:69] worker 51 listening for tasks. I0419 18:46:43.824811 1 tasks_processing.go:71] worker 5 working on version task. I0419 18:46:43.824813 1 tasks_processing.go:69] worker 43 listening for tasks. I0419 18:46:43.824818 1 tasks_processing.go:69] worker 44 listening for tasks. I0419 18:46:43.824821 1 tasks_processing.go:69] worker 15 listening for tasks. I0419 18:46:43.824821 1 tasks_processing.go:71] worker 51 working on networks task. I0419 18:46:43.824826 1 tasks_processing.go:69] worker 24 listening for tasks. I0419 18:46:43.824830 1 tasks_processing.go:69] worker 16 listening for tasks. I0419 18:46:43.824828 1 tasks_processing.go:71] worker 15 working on olm_operators task. I0419 18:46:43.824833 1 tasks_processing.go:71] worker 24 working on nodenetworkconfigurationpolicies task. I0419 18:46:43.824834 1 tasks_processing.go:69] worker 46 listening for tasks. I0419 18:46:43.824838 1 tasks_processing.go:69] worker 17 listening for tasks. I0419 18:46:43.824840 1 tasks_processing.go:69] worker 52 listening for tasks. I0419 18:46:43.824844 1 tasks_processing.go:69] worker 47 listening for tasks. I0419 18:46:43.824846 1 tasks_processing.go:69] worker 18 listening for tasks. I0419 18:46:43.824818 1 tasks_processing.go:69] worker 23 listening for tasks. I0419 18:46:43.824851 1 tasks_processing.go:69] worker 53 listening for tasks. I0419 18:46:43.824839 1 tasks_processing.go:71] worker 9 working on ingress task. I0419 18:46:43.824860 1 tasks_processing.go:69] worker 48 listening for tasks. I0419 18:46:43.824854 1 tasks_processing.go:69] worker 63 listening for tasks. I0419 18:46:43.824865 1 tasks_processing.go:69] worker 20 listening for tasks. I0419 18:46:43.824870 1 tasks_processing.go:69] worker 49 listening for tasks. I0419 18:46:43.824811 1 tasks_processing.go:69] worker 22 listening for tasks. I0419 18:46:43.824872 1 tasks_processing.go:69] worker 37 listening for tasks. I0419 18:46:43.824817 1 tasks_processing.go:69] worker 14 listening for tasks. I0419 18:46:43.824855 1 tasks_processing.go:69] worker 19 listening for tasks. I0419 18:46:43.824884 1 tasks_processing.go:71] worker 11 working on active_alerts task. I0419 18:46:43.824887 1 tasks_processing.go:69] worker 57 listening for tasks. I0419 18:46:43.824888 1 tasks_processing.go:71] worker 4 working on storage_cluster task. I0419 18:46:43.824884 1 tasks_processing.go:71] worker 10 working on pdbs task. I0419 18:46:43.824899 1 tasks_processing.go:69] worker 35 listening for tasks. I0419 18:46:43.824903 1 tasks_processing.go:69] worker 55 listening for tasks. I0419 18:46:43.824908 1 tasks_processing.go:69] worker 36 listening for tasks. I0419 18:46:43.824913 1 tasks_processing.go:69] worker 56 listening for tasks. I0419 18:46:43.824918 1 tasks_processing.go:69] worker 39 listening for tasks. I0419 18:46:43.824876 1 tasks_processing.go:71] worker 1 working on proxies task. I0419 18:46:43.824922 1 tasks_processing.go:69] worker 27 listening for tasks. I0419 18:46:43.824926 1 tasks_processing.go:69] worker 38 listening for tasks. I0419 18:46:43.824893 1 tasks_processing.go:69] worker 31 listening for tasks. I0419 18:46:43.824925 1 tasks_processing.go:71] worker 30 working on operators task. I0419 18:46:43.824812 1 tasks_processing.go:71] worker 8 working on openstack_dataplanenodesets task. I0419 18:46:43.825195 1 tasks_processing.go:71] worker 38 working on crds task. W0419 18:46:43.824915 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0419 18:46:43.825319 1 tasks_processing.go:69] worker 26 listening for tasks. I0419 18:46:43.825307 1 tasks_processing.go:69] worker 59 listening for tasks. I0419 18:46:43.824799 1 tasks_processing.go:69] worker 7 listening for tasks. I0419 18:46:43.824896 1 tasks_processing.go:69] worker 54 listening for tasks. I0419 18:46:43.824804 1 tasks_processing.go:69] worker 12 listening for tasks. I0419 18:46:43.824876 1 tasks_processing.go:69] worker 50 listening for tasks. I0419 18:46:43.825165 1 tasks_processing.go:69] worker 58 listening for tasks. I0419 18:46:43.825225 1 tasks_processing.go:69] worker 33 listening for tasks. I0419 18:46:43.825249 1 tasks_processing.go:69] worker 61 listening for tasks. I0419 18:46:43.825252 1 tasks_processing.go:69] worker 60 listening for tasks. I0419 18:46:43.825320 1 tasks_processing.go:71] worker 3 working on node_logs task. I0419 18:46:43.825478 1 tasks_processing.go:69] worker 29 listening for tasks. I0419 18:46:43.824828 1 tasks_processing.go:69] worker 45 listening for tasks. I0419 18:46:43.825328 1 tasks_processing.go:71] worker 17 working on config_maps task. I0419 18:46:43.824812 1 tasks_processing.go:69] worker 13 listening for tasks. I0419 18:46:43.825337 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 434.747µs to process 0 records I0419 18:46:43.825506 1 tasks_processing.go:71] worker 18 working on storage_classes task. I0419 18:46:43.825510 1 tasks_processing.go:69] worker 40 listening for tasks. I0419 18:46:43.825521 1 tasks_processing.go:71] worker 40 working on machine_config_pools task. I0419 18:46:43.825524 1 tasks_processing.go:71] worker 13 working on oauths task. I0419 18:46:43.825329 1 tasks_processing.go:71] worker 63 working on clusterroles task. I0419 18:46:43.825102 1 tasks_processing.go:69] worker 41 listening for tasks. I0419 18:46:43.825500 1 tasks_processing.go:71] worker 47 working on metrics task. W0419 18:46:43.825666 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0419 18:46:43.825676 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 17.711µs to process 0 records I0419 18:46:43.825682 1 tasks_processing.go:71] worker 31 working on silenced_alerts task. W0419 18:46:43.825698 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0419 18:46:43.825708 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 19.372µs to process 0 records I0419 18:46:43.825713 1 tasks_processing.go:71] worker 11 working on openshift_logging task. I0419 18:46:43.825876 1 tasks_processing.go:69] worker 25 listening for tasks. I0419 18:46:43.825896 1 tasks_processing.go:71] worker 50 working on dvo_metrics task. I0419 18:46:43.825320 1 tasks_processing.go:71] worker 44 working on pod_network_connectivity_checks task. I0419 18:46:43.826401 1 tasks_processing.go:71] worker 58 working on machine_healthchecks task. I0419 18:46:43.824872 1 tasks_processing.go:71] worker 0 working on openstack_controlplanes task. I0419 18:46:43.824880 1 tasks_processing.go:71] worker 2 working on openstack_version task. I0419 18:46:43.826522 1 tasks_processing.go:71] worker 41 working on container_runtime_configs task. I0419 18:46:43.826592 1 tasks_processing.go:71] worker 21 working on operators_pods_and_events task. I0419 18:46:43.826644 1 tasks_processing.go:71] worker 33 working on tsdb_status task. W0419 18:46:43.826710 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0419 18:46:43.826738 1 tasks_processing.go:69] worker 42 listening for tasks. I0419 18:46:43.826803 1 tasks_processing.go:71] worker 42 working on machine_configs task. I0419 18:46:43.826810 1 tasks_processing.go:71] worker 23 working on ingress_certificates task. I0419 18:46:43.826881 1 tasks_processing.go:71] worker 48 working on cluster_apiserver task. I0419 18:46:43.824830 1 tasks_processing.go:69] worker 62 listening for tasks. I0419 18:46:43.826656 1 tasks_processing.go:71] worker 47 working on sap_config task. I0419 18:46:43.824822 1 tasks_processing.go:71] worker 43 working on validating_webhook_configurations task. I0419 18:46:43.826742 1 tasks_processing.go:71] worker 33 working on nodenetworkstates task. I0419 18:46:43.826510 1 tasks_processing.go:71] worker 25 working on aggregated_monitoring_cr_names task. I0419 18:46:43.827356 1 tasks_processing.go:71] worker 22 working on image task. I0419 18:46:43.825382 1 tasks_processing.go:69] worker 28 listening for tasks. I0419 18:46:43.824918 1 tasks_processing.go:69] worker 34 listening for tasks. I0419 18:46:43.827420 1 tasks_processing.go:74] worker 34 stopped. I0419 18:46:43.826720 1 tasks_processing.go:71] worker 53 working on monitoring_persistent_volumes task. I0419 18:46:43.826516 1 tasks_processing.go:71] worker 7 working on machine_sets task. I0419 18:46:43.826670 1 tasks_processing.go:71] worker 31 working on cost_management_metrics_configs task. I0419 18:46:43.826753 1 tasks_processing.go:71] worker 61 working on machines task. I0419 18:46:43.826767 1 tasks_processing.go:71] worker 60 working on overlapping_namespace_uids task. I0419 18:46:43.826771 1 tasks_processing.go:71] worker 29 working on install_plans task. I0419 18:46:43.827601 1 tasks_processing.go:71] worker 20 working on sap_datahubs task. I0419 18:46:43.827618 1 tasks_processing.go:71] worker 37 working on image_registries task. I0419 18:46:43.826792 1 tasks_processing.go:71] worker 54 working on ceph_cluster task. I0419 18:46:43.824930 1 tasks_processing.go:69] worker 32 listening for tasks. I0419 18:46:43.826844 1 tasks_processing.go:71] worker 45 working on authentication task. I0419 18:46:43.826853 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 46.58µs to process 0 records I0419 18:46:43.825420 1 tasks_processing.go:71] worker 52 working on feature_gates task. I0419 18:46:43.826512 1 tasks_processing.go:71] worker 59 working on openshift_machine_api_events task. I0419 18:46:43.826504 1 tasks_processing.go:71] worker 26 working on sap_pods task. I0419 18:46:43.827327 1 tasks_processing.go:71] worker 62 working on image_pruners task. I0419 18:46:43.827328 1 tasks_processing.go:71] worker 46 working on schedulers task. I0419 18:46:43.827356 1 tasks_processing.go:71] worker 16 working on service_accounts task. I0419 18:46:43.828352 1 tasks_processing.go:71] worker 55 working on machine_autoscalers task. I0419 18:46:43.828382 1 tasks_processing.go:71] worker 35 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0419 18:46:43.828392 1 tasks_processing.go:71] worker 19 working on qemu_kubevirt_launcher_logs task. I0419 18:46:43.828444 1 tasks_processing.go:71] worker 27 working on mutating_webhook_configurations task. I0419 18:46:43.828458 1 tasks_processing.go:71] worker 57 working on jaegers task. I0419 18:46:43.828516 1 tasks_processing.go:71] worker 36 working on node_features task. I0419 18:46:43.828584 1 tasks_processing.go:71] worker 6 working on certificate_signing_requests task. I0419 18:46:43.828620 1 tasks_processing.go:71] worker 56 working on nodes task. I0419 18:46:43.827379 1 tasks_processing.go:71] worker 12 working on lokistack task. I0419 18:46:43.828631 1 tasks_processing.go:71] worker 39 working on container_images task. I0419 18:46:43.827408 1 tasks_processing.go:71] worker 28 working on support_secret task. I0419 18:46:43.828882 1 tasks_processing.go:71] worker 14 working on openstack_dataplanedeployments task. I0419 18:46:43.828917 1 tasks_processing.go:71] worker 49 working on infrastructures task. I0419 18:46:43.828928 1 tasks_processing.go:74] worker 32 stopped. I0419 18:46:43.831452 1 tasks_processing.go:74] worker 41 stopped. I0419 18:46:43.831465 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 4.864914ms to process 0 records I0419 18:46:43.831856 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0419 18:46:43.831873 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0419 18:46:43.831878 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0419 18:46:43.831881 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0419 18:46:43.831894 1 controller.go:531] The operator is still being initialized I0419 18:46:43.831901 1 controller.go:554] The operator is healthy I0419 18:46:43.844333 1 tasks_processing.go:74] worker 44 stopped. E0419 18:46:43.844343 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0419 18:46:43.844350 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 17.938699ms to process 0 records I0419 18:46:43.844361 1 tasks_processing.go:74] worker 2 stopped. I0419 18:46:43.844371 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 17.824483ms to process 0 records I0419 18:46:43.844379 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 19.481956ms to process 0 records I0419 18:46:43.844383 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 17.955746ms to process 0 records I0419 18:46:43.844387 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 19.547241ms to process 0 records I0419 18:46:43.844389 1 tasks_processing.go:74] worker 4 stopped. I0419 18:46:43.844393 1 tasks_processing.go:74] worker 24 stopped. I0419 18:46:43.844393 1 tasks_processing.go:74] worker 0 stopped. I0419 18:46:43.844399 1 tasks_processing.go:74] worker 8 stopped. I0419 18:46:43.844407 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 19.209133ms to process 0 records I0419 18:46:43.844467 1 tasks_processing.go:74] worker 58 stopped. E0419 18:46:43.844482 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0419 18:46:43.844495 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 18.054879ms to process 0 records I0419 18:46:43.844671 1 tasks_processing.go:74] worker 9 stopped. I0419 18:46:43.844877 1 recorder.go:75] Recording config/ingress with fingerprint=6782a20372b6b385bbf8dd07eaf280056a324950a0f78561039f2aca1cb1c660 I0419 18:46:43.844894 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 19.804369ms to process 1 records I0419 18:46:43.850743 1 tasks_processing.go:74] worker 40 stopped. I0419 18:46:43.850754 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 25.215344ms to process 0 records I0419 18:46:43.850760 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 25.031196ms to process 0 records I0419 18:46:43.850765 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 21.872432ms to process 0 records I0419 18:46:43.850770 1 tasks_processing.go:74] worker 14 stopped. I0419 18:46:43.850773 1 tasks_processing.go:74] worker 11 stopped. I0419 18:46:43.854024 1 tasks_processing.go:74] worker 33 stopped. I0419 18:46:43.854036 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 26.686092ms to process 0 records I0419 18:46:43.854076 1 tasks_processing.go:74] worker 55 stopped. I0419 18:46:43.854088 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 25.712517ms to process 0 records I0419 18:46:43.854379 1 tasks_processing.go:74] worker 51 stopped. I0419 18:46:43.854518 1 recorder.go:75] Recording config/network with fingerprint=31c3207a3ca7d9a536ffa117c71887deb6d39a796b34337f0c028d5d8939ea35 I0419 18:46:43.854536 1 gather.go:177] gatherer "clusterconfig" function "networks" took 29.547517ms to process 1 records I0419 18:46:43.854688 1 tasks_processing.go:74] worker 13 stopped. I0419 18:46:43.854762 1 recorder.go:75] Recording config/oauth with fingerprint=1a3c1e2a0c0112727077cf1d07d748ae91810a5fee1eacf6fdc0f10123ac04fd I0419 18:46:43.854783 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 28.897426ms to process 1 records I0419 18:46:43.854794 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 26.127061ms to process 0 records I0419 18:46:43.854801 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 27.528856ms to process 0 records I0419 18:46:43.854808 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 27.008559ms to process 0 records I0419 18:46:43.854813 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 27.154775ms to process 0 records I0419 18:46:43.854817 1 tasks_processing.go:74] worker 47 stopped. I0419 18:46:43.854819 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 26.9467ms to process 0 records I0419 18:46:43.854826 1 tasks_processing.go:74] worker 54 stopped. I0419 18:46:43.854826 1 tasks_processing.go:74] worker 20 stopped. I0419 18:46:43.854833 1 tasks_processing.go:74] worker 31 stopped. I0419 18:46:43.854835 1 tasks_processing.go:74] worker 57 stopped. I0419 18:46:43.854904 1 tasks_processing.go:74] worker 48 stopped. I0419 18:46:43.854945 1 recorder.go:75] Recording config/apiserver with fingerprint=28c1e90b1f36f65523b29f104a8e40613b7312239714439ed75fb4b802b4d60c I0419 18:46:43.854958 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 27.720375ms to process 1 records I0419 18:46:43.855032 1 tasks_processing.go:74] worker 46 stopped. I0419 18:46:43.855252 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=635c51db6c4631a3fe0ac1daee921c3e37ec97ca19a963f01a7ebfd392f36400 I0419 18:46:43.855272 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 26.82561ms to process 1 records E0419 18:46:43.855399 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0419 18:46:43.855543 1 tasks_processing.go:74] worker 49 stopped. I0419 18:46:43.856531 1 recorder.go:75] Recording config/infrastructure with fingerprint=d67ff8e95e22599888f53fb492a87012ae3ff642cf7d95ddedfc8e8adb79c232 I0419 18:46:43.856559 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 25.897028ms to process 1 records I0419 18:46:43.856631 1 recorder.go:75] Recording config/proxy with fingerprint=2af2afe854e52f41dbc2088daf1b761f417b24debd0705afe1e3bb33a125b7ee I0419 18:46:43.856640 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 29.91777ms to process 1 records I0419 18:46:43.856652 1 tasks_processing.go:74] worker 1 stopped. I0419 18:46:43.856668 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 26.838375ms to process 0 records I0419 18:46:43.856678 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 28.260562ms to process 0 records I0419 18:46:43.856705 1 tasks_processing.go:74] worker 53 stopped. I0419 18:46:43.856738 1 tasks_processing.go:74] worker 36 stopped. I0419 18:46:43.856749 1 tasks_processing.go:74] worker 62 stopped. I0419 18:46:43.856894 1 gather_logs.go:145] no pods in namespace were found I0419 18:46:43.857312 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=6a68bd0d0d691175aec74405a7e7d083ee927923a45999ef4e3142ee7aa64c61 I0419 18:46:43.857336 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 28.432937ms to process 1 records I0419 18:46:43.857355 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 28.507931ms to process 0 records I0419 18:46:43.857367 1 tasks_processing.go:74] worker 19 stopped. I0419 18:46:43.857521 1 tasks_processing.go:74] worker 59 stopped. I0419 18:46:43.857537 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 29.678751ms to process 0 records I0419 18:46:43.857757 1 tasks_processing.go:74] worker 12 stopped. I0419 18:46:43.857769 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 29.001496ms to process 0 records I0419 18:46:43.857781 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 30.300511ms to process 0 records I0419 18:46:43.857791 1 tasks_processing.go:74] worker 7 stopped. I0419 18:46:43.858257 1 tasks_processing.go:74] worker 26 stopped. I0419 18:46:43.858277 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 30.330974ms to process 0 records E0419 18:46:43.858291 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0419 18:46:43.858313 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 29.362519ms to process 0 records I0419 18:46:43.858354 1 tasks_processing.go:74] worker 28 stopped. I0419 18:46:43.858449 1 tasks_processing.go:74] worker 22 stopped. I0419 18:46:43.858496 1 recorder.go:75] Recording config/image with fingerprint=192b9e8823e997bbc0126036e7445132c8e4922d156cc928353924df114d4664 I0419 18:46:43.858564 1 gather.go:177] gatherer "clusterconfig" function "image" took 30.858068ms to process 1 records E0419 18:46:43.858579 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0419 18:46:43.858590 1 gather.go:177] gatherer "clusterconfig" function "machines" took 30.798209ms to process 0 records I0419 18:46:43.858623 1 tasks_processing.go:74] worker 61 stopped. I0419 18:46:43.858761 1 tasks_processing.go:74] worker 10 stopped. I0419 18:46:43.858794 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=009dca8c430513c795a2f22cc7069e6e621347ec85d1386fa04f081b97cecf4e I0419 18:46:43.858874 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=f14a8c03632315b01be8670a06f2afe4838709f5ff4833551c3fa2fe9d770cb4 I0419 18:46:43.858918 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=e019870cba4d463dbfe6441cd54fc487cbef137194cbba1e55b3c8976b9b2437 I0419 18:46:43.858935 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 33.447316ms to process 3 records I0419 18:46:43.858968 1 tasks_processing.go:74] worker 52 stopped. I0419 18:46:43.859134 1 recorder.go:75] Recording config/featuregate with fingerprint=5ac1a24ff93a0c3c812e25bfc60d1e92d91b21bee9465b6d6bc1780c1a82cb8c I0419 18:46:43.859208 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 30.766697ms to process 1 records I0419 18:46:43.860190 1 tasks_processing.go:74] worker 18 stopped. I0419 18:46:43.860346 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=08650701c42eb60894be9ddcbfbcbc8e5a74e293836aad926f58613d08cc6731 I0419 18:46:43.860379 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=1dc0a2a63f781a5f4c32da84ae3767d608c6856d7049388672e24d340273eef9 I0419 18:46:43.860400 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 33.067949ms to process 2 records I0419 18:46:43.860504 1 tasks_processing.go:74] worker 45 stopped. I0419 18:46:43.860633 1 recorder.go:75] Recording config/authentication with fingerprint=f4f4c90d1c807d2eb04809220cc8a06ef3af51a4cd96f3322cfe7b1e4d269dfa I0419 18:46:43.860647 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 31.012411ms to process 1 records I0419 18:46:43.860726 1 tasks_processing.go:74] worker 27 stopped. I0419 18:46:43.860825 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=f228a12d318515e2105fed6e8ec90734cc84792a640d31c2d16210ecc45d3de8 I0419 18:46:43.860872 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=79cfde2285cfa1082f250a541894b3776d9ad3fac95a4b037680552fdaf943a0 I0419 18:46:43.860912 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=d223f3ca17b09438aa2ea9d060e2487ece485994a8413a589439693e8ccae42c I0419 18:46:43.860923 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 30.722421ms to process 3 records I0419 18:46:43.861003 1 tasks_processing.go:74] worker 43 stopped. I0419 18:46:43.861073 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=02739f2eaa51e5019c9223640ea11a2f22e0c6ff343430a1b07c58cf66724823 I0419 18:46:43.861236 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=ddb94e85b127b9eb6a937dc6eac385e77b97b06939d753f65a628678be262f9d I0419 18:46:43.861283 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=be77a0f945868b64a2fb9398a3d788ebc8939dd040bd5fe9fa733bdf0fc33ce7 I0419 18:46:43.861325 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=682154e1e558ab3216a428f374810476fdc59c4c9f3a266183ec4a3690b4ca3e I0419 18:46:43.861365 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=ed9ee2c5a99c0edf6a40a390f1b2290537b4b10155359831af3ccebdafcd9116 I0419 18:46:43.861404 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=293fc46cff3297f96c75e52b8088153df6790501f5e2235aeddb7979b0fcbbf2 I0419 18:46:43.861447 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=592fe9a61cf20488e5b0260bfa54dfe7e35e6d1704bbc956517ce8d7887aa4c7 I0419 18:46:43.861517 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=a326da720ad34d4552f667316b447d10198743f1888178dd0684ab4458e5b27c I0419 18:46:43.861569 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=11c9fd84720441d4e39ea1b8518a2c8a2acf54fefedda42624db5d3b7a708b4e I0419 18:46:43.861636 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=7212cbccd8a3cff519b2bde3f71c16fdc45a0876f81c51607779cb9642b2bbbb I0419 18:46:43.861689 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=722198fc8fac543e3aa926d795d9f647c8e69d1c0826b7524a5dac5f38010fa9 I0419 18:46:43.861703 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 33.378908ms to process 11 records E0419 18:46:43.861711 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0419 18:46:43.861753 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0419 18:46:43.861766 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 33.836299ms to process 1 records I0419 18:46:43.861775 1 tasks_processing.go:74] worker 42 stopped. I0419 18:46:43.861818 1 tasks_processing.go:74] worker 37 stopped. I0419 18:46:43.862331 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=d3d5c6985513049aef51a2cacf07d215ffb3ee08bdf0b906de62c78b7cddbc37 I0419 18:46:43.862354 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 33.530141ms to process 1 records I0419 18:46:43.862371 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 35.830309ms to process 0 records I0419 18:46:43.862389 1 tasks_processing.go:74] worker 3 stopped. I0419 18:46:43.862454 1 tasks_processing.go:74] worker 56 stopped. I0419 18:46:43.862790 1 recorder.go:75] Recording config/node/ip-10-0-0-39.ec2.internal with fingerprint=df9329b9f1f1302899a1ebabeea49367980f2b75aa06c278053d4a63e46f13bc I0419 18:46:43.862878 1 recorder.go:75] Recording config/node/ip-10-0-1-170.ec2.internal with fingerprint=1c12b93d935fd7cb952758a2c104fa0e7c5ffa172a8486035ea68d3584099ef0 I0419 18:46:43.862959 1 recorder.go:75] Recording config/node/ip-10-0-2-180.ec2.internal with fingerprint=81cafd2a0a4f66689640be1533357919ff43b8c4472018516da259b8d4974bb8 I0419 18:46:43.862972 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 33.277375ms to process 3 records W0419 18:46:43.863133 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0419 18:46:43.863153 1 tasks_processing.go:74] worker 38 stopped. I0419 18:46:43.863700 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=096ddef501486ab5095f00d74eb43e2dd9427072f564bf02dd4cf64f5b494eb8 I0419 18:46:43.863952 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=b2797d1a82b08184b50e283816344000e64b24fb7d58d12d96d6b11381afa3a8 I0419 18:46:43.863970 1 gather.go:177] gatherer "clusterconfig" function "crds" took 37.865758ms to process 2 records I0419 18:46:43.864328 1 tasks_processing.go:74] worker 60 stopped. I0419 18:46:43.864365 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0419 18:46:43.864379 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 36.758158ms to process 1 records I0419 18:46:43.865261 1 tasks_processing.go:74] worker 6 stopped. I0419 18:46:43.865279 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 36.659634ms to process 0 records I0419 18:46:43.867950 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0419 18:46:43.868040 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0419 18:46:43.868114 1 operator.go:328] started I0419 18:46:43.868142 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0419 18:46:43.868784 1 tasks_processing.go:74] worker 63 stopped. I0419 18:46:43.868951 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=22f24f33299e3e8f4763cddf662f74b8d4dbdf315079eb93c3ad80fc12142152 I0419 18:46:43.869033 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=2e96a4755213c05c23251d1f547f19be95d165b09a58098ab3b617d7f1205729 I0419 18:46:43.869041 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 43.210753ms to process 2 records I0419 18:46:43.871984 1 tasks_processing.go:74] worker 15 stopped. I0419 18:46:43.872032 1 recorder.go:75] Recording config/olm_operators with fingerprint=52cb103f6fea9875aca398cc9c3f266a6c50bf5a939de1cf01905c7fbad7a783 I0419 18:46:43.872043 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 47.138488ms to process 1 records I0419 18:46:43.875808 1 tasks_processing.go:74] worker 39 stopped. I0419 18:46:43.877036 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-vmjb8 with fingerprint=6608b840eca08b6e1b96d01392b3f79282b720d2adfed491c0d90e3b815ecca8 I0419 18:46:43.877089 1 recorder.go:75] Recording config/running_containers with fingerprint=bc2fda71b9c900d2738c2d68e789d16436616c38cb3f8d0ca8f4c329c2a60566 I0419 18:46:43.877098 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 46.99553ms to process 2 records I0419 18:46:43.883603 1 tasks_processing.go:74] worker 25 stopped. I0419 18:46:43.883621 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 56.242077ms to process 0 records I0419 18:46:43.884055 1 tasks_processing.go:74] worker 35 stopped. I0419 18:46:43.884067 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 55.654447ms to process 0 records I0419 18:46:43.885147 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0419 18:46:43.885164 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0419 18:46:43.885238 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0419 18:46:43.888431 1 base_controller.go:82] Caches are synced for ConfigController I0419 18:46:43.888442 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0419 18:46:43.889796 1 controller.go:254] Source scaController *sca.Controller is not ready I0419 18:46:43.889808 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0419 18:46:43.889813 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0419 18:46:43.889817 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0419 18:46:43.889821 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0419 18:46:43.889845 1 controller.go:531] The operator is still being initialized I0419 18:46:43.889855 1 controller.go:554] The operator is healthy I0419 18:46:43.894003 1 prometheus_rules.go:88] Prometheus rules successfully created E0419 18:46:43.896422 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274c465a98-310e-4de4-ab30-40022225a6d9%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.9:51349->172.30.0.10:53: read: connection refused I0419 18:46:43.896434 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274c465a98-310e-4de4-ab30-40022225a6d9%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.9:51349->172.30.0.10:53: read: connection refused I0419 18:46:43.910147 1 configmapobserver.go:84] configmaps "insights-config" not found I0419 18:46:43.929504 1 tasks_processing.go:74] worker 17 stopped. E0419 18:46:43.929519 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0419 18:46:43.929527 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0419 18:46:43.929531 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0419 18:46:43.929542 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0419 18:46:43.929578 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0419 18:46:43.929585 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0419 18:46:43.929590 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0419 18:46:43.929594 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0419 18:46:43.929632 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0419 18:46:43.929639 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0419 18:46:43.929644 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 104.002857ms to process 7 records I0419 18:46:43.949836 1 tasks_processing.go:74] worker 5 stopped. I0419 18:46:43.950038 1 recorder.go:75] Recording config/version with fingerprint=937af4cf2c1b03657766f7db15523357a08f7efe918a45fc80256fcd553bfa1f I0419 18:46:43.950051 1 recorder.go:75] Recording config/id with fingerprint=384b8b116ce89f32391192a2be39f2b28920a5a7aab714b7785c609f893938d1 I0419 18:46:43.950057 1 gather.go:177] gatherer "clusterconfig" function "version" took 125.009939ms to process 2 records I0419 18:46:43.968827 1 base_controller.go:82] Caches are synced for LoggingSyncer I0419 18:46:43.968840 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0419 18:46:43.988977 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0419 18:46:43.989409 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0419 18:46:43.992866 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.9:42023->172.30.0.10:53: read: connection refused I0419 18:46:43.992879 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.9:42023->172.30.0.10:53: read: connection refused I0419 18:46:43.996368 1 tasks_processing.go:74] worker 23 stopped. E0419 18:46:43.996383 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0419 18:46:43.996389 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ppd21iub53sh96ramq6ul1mg6plu4eu-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ppd21iub53sh96ramq6ul1mg6plu4eu-primary-cert-bundle-secret" not found I0419 18:46:43.996444 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=8c37c06578436c78d928839455129415c671c83b900a720ea29740ed480d35ea I0419 18:46:43.996460 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 169.484212ms to process 1 records I0419 18:46:44.015135 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0419 18:46:44.307315 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0419 18:46:44.307331 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0419 18:46:44.308083 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-4mb2s pod in namespace openshift-dns (previous: false). I0419 18:46:44.509182 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-4mb2s pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-4mb2s\" is waiting to start: ContainerCreating" I0419 18:46:44.509201 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-4mb2s\" is waiting to start: ContainerCreating" I0419 18:46:44.509226 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-4mb2s pod in namespace openshift-dns (previous: false). I0419 18:46:44.681794 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-4mb2s pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-4mb2s\" is waiting to start: ContainerCreating" I0419 18:46:44.681815 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-4mb2s\" is waiting to start: ContainerCreating" I0419 18:46:44.681846 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bgt45 pod in namespace openshift-dns (previous: false). W0419 18:46:44.859465 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0419 18:46:44.893879 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bgt45 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bgt45\" is waiting to start: ContainerCreating" I0419 18:46:44.893894 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bgt45\" is waiting to start: ContainerCreating" I0419 18:46:44.893904 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bgt45 pod in namespace openshift-dns (previous: false). I0419 18:46:45.081198 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bgt45 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bgt45\" is waiting to start: ContainerCreating" I0419 18:46:45.081231 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bgt45\" is waiting to start: ContainerCreating" I0419 18:46:45.081242 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-d5bcz pod in namespace openshift-dns (previous: false). I0419 18:46:45.292524 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0419 18:46:45.305294 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-d5bcz pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-d5bcz\" is waiting to start: ContainerCreating" I0419 18:46:45.305307 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-d5bcz\" is waiting to start: ContainerCreating" I0419 18:46:45.305315 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-d5bcz pod in namespace openshift-dns (previous: false). I0419 18:46:45.478955 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-d5bcz pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-d5bcz\" is waiting to start: ContainerCreating" I0419 18:46:45.478970 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-d5bcz\" is waiting to start: ContainerCreating" I0419 18:46:45.478980 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9t5vn pod in namespace openshift-dns (previous: false). I0419 18:46:45.679192 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0419 18:46:45.679223 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-bxzvc pod in namespace openshift-dns (previous: false). I0419 18:46:45.696541 1 tasks_processing.go:74] worker 30 stopped. I0419 18:46:45.696588 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=c6b579bbac55427942a9a6210fd6a5b9774c4331692e7ba074686ea99353b3ea I0419 18:46:45.696632 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=582ff1ad8a40b2e5e1b36142ee5c0d438f752d56fda01755b0181c591612c7c5 I0419 18:46:45.696660 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0419 18:46:45.696684 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=920910b0e17dd39aef07a53d674302a35fa5d04aa35d15f4c566cd230e8c2b0f I0419 18:46:45.696714 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0419 18:46:45.696737 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=95d45a991d22370448684437c200f176818ab28fa2f050c4afa767a16883b0aa I0419 18:46:45.696767 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=a293a0afab83472a23a1d4ec7680ff289f720528b7c754514fe42e02fc491f41 I0419 18:46:45.696792 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=4ed0d9d47a711d8b74204cde5810328d661affc9a5b9c9ada5a7f84d2cf4a486 I0419 18:46:45.696806 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=86d07c446e578327f67ffb22736519fdb53b3f0f65ffd7ec80d1c0142a37a732 I0419 18:46:45.696822 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=354d9e79a09e5cb0910a3399b4fee5b8475d49c4bdc51d4574c85664edabba22 I0419 18:46:45.696833 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0419 18:46:45.696848 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=ed6462e3fd5f2369033e442f38f1a69c3133f35874b03c44423da699cedc4c4e I0419 18:46:45.696857 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0419 18:46:45.696872 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=e8b532b6616a899e8f1dd9b4ab983e1ce4c1e44701b7bfef23f38b44ef18ae1a I0419 18:46:45.696881 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0419 18:46:45.696894 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=03863b3c4eb72fad16dc46e206e2436750520b69cc124479f709b521d0c128e6 I0419 18:46:45.696903 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0419 18:46:45.696917 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=792680fae582a178b41f2d3e172256a1782f7e4c5eb9e42dfcfc53e3b02301af I0419 18:46:45.697060 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=62135214cc476ccc23f1144b66b4e26267fb9acf8bc9851835b776ef8bb3917e I0419 18:46:45.697082 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0419 18:46:45.697092 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0419 18:46:45.697113 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0419 18:46:45.697136 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=48cb7f978127c8d4387422fb69e7975e148dc2674f4198c5a0f716721a135f2d I0419 18:46:45.697158 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=26745b76243ad7a7f82bf233050ca6b4b906d5dd3c7c56d77f42abfa31e7a564 I0419 18:46:45.697173 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0419 18:46:45.697188 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=cf55c922ec99dedb16d191e99648a00a2ebdff44dd290e5231e3cb6b45e32970 I0419 18:46:45.697199 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0419 18:46:45.697367 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=3e14eff93b261b4645d0b192c117edd4b8ee2d850652245a34f3e689a297d2c9 I0419 18:46:45.697387 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4558c605df28d11f2f5f399743f7d265bab2365cc80e46391c12d52ed428c038 I0419 18:46:45.697400 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=7a7a69e188334edddd4b2e45ed8178dfcc123c6672bc1697ae6459e76428b354 I0419 18:46:45.697416 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=75c23e360654792586f1b808331518e89dc9952d51f3aeb8b66164b2da46b70c I0419 18:46:45.697427 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=4ea842ca1f6488c35147ec3b7df5671a8e65565011346f319409f816901a6778 I0419 18:46:45.697453 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=9cd3f8acab0aebf799962f81971d8469cc8e493f5d9dbfd890cc8317927cc648 I0419 18:46:45.697470 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0419 18:46:45.697477 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0419 18:46:45.697484 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.871412347s to process 35 records W0419 18:46:45.858882 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0419 18:46:45.880734 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0419 18:46:45.880750 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-jplgp pod in namespace openshift-dns (previous: false). I0419 18:46:46.082586 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0419 18:46:46.082640 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-78774c6778-4vjzr pod in namespace openshift-image-registry (previous: false). I0419 18:46:46.284028 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-78774c6778-4vjzr pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-78774c6778-4vjzr\" is waiting to start: ContainerCreating" I0419 18:46:46.284048 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-78774c6778-4vjzr\" is waiting to start: ContainerCreating" I0419 18:46:46.284092 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-78774c6778-p5x98 pod in namespace openshift-image-registry (previous: false). I0419 18:46:46.479868 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-78774c6778-p5x98 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-78774c6778-p5x98\" is waiting to start: ContainerCreating" I0419 18:46:46.479885 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-78774c6778-p5x98\" is waiting to start: ContainerCreating" I0419 18:46:46.479919 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7d465f4d6f-fhj4h pod in namespace openshift-image-registry (previous: false). I0419 18:46:46.679403 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7d465f4d6f-fhj4h pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7d465f4d6f-fhj4h\" is waiting to start: ContainerCreating" I0419 18:46:46.679419 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7d465f4d6f-fhj4h\" is waiting to start: ContainerCreating" I0419 18:46:46.679429 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-ff4db pod in namespace openshift-image-registry (previous: false). W0419 18:46:46.859584 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0419 18:46:46.880386 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0419 18:46:46.880400 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-qtdxt pod in namespace openshift-image-registry (previous: false). I0419 18:46:47.081519 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0419 18:46:47.081535 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-td8wx pod in namespace openshift-image-registry (previous: false). I0419 18:46:47.280171 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0419 18:46:47.280186 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5f4bcd7fcc-9x8qd pod in namespace openshift-ingress (previous: false). I0419 18:46:47.478689 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5f4bcd7fcc-9x8qd pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5f4bcd7fcc-9x8qd\" is waiting to start: ContainerCreating" I0419 18:46:47.478702 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5f4bcd7fcc-9x8qd\" is waiting to start: ContainerCreating" I0419 18:46:47.478710 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6cfbfc6ccd-b2h92 pod in namespace openshift-ingress (previous: false). I0419 18:46:47.679589 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6cfbfc6ccd-b2h92 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6cfbfc6ccd-b2h92\" is waiting to start: ContainerCreating" I0419 18:46:47.679603 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6cfbfc6ccd-b2h92\" is waiting to start: ContainerCreating" I0419 18:46:47.679611 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6cfbfc6ccd-qwp7s pod in namespace openshift-ingress (previous: false). W0419 18:46:47.859704 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0419 18:46:47.877843 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6cfbfc6ccd-qwp7s pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6cfbfc6ccd-qwp7s\" is waiting to start: ContainerCreating" I0419 18:46:47.877857 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6cfbfc6ccd-qwp7s\" is waiting to start: ContainerCreating" I0419 18:46:47.877871 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-h276j pod in namespace openshift-ingress-canary (previous: false). I0419 18:46:48.083150 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-qb9dz pod in namespace openshift-ingress-canary (previous: false). I0419 18:46:48.279842 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-qcqgj pod in namespace openshift-ingress-canary (previous: false). I0419 18:46:48.477969 1 tasks_processing.go:74] worker 21 stopped. I0419 18:46:48.478092 1 recorder.go:75] Recording events/openshift-dns with fingerprint=b80ba163b40ada32060d272199c5694aefa25c4de0575f8d416a2c1d7d1d1436 I0419 18:46:48.478193 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=662a0c32bbc0bcedbc87732f65ba5a937b9939baabc48f7280ca890f223b4164 I0419 18:46:48.478237 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=4664d503a465c091528e80eedded3f50e27849653f108b51df37666b6ad4f62e I0419 18:46:48.478283 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=02162d7529e13bb60a39aef11fe00f920b62a64b8db21e8de83be0b12d617a81 I0419 18:46:48.478322 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=8d99019f1d710814a8ae041fd2368c296650c71d8f798cbbe440bbae5c6f4a50 I0419 18:46:48.478453 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-4mb2s with fingerprint=28ce6b1f819bfeefb62168fed6a0ebea3daeb72465c859dfead9ff50eeddd93c I0419 18:46:48.478725 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-bgt45 with fingerprint=563f40ebab754c5a4659f045c6ea53e371bb11ec818cb2943b02883ab893ea39 I0419 18:46:48.479023 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-78774c6778-4vjzr with fingerprint=3d0b56412d710aa56b81ec28c79c021552c2794d32e947ea0e9cf5d0af44539d I0419 18:46:48.479339 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-78774c6778-p5x98 with fingerprint=455513f9b58f16b39b28754798bb7626824da04175c4297f98be7fce41b9c840 I0419 18:46:48.479556 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7d465f4d6f-fhj4h with fingerprint=77c45c09db1d5cffb72993f3ac214ccc69195d1510a89d08dcec90e19df2951c I0419 18:46:48.479598 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-h276j/serve-healthcheck-canary_current.log with fingerprint=0d1cbe1109aa1ca3351121cc20c8ba7af718041b1778b33362c1f65a61cc6e0b I0419 18:46:48.479626 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-qb9dz/serve-healthcheck-canary_current.log with fingerprint=eb8488b7fd4ce91abf1ab7e1b804b5392f21854c4544e30426214a88d3969716 I0419 18:46:48.479658 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-qcqgj/serve-healthcheck-canary_current.log with fingerprint=2cc7f6b054cc97ba393600a8bb767cada988ebe82dba8efe3aec4bb01c8c6156 I0419 18:46:48.479684 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.651313264s to process 13 records W0419 18:46:48.856230 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0419 18:46:48.856257 1 tasks_processing.go:74] worker 50 stopped. E0419 18:46:48.856279 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0419 18:46:48.856292 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0419 18:46:48.856306 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0419 18:46:48.856319 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.030347383s to process 1 records I0419 18:46:56.270148 1 tasks_processing.go:74] worker 29 stopped. I0419 18:46:56.270189 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0419 18:46:56.270203 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.442536642s to process 1 records I0419 18:46:56.858036 1 configmapobserver.go:84] configmaps "insights-config" not found I0419 18:46:57.035786 1 tasks_processing.go:74] worker 16 stopped. I0419 18:46:57.036039 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4ce39b12c057291c1cbb2425e1f57ef4a8cb96c61f6227345caf83b89c351d65 I0419 18:46:57.036057 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.207435591s to process 1 records E0419 18:46:57.036116 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.211s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0419 18:46:57.037239 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0419 18:46:57.037256 1 periodic.go:216] Running workloads gatherer I0419 18:46:57.037271 1 tasks_processing.go:45] number of workers: 2 I0419 18:46:57.037279 1 tasks_processing.go:69] worker 1 listening for tasks. I0419 18:46:57.037283 1 tasks_processing.go:71] worker 1 working on workload_info task. I0419 18:46:57.037351 1 tasks_processing.go:69] worker 0 listening for tasks. I0419 18:46:57.037421 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0419 18:46:57.089043 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0419 18:46:57.092532 1 tasks_processing.go:74] worker 0 stopped. I0419 18:46:57.092553 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 55.091067ms to process 0 records I0419 18:46:57.103190 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (15ms) I0419 18:46:57.112292 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0419 18:46:57.121426 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (9ms) I0419 18:46:57.129598 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (8ms) I0419 18:46:57.139156 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (10ms) I0419 18:46:57.147384 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (8ms) I0419 18:46:57.155770 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (8ms) I0419 18:46:57.165637 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (10ms) I0419 18:46:57.179171 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (14ms) I0419 18:46:57.192815 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (14ms) I0419 18:46:57.202772 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (10ms) I0419 18:46:57.298893 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (96ms) I0419 18:46:57.398383 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (99ms) I0419 18:46:57.499522 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (101ms) I0419 18:46:57.598292 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (99ms) I0419 18:46:57.698300 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms) I0419 18:46:57.799254 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms) I0419 18:46:57.846970 1 configmapobserver.go:84] configmaps "insights-config" not found I0419 18:46:57.899253 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0419 18:46:58.000744 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (101ms) I0419 18:46:58.045335 1 configmapobserver.go:84] configmaps "insights-config" not found I0419 18:46:58.100414 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0419 18:46:58.202054 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (102ms) I0419 18:46:58.305677 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (104ms) I0419 18:46:58.404027 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (98ms) I0419 18:46:58.499554 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (96ms) I0419 18:46:58.598604 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (99ms) I0419 18:46:58.699739 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (101ms) I0419 18:46:58.799244 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (99ms) I0419 18:46:58.897947 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (99ms) I0419 18:46:58.998715 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (101ms) I0419 18:46:59.098496 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms) I0419 18:46:59.197862 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (99ms) I0419 18:46:59.298500 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (101ms) I0419 18:46:59.398438 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (100ms) I0419 18:46:59.398466 1 tasks_processing.go:74] worker 1 stopped. E0419 18:46:59.398475 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0419 18:46:59.398708 1 recorder.go:75] Recording config/workload_info with fingerprint=a46dd41030c2ffbf178191deebf783d84ebb16fa8cf310519cc1ade12c192bb6 I0419 18:46:59.398723 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.361176138s to process 1 records E0419 18:46:59.398747 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.361s with: function \"workload_info\" failed with an error" I0419 18:46:59.399843 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0419 18:46:59.399855 1 periodic.go:216] Running conditional gatherer I0419 18:46:59.406311 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0419 18:46:59.413119 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.9:44489->172.30.0.10:53: read: connection refused E0419 18:46:59.413416 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0419 18:46:59.413471 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0419 18:46:59.419579 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0419 18:46:59.419592 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0419 18:46:59.419597 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0419 18:46:59.419601 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0419 18:46:59.419604 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0419 18:46:59.419607 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0419 18:46:59.419610 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0419 18:46:59.419613 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0419 18:46:59.419616 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0419 18:46:59.419619 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0419 18:46:59.419632 1 tasks_processing.go:45] number of workers: 3 I0419 18:46:59.419643 1 tasks_processing.go:69] worker 2 listening for tasks. I0419 18:46:59.419647 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0419 18:46:59.419651 1 tasks_processing.go:69] worker 0 listening for tasks. I0419 18:46:59.419657 1 tasks_processing.go:69] worker 1 listening for tasks. I0419 18:46:59.419676 1 tasks_processing.go:74] worker 1 stopped. I0419 18:46:59.419687 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0419 18:46:59.419690 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0419 18:46:59.419727 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0419 18:46:59.419739 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 806ns to process 1 records I0419 18:46:59.419772 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0419 18:46:59.419780 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 890ns to process 1 records I0419 18:46:59.419786 1 tasks_processing.go:74] worker 0 stopped. I0419 18:46:59.419933 1 tasks_processing.go:74] worker 2 stopped. I0419 18:46:59.419945 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 237.459µs to process 0 records I0419 18:46:59.419964 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.9:44489->172.30.0.10:53: read: connection refused I0419 18:46:59.419983 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0419 18:46:59.448654 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=f9a25bfecaf758f23c15d20161c9d030b86a53d80e2a942bb66217b73e2eb746 I0419 18:46:59.448802 1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-04-19-184659.tar.gz I0419 18:46:59.455736 1 diskrecorder.go:51] Wrote 108 records to disk in 7ms I0419 18:46:59.455771 1 periodic.go:285] Gathering cluster info every 2h0m0s I0419 18:46:59.455786 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0419 18:47:14.877457 1 configmapobserver.go:84] configmaps "insights-config" not found I0419 18:47:53.059779 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="8dfbebceef77c5c53282be1feb5eaabdfc685fedb38dfd5352d4536b2c8062ea") W0419 18:47:53.059818 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0419 18:47:53.059881 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="45cdd7a57ab5c4a7853b6cd8bf0aa824d195cb737801709bbd300fbdd4b52938")