W0505 09:34:12.317972 1 cmd.go:257] Using insecure, self-signed certificates I0505 09:34:12.533405 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 09:34:12.533751 1 observer_polling.go:159] Starting file observer I0505 09:34:13.006311 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0505 09:34:13.006545 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0505 09:34:13.007149 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0505 09:34:13.007182 1 secure_serving.go:57] Forcing use of http/1.1 only W0505 09:34:13.007200 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0505 09:34:13.007204 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0505 09:34:13.007208 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0505 09:34:13.007210 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0505 09:34:13.007213 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0505 09:34:13.007215 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0505 09:34:13.011271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"ca054602-651a-45c8-902f-e5e43b2a0d0f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0505 09:34:13.011255 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0505 09:34:13.016113 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0505 09:34:13.016128 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0505 09:34:13.016132 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 09:34:13.016147 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 09:34:13.016145 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 09:34:13.016161 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 09:34:13.016420 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1316859919/tls.crt::/tmp/serving-cert-1316859919/tls.key" I0505 09:34:13.016689 1 secure_serving.go:213] Serving securely on [::]:8443 I0505 09:34:13.016720 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0505 09:34:13.016946 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0505 09:34:13.016970 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0505 09:34:13.017062 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0505 09:34:13.025015 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0505 09:34:13.025040 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0505 09:34:13.030027 1 secretconfigobserver.go:119] support secret does not exist I0505 09:34:13.035278 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0505 09:34:13.040172 1 secretconfigobserver.go:119] support secret does not exist I0505 09:34:13.043013 1 recorder.go:176] Pruning old reports every 6h2m36s, max age is 288h0m0s I0505 09:34:13.048525 1 periodic.go:216] Running clusterconfig gatherer I0505 09:34:13.048529 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0505 09:34:13.048548 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0505 09:34:13.048566 1 tasks_processing.go:45] number of workers: 64 I0505 09:34:13.048568 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0505 09:34:13.048573 1 insightsreport.go:296] Starting report retriever I0505 09:34:13.048577 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0505 09:34:13.048585 1 tasks_processing.go:69] worker 7 listening for tasks. I0505 09:34:13.048592 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 09:34:13.048597 1 tasks_processing.go:69] worker 2 listening for tasks. I0505 09:34:13.048597 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 09:34:13.048606 1 tasks_processing.go:69] worker 3 listening for tasks. I0505 09:34:13.048612 1 tasks_processing.go:71] worker 0 working on qemu_kubevirt_launcher_logs task. I0505 09:34:13.048616 1 tasks_processing.go:69] worker 6 listening for tasks. I0505 09:34:13.048615 1 tasks_processing.go:69] worker 22 listening for tasks. I0505 09:34:13.048623 1 tasks_processing.go:69] worker 55 listening for tasks. I0505 09:34:13.048623 1 tasks_processing.go:71] worker 6 working on support_secret task. I0505 09:34:13.048627 1 tasks_processing.go:71] worker 22 working on networks task. I0505 09:34:13.048629 1 tasks_processing.go:69] worker 45 listening for tasks. I0505 09:34:13.048629 1 tasks_processing.go:69] worker 44 listening for tasks. I0505 09:34:13.048634 1 tasks_processing.go:69] worker 46 listening for tasks. I0505 09:34:13.048640 1 tasks_processing.go:69] worker 47 listening for tasks. I0505 09:34:13.048644 1 tasks_processing.go:69] worker 48 listening for tasks. I0505 09:34:13.048636 1 tasks_processing.go:69] worker 5 listening for tasks. I0505 09:34:13.048651 1 tasks_processing.go:69] worker 49 listening for tasks. I0505 09:34:13.048646 1 tasks_processing.go:69] worker 34 listening for tasks. I0505 09:34:13.048655 1 tasks_processing.go:69] worker 40 listening for tasks. I0505 09:34:13.048657 1 tasks_processing.go:69] worker 50 listening for tasks. I0505 09:34:13.048663 1 tasks_processing.go:69] worker 41 listening for tasks. I0505 09:34:13.048662 1 tasks_processing.go:69] worker 51 listening for tasks. I0505 09:34:13.048669 1 tasks_processing.go:69] worker 54 listening for tasks. I0505 09:34:13.048668 1 tasks_processing.go:69] worker 39 listening for tasks. I0505 09:34:13.048677 1 tasks_processing.go:69] worker 36 listening for tasks. I0505 09:34:13.048678 1 tasks_processing.go:69] worker 29 listening for tasks. I0505 09:34:13.048683 1 tasks_processing.go:69] worker 35 listening for tasks. I0505 09:34:13.048680 1 tasks_processing.go:69] worker 52 listening for tasks. I0505 09:34:13.048688 1 tasks_processing.go:69] worker 32 listening for tasks. I0505 09:34:13.048687 1 tasks_processing.go:69] worker 43 listening for tasks. I0505 09:34:13.048692 1 tasks_processing.go:69] worker 61 listening for tasks. I0505 09:34:13.048670 1 tasks_processing.go:69] worker 28 listening for tasks. I0505 09:34:13.048695 1 tasks_processing.go:71] worker 1 working on openstack_version task. I0505 09:34:13.048698 1 tasks_processing.go:69] worker 25 listening for tasks. I0505 09:34:13.048701 1 tasks_processing.go:69] worker 31 listening for tasks. I0505 09:34:13.048713 1 tasks_processing.go:69] worker 58 listening for tasks. I0505 09:34:13.048716 1 tasks_processing.go:69] worker 21 listening for tasks. I0505 09:34:13.048717 1 tasks_processing.go:69] worker 60 listening for tasks. I0505 09:34:13.048718 1 tasks_processing.go:71] worker 2 working on cluster_apiserver task. I0505 09:34:13.048722 1 tasks_processing.go:69] worker 20 listening for tasks. I0505 09:34:13.048655 1 tasks_processing.go:69] worker 33 listening for tasks. I0505 09:34:13.048725 1 tasks_processing.go:69] worker 18 listening for tasks. I0505 09:34:13.048731 1 tasks_processing.go:71] worker 33 working on infrastructures task. I0505 09:34:13.048732 1 tasks_processing.go:71] worker 55 working on lokistack task. I0505 09:34:13.048727 1 tasks_processing.go:69] worker 15 listening for tasks. I0505 09:34:13.048738 1 tasks_processing.go:71] worker 25 working on olm_operators task. I0505 09:34:13.048742 1 tasks_processing.go:71] worker 48 working on aggregated_monitoring_cr_names task. I0505 09:34:13.048747 1 tasks_processing.go:71] worker 32 working on version task. I0505 09:34:13.048748 1 tasks_processing.go:69] worker 10 listening for tasks. I0505 09:34:13.048748 1 tasks_processing.go:69] worker 14 listening for tasks. I0505 09:34:13.048684 1 tasks_processing.go:69] worker 37 listening for tasks. I0505 09:34:13.048757 1 tasks_processing.go:71] worker 46 working on oauths task. I0505 09:34:13.048767 1 tasks_processing.go:69] worker 12 listening for tasks. I0505 09:34:13.048772 1 tasks_processing.go:71] worker 21 working on node_logs task. I0505 09:34:13.048672 1 tasks_processing.go:69] worker 53 listening for tasks. I0505 09:34:13.048779 1 tasks_processing.go:71] worker 31 working on ingress_certificates task. I0505 09:34:13.048769 1 tasks_processing.go:71] worker 44 working on ingress task. I0505 09:34:13.048786 1 tasks_processing.go:71] worker 53 working on config_maps task. I0505 09:34:13.048788 1 tasks_processing.go:71] worker 45 working on active_alerts task. I0505 09:34:13.048677 1 tasks_processing.go:69] worker 42 listening for tasks. I0505 09:34:13.048823 1 tasks_processing.go:71] worker 61 working on storage_cluster task. W0505 09:34:13.048818 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 09:34:13.048829 1 tasks_processing.go:71] worker 42 working on machine_configs task. I0505 09:34:13.048829 1 tasks_processing.go:71] worker 40 working on metrics task. I0505 09:34:13.048833 1 tasks_processing.go:71] worker 49 working on service_accounts task. I0505 09:34:13.048839 1 tasks_processing.go:71] worker 15 working on sap_pods task. I0505 09:34:13.048842 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 39.101µs to process 0 records I0505 09:34:13.048828 1 tasks_processing.go:71] worker 34 working on container_images task. W0505 09:34:13.048858 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 09:34:13.048698 1 tasks_processing.go:69] worker 56 listening for tasks. I0505 09:34:13.048878 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 34.723µs to process 0 records I0505 09:34:13.048887 1 tasks_processing.go:71] worker 14 working on openshift_machine_api_events task. I0505 09:34:13.048704 1 tasks_processing.go:69] worker 57 listening for tasks. I0505 09:34:13.048702 1 tasks_processing.go:69] worker 62 listening for tasks. I0505 09:34:13.048704 1 tasks_processing.go:69] worker 63 listening for tasks. I0505 09:34:13.048705 1 tasks_processing.go:69] worker 30 listening for tasks. I0505 09:34:13.048707 1 tasks_processing.go:69] worker 23 listening for tasks. I0505 09:34:13.048710 1 tasks_processing.go:69] worker 59 listening for tasks. I0505 09:34:13.048617 1 tasks_processing.go:71] worker 3 working on dvo_metrics task. I0505 09:34:13.048922 1 tasks_processing.go:71] worker 10 working on machine_autoscalers task. I0505 09:34:13.048950 1 tasks_processing.go:71] worker 41 working on machine_config_pools task. I0505 09:34:13.049002 1 tasks_processing.go:71] worker 37 working on cost_management_metrics_configs task. I0505 09:34:13.048825 1 tasks_processing.go:71] worker 5 working on validating_webhook_configurations task. I0505 09:34:13.048694 1 tasks_processing.go:71] worker 7 working on machine_sets task. I0505 09:34:13.048835 1 tasks_processing.go:71] worker 18 working on container_runtime_configs task. I0505 09:34:13.048723 1 tasks_processing.go:69] worker 17 listening for tasks. I0505 09:34:13.048727 1 tasks_processing.go:71] worker 47 working on schedulers task. I0505 09:34:13.048726 1 tasks_processing.go:69] worker 11 listening for tasks. I0505 09:34:13.048733 1 tasks_processing.go:69] worker 8 listening for tasks. I0505 09:34:13.048736 1 tasks_processing.go:71] worker 28 working on nodenetworkconfigurationpolicies task. I0505 09:34:13.048692 1 tasks_processing.go:69] worker 38 listening for tasks. I0505 09:34:13.048740 1 tasks_processing.go:71] worker 35 working on machines task. I0505 09:34:13.048736 1 tasks_processing.go:71] worker 29 working on operators_pods_and_events task. I0505 09:34:13.049706 1 tasks_processing.go:71] worker 12 working on nodes task. I0505 09:34:13.049774 1 tasks_processing.go:71] worker 36 working on openshift_logging task. I0505 09:34:13.049914 1 tasks_processing.go:71] worker 38 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0505 09:34:13.048732 1 tasks_processing.go:71] worker 20 working on mutating_webhook_configurations task. I0505 09:34:13.048749 1 tasks_processing.go:69] worker 13 listening for tasks. I0505 09:34:13.050073 1 tasks_processing.go:71] worker 13 working on silenced_alerts task. W0505 09:34:13.050106 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 09:34:13.050129 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 35.313µs to process 0 records I0505 09:34:13.048773 1 tasks_processing.go:71] worker 58 working on authentication task. I0505 09:34:13.048715 1 tasks_processing.go:69] worker 26 listening for tasks. I0505 09:34:13.048729 1 tasks_processing.go:69] worker 16 listening for tasks. I0505 09:34:13.048821 1 tasks_processing.go:71] worker 50 working on openstack_dataplanedeployments task. I0505 09:34:13.050918 1 tasks_processing.go:71] worker 51 working on machine_healthchecks task. I0505 09:34:13.051038 1 tasks_processing.go:71] worker 16 working on nodenetworkstates task. I0505 09:34:13.051080 1 tasks_processing.go:71] worker 39 working on image task. I0505 09:34:13.048740 1 tasks_processing.go:69] worker 9 listening for tasks. I0505 09:34:13.051264 1 tasks_processing.go:71] worker 9 working on openstack_dataplanenodesets task. I0505 09:34:13.051329 1 tasks_processing.go:71] worker 13 working on proxies task. I0505 09:34:13.048801 1 tasks_processing.go:71] worker 60 working on image_pruners task. I0505 09:34:13.051397 1 tasks_processing.go:71] worker 54 working on operators task. I0505 09:34:13.048744 1 tasks_processing.go:71] worker 52 working on overlapping_namespace_uids task. I0505 09:34:13.048698 1 tasks_processing.go:69] worker 24 listening for tasks. I0505 09:34:13.048684 1 tasks_processing.go:69] worker 27 listening for tasks. I0505 09:34:13.051551 1 tasks_processing.go:71] worker 26 working on jaegers task. I0505 09:34:13.048818 1 tasks_processing.go:71] worker 43 working on image_registries task. I0505 09:34:13.051921 1 tasks_processing.go:71] worker 63 working on tsdb_status task. W0505 09:34:13.051952 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 09:34:13.051649 1 tasks_processing.go:71] worker 30 working on crds task. I0505 09:34:13.051653 1 tasks_processing.go:71] worker 56 working on node_features task. I0505 09:34:13.051972 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 25.249µs to process 0 records I0505 09:34:13.048611 1 tasks_processing.go:69] worker 4 listening for tasks. I0505 09:34:13.051720 1 tasks_processing.go:71] worker 59 working on monitoring_persistent_volumes task. I0505 09:34:13.051674 1 tasks_processing.go:71] worker 23 working on storage_classes task. I0505 09:34:13.052211 1 tasks_processing.go:71] worker 27 working on clusterroles task. I0505 09:34:13.052231 1 tasks_processing.go:71] worker 63 working on sap_config task. I0505 09:34:13.051757 1 tasks_processing.go:71] worker 11 working on certificate_signing_requests task. I0505 09:34:13.048714 1 tasks_processing.go:69] worker 19 listening for tasks. I0505 09:34:13.051761 1 tasks_processing.go:71] worker 62 working on install_plans task. I0505 09:34:13.051804 1 tasks_processing.go:71] worker 8 working on sap_datahubs task. I0505 09:34:13.051805 1 tasks_processing.go:71] worker 17 working on feature_gates task. I0505 09:34:13.052005 1 tasks_processing.go:71] worker 24 working on openstack_controlplanes task. I0505 09:34:13.051713 1 tasks_processing.go:71] worker 45 working on pod_network_connectivity_checks task. I0505 09:34:13.051725 1 tasks_processing.go:71] worker 57 working on ceph_cluster task. I0505 09:34:13.052085 1 tasks_processing.go:74] worker 4 stopped. I0505 09:34:13.051740 1 tasks_processing.go:71] worker 40 working on pdbs task. I0505 09:34:13.053220 1 tasks_processing.go:74] worker 19 stopped. I0505 09:34:13.053714 1 tasks_processing.go:74] worker 1 stopped. I0505 09:34:13.053726 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 5.007516ms to process 0 records I0505 09:34:13.054767 1 tasks_processing.go:74] worker 61 stopped. I0505 09:34:13.054781 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 5.934126ms to process 0 records I0505 09:34:13.054967 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0505 09:34:13.054989 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0505 09:34:13.054996 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0505 09:34:13.054999 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0505 09:34:13.055014 1 controller.go:531] The operator is still being initialized I0505 09:34:13.055022 1 controller.go:554] The operator is healthy I0505 09:34:13.055544 1 tasks_processing.go:74] worker 22 stopped. I0505 09:34:13.055709 1 recorder.go:75] Recording config/network with fingerprint=897bfb81e9608e9ca30ffc7f1fd4e3744903bf3e619ee2fa890f9148ad51528b I0505 09:34:13.055722 1 gather.go:177] gatherer "clusterconfig" function "networks" took 6.906093ms to process 1 records I0505 09:34:13.056000 1 tasks_processing.go:74] worker 18 stopped. I0505 09:34:13.056015 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 6.768883ms to process 0 records I0505 09:34:13.058103 1 tasks_processing.go:74] worker 2 stopped. I0505 09:34:13.058228 1 recorder.go:75] Recording config/apiserver with fingerprint=05c47f2b1685374d2e5af96f3f818472a11fa6e2d5788516db2c4e8578228c92 I0505 09:34:13.058240 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 9.369692ms to process 1 records I0505 09:34:13.058851 1 tasks_processing.go:74] worker 7 stopped. I0505 09:34:13.058865 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 9.747365ms to process 0 records I0505 09:34:13.059029 1 tasks_processing.go:74] worker 44 stopped. I0505 09:34:13.059139 1 recorder.go:75] Recording config/ingress with fingerprint=fb36c65214e7da274d1a2895b4187f6a90183f4cc45ae6eac1148f164945c97a I0505 09:34:13.059150 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 10.233852ms to process 1 records I0505 09:34:13.059232 1 tasks_processing.go:74] worker 33 stopped. I0505 09:34:13.059723 1 recorder.go:75] Recording config/infrastructure with fingerprint=8fe077387f750783fd287d28c42549ccc3efc3c8a67c3b7e9cee87806a5e419b I0505 09:34:13.059736 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 10.488934ms to process 1 records I0505 09:34:13.059746 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 10.334ms to process 0 records I0505 09:34:13.059752 1 tasks_processing.go:74] worker 10 stopped. I0505 09:34:13.059808 1 tasks_processing.go:74] worker 28 stopped. I0505 09:34:13.059819 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 10.457343ms to process 0 records I0505 09:34:13.059967 1 tasks_processing.go:74] worker 55 stopped. I0505 09:34:13.059977 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 11.224224ms to process 0 records I0505 09:34:13.060407 1 tasks_processing.go:74] worker 35 stopped. E0505 09:34:13.060417 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0505 09:34:13.060425 1 gather.go:177] gatherer "clusterconfig" function "machines" took 10.818131ms to process 0 records I0505 09:34:13.061044 1 tasks_processing.go:74] worker 41 stopped. I0505 09:34:13.061055 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 12.079098ms to process 0 records I0505 09:34:13.061655 1 tasks_processing.go:74] worker 9 stopped. I0505 09:34:13.061664 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 10.376416ms to process 0 records I0505 09:34:13.062956 1 tasks_processing.go:74] worker 37 stopped. I0505 09:34:13.062965 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 13.940711ms to process 0 records I0505 09:34:13.063719 1 tasks_processing.go:74] worker 51 stopped. E0505 09:34:13.063729 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0505 09:34:13.063736 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 12.776346ms to process 0 records I0505 09:34:13.065062 1 tasks_processing.go:74] worker 36 stopped. I0505 09:34:13.065071 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 15.275199ms to process 0 records I0505 09:34:13.066710 1 tasks_processing.go:74] worker 13 stopped. I0505 09:34:13.066765 1 recorder.go:75] Recording config/proxy with fingerprint=bb4b47e95d1862f001c0eafb295ed393f216eb2df514df5fba570bcbf977cfa9 I0505 09:34:13.066776 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 15.357705ms to process 1 records I0505 09:34:13.067917 1 tasks_processing.go:74] worker 6 stopped. E0505 09:34:13.067927 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0505 09:34:13.067933 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 19.282199ms to process 0 records I0505 09:34:13.068048 1 tasks_processing.go:74] worker 14 stopped. I0505 09:34:13.068055 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 19.155029ms to process 0 records I0505 09:34:13.068168 1 tasks_processing.go:74] worker 63 stopped. I0505 09:34:13.068178 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 15.788424ms to process 0 records I0505 09:34:13.068180 1 gather_logs.go:145] no pods in namespace were found I0505 09:34:13.068187 1 tasks_processing.go:74] worker 0 stopped. I0505 09:34:13.068192 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 19.569213ms to process 0 records I0505 09:34:13.069769 1 tasks_processing.go:74] worker 26 stopped. I0505 09:34:13.069779 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 17.931385ms to process 0 records I0505 09:34:13.070270 1 tasks_processing.go:74] worker 15 stopped. I0505 09:34:13.070278 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 21.420292ms to process 0 records I0505 09:34:13.070939 1 tasks_processing.go:74] worker 47 stopped. I0505 09:34:13.071017 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=14081e8632086cd22ce5c443dd8d625d8698c48d7d65515d1ac871d46a16e407 I0505 09:34:13.071029 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 21.615374ms to process 1 records I0505 09:34:13.075232 1 tasks_processing.go:74] worker 39 stopped. I0505 09:34:13.075306 1 recorder.go:75] Recording config/image with fingerprint=1bace8cf843c4a78f7ab92db279cadc8be72358fe0390716523bb9981465f9a3 I0505 09:34:13.075317 1 gather.go:177] gatherer "clusterconfig" function "image" took 24.13558ms to process 1 records I0505 09:34:13.075534 1 tasks_processing.go:74] worker 58 stopped. I0505 09:34:13.075708 1 recorder.go:75] Recording config/authentication with fingerprint=ab32a2a515bbb74c7fbeeeccd798dda34e721c1d272506c38f51528f98c44fc5 I0505 09:34:13.075722 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 25.37848ms to process 1 records I0505 09:34:13.083047 1 tasks_processing.go:74] worker 57 stopped. I0505 09:34:13.083060 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 30.008263ms to process 0 records E0505 09:34:13.083067 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0505 09:34:13.083073 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 30.047059ms to process 0 records I0505 09:34:13.083073 1 tasks_processing.go:74] worker 45 stopped. I0505 09:34:13.083077 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 30.074396ms to process 0 records I0505 09:34:13.083083 1 tasks_processing.go:74] worker 24 stopped. I0505 09:34:13.083833 1 tasks_processing.go:74] worker 16 stopped. I0505 09:34:13.083846 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 32.779812ms to process 0 records I0505 09:34:13.083920 1 tasks_processing.go:74] worker 17 stopped. I0505 09:34:13.084044 1 recorder.go:75] Recording config/featuregate with fingerprint=7969857ac8f6b9c9303fca47b53b52353bc93a21be03c9548288826e53e5275a I0505 09:34:13.084060 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 31.085295ms to process 1 records I0505 09:34:13.084094 1 tasks_processing.go:74] worker 60 stopped. I0505 09:34:13.084958 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=9456439b06ffe32a650a2915134c45a57a667c5e1fa2fb523446c2eefaac8b7b I0505 09:34:13.085029 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 32.528503ms to process 1 records I0505 09:34:13.085068 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 35.353377ms to process 0 records I0505 09:34:13.085495 1 tasks_processing.go:74] worker 25 stopped. I0505 09:34:13.085536 1 recorder.go:75] Recording config/oauth with fingerprint=dcb6cc8d40633d40b377ac3da21fb6aaa18e55d3cbee0f3be1bcd230ecb0364a I0505 09:34:13.085576 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 35.64644ms to process 1 records I0505 09:34:13.085577 1 tasks_processing.go:74] worker 46 stopped. I0505 09:34:13.085586 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 32.087973ms to process 0 records I0505 09:34:13.085616 1 tasks_processing.go:74] worker 8 stopped. I0505 09:34:13.085678 1 tasks_processing.go:74] worker 5 stopped. E0505 09:34:13.085869 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0505 09:34:13.085990 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=b1fae831b6b24da41fad44b4fcea3a01d382457cab406c80927092bec6361778 I0505 09:34:13.086798 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=fd8bf0743cb4901482ebab784aabb3a023133886386a94575a57294b3dc8562b I0505 09:34:13.086826 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=25be8e4d15af94936ba29e090dfd2bde02ac8b482810a29445d24ae3f05091e1 I0505 09:34:13.086856 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=c4a38319d84a6f30cf60c431f3fef51368e2c0361f270331a4dd8634149289b3 I0505 09:34:13.086891 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=f3b295e2ec1ef875ab9e737b02f8b5024af5a12e40025276db66c004fdea4908 I0505 09:34:13.086923 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=eeeafbdec5252ba8ce02d729ae647b4305df3be3bcd00542cafd954454844c67 I0505 09:34:13.086953 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=90e3d3d88b39a17e3f274af2193fb208d95dfda8df4d90ceb82520ffa76f7ce9 I0505 09:34:13.086992 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=7a5027e40698ffe6ee18943f39eeb3dfb9ff96a4fa5c52c03d3ea190356951da I0505 09:34:13.087023 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=523dbf3671fe1558957bbdf97fbe63d38f3f8e37680f674413db7f745d7794dc I0505 09:34:13.087052 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=21059ccf18c7ce2dde81f4d8d81d9505b61b5bbea9162e2c11390f7d13a65690 I0505 09:34:13.087081 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=2fa539536e32f5adafba12a3f70af2113153ab7ddab80ccdc21b3dce32515d20 I0505 09:34:13.087089 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 36.457786ms to process 11 records I0505 09:34:13.087099 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 33.917399ms to process 0 records I0505 09:34:13.087105 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 35.018274ms to process 0 records E0505 09:34:13.087114 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0505 09:34:13.087114 1 tasks_processing.go:74] worker 56 stopped. I0505 09:34:13.087127 1 tasks_processing.go:74] worker 50 stopped. I0505 09:34:13.087131 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0505 09:34:13.087149 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 37.060684ms to process 1 records I0505 09:34:13.087136 1 tasks_processing.go:74] worker 42 stopped. I0505 09:34:13.088786 1 tasks_processing.go:74] worker 52 stopped. I0505 09:34:13.088811 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0505 09:34:13.088820 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 36.924957ms to process 1 records I0505 09:34:13.089673 1 tasks_processing.go:74] worker 32 stopped. I0505 09:34:13.089903 1 recorder.go:75] Recording config/version with fingerprint=ae95bd7764d8cb3675a7fcd647f0dde1727c4b6904e00e073f5c91adc36ac8c1 I0505 09:34:13.089915 1 recorder.go:75] Recording config/id with fingerprint=67168ded8c75846ad78a8ce17bfd048cc7b9f7869c61fb47d7c06df572b53fbe I0505 09:34:13.089921 1 gather.go:177] gatherer "clusterconfig" function "version" took 40.91918ms to process 2 records I0505 09:34:13.089991 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=fa55986c3e6219dcef5bac081b4433311a77b016d87564e2f7b799fbda49abcf I0505 09:34:13.090016 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=a9bbe04424f98841d899925e7b7c23474473b49f466659350509254eb09ea109 I0505 09:34:13.090024 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 37.574714ms to process 2 records I0505 09:34:13.090048 1 tasks_processing.go:74] worker 23 stopped. I0505 09:34:13.090113 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=46480230e198b3b0e8b018ac8f688f3b103935d0e5a3e7a52bf7b6edccc6e471 I0505 09:34:13.090123 1 tasks_processing.go:74] worker 20 stopped. I0505 09:34:13.090166 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=af05a01ade80ac1e117d3befd83d100c71d991f75de4dd4029ef93d347285a31 I0505 09:34:13.090215 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=596f8d000fb1df923bdbc96f9dc7e0fde1876cf2e411abc75437392e63c280b1 I0505 09:34:13.090223 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 39.739284ms to process 3 records I0505 09:34:13.092014 1 tasks_processing.go:74] worker 11 stopped. I0505 09:34:13.092027 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 39.58115ms to process 0 records I0505 09:34:13.095805 1 tasks_processing.go:74] worker 59 stopped. I0505 09:34:13.095819 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 43.748913ms to process 0 records I0505 09:34:13.096056 1 tasks_processing.go:74] worker 21 stopped. I0505 09:34:13.096067 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 47.276913ms to process 0 records I0505 09:34:13.096218 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0505 09:34:13.096245 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0505 09:34:13.096479 1 operator.go:328] started I0505 09:34:13.096676 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0505 09:34:13.097140 1 tasks_processing.go:74] worker 43 stopped. I0505 09:34:13.098074 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=7ca2aa1250076996b0f362676d24f12d3751d0148e2cf4890643255ec431d28f I0505 09:34:13.098370 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 45.209144ms to process 1 records I0505 09:34:13.098470 1 tasks_processing.go:74] worker 12 stopped. I0505 09:34:13.098819 1 recorder.go:75] Recording config/node/ip-10-0-0-57.ec2.internal with fingerprint=352fee6b6ea14dffc6d7427e80a5b5b75cfe95742f15f6c3003e314c0c25932f I0505 09:34:13.098894 1 recorder.go:75] Recording config/node/ip-10-0-1-134.ec2.internal with fingerprint=003f0f6e265a77c992a5fd5c0b3a965dd6a0f3fbaabc6df783505df1c35f2a22 I0505 09:34:13.098947 1 recorder.go:75] Recording config/node/ip-10-0-2-147.ec2.internal with fingerprint=cbcd2b4dba84f7f9b1a8e84eb95d7074e3a04ba1db8abb9900af92fdb243db5f I0505 09:34:13.098954 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 47.548634ms to process 3 records I0505 09:34:13.109361 1 tasks_processing.go:74] worker 40 stopped. I0505 09:34:13.109468 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=1eb093b94854e4ee96c629eeed3cb0d7c73ee7078ee9de94b7600b28b46517ab I0505 09:34:13.109492 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=4566a1a0e83b6ca0f91ab57996d359b6e3e99048bea600863676e0ae23c97321 I0505 09:34:13.109507 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=da57a69410370cf9af738fc928fcb16a3eba0cf4d367866a28213ab0f4ee2ff0 I0505 09:34:13.109515 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 56.199587ms to process 3 records I0505 09:34:13.112607 1 tasks_processing.go:74] worker 34 stopped. I0505 09:34:13.112702 1 recorder.go:75] Recording config/running_containers with fingerprint=3dcb30f2f0e58a72a50f0551cd10e95e9e3c593bcb293693efc0d879f1499f19 I0505 09:34:13.112728 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 63.743587ms to process 1 records I0505 09:34:13.113948 1 tasks_processing.go:74] worker 48 stopped. I0505 09:34:13.113961 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 65.191982ms to process 0 records I0505 09:34:13.116927 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0505 09:34:13.116939 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 09:34:13.116969 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 09:34:13.117142 1 base_controller.go:82] Caches are synced for ConfigController I0505 09:34:13.117152 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0505 09:34:13.117761 1 tasks_processing.go:74] worker 27 stopped. I0505 09:34:13.117923 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=c01968bbbefe63447d9d0bc5434cfcc6d81e1d68c44c459e1fa3fdfe4ee20bf9 I0505 09:34:13.118008 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=78474d437f1ba764ebb2b394e884b980b54adf498463581423fd68ccdaa442ae I0505 09:34:13.118017 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 65.474989ms to process 2 records W0505 09:34:13.128020 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 09:34:13.137865 1 prometheus_rules.go:88] Prometheus rules successfully created I0505 09:34:13.141291 1 tasks_processing.go:74] worker 38 stopped. I0505 09:34:13.141309 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 91.356622ms to process 0 records I0505 09:34:13.141504 1 tasks_processing.go:74] worker 30 stopped. I0505 09:34:13.141757 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 09:34:13.141883 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0505 09:34:13.141894 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0505 09:34:13.141898 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0505 09:34:13.141902 1 controller.go:254] Source scaController *sca.Controller is not ready I0505 09:34:13.141905 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0505 09:34:13.141921 1 controller.go:531] The operator is still being initialized I0505 09:34:13.141927 1 controller.go:554] The operator is healthy I0505 09:34:13.142029 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=9f38cab1bc20ebe44ff20c8d1a38a8931b26d4136ee22c8e5e78cfaa403619df I0505 09:34:13.142233 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=1eef91b918fcd3969e52ae357472c5fbdd936e81519f890df810b889e388d434 I0505 09:34:13.142244 1 gather.go:177] gatherer "clusterconfig" function "crds" took 89.540142ms to process 2 records E0505 09:34:13.148179 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%271592e6e4-e90d-4dc3-ac97-1dd9d01514de%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:41569->172.30.0.10:53: read: connection refused I0505 09:34:13.148191 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%271592e6e4-e90d-4dc3-ac97-1dd9d01514de%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:41569->172.30.0.10:53: read: connection refused I0505 09:34:13.191392 1 tasks_processing.go:74] worker 53 stopped. E0505 09:34:13.191409 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0505 09:34:13.191416 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0505 09:34:13.191420 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0505 09:34:13.191430 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0505 09:34:13.191483 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0505 09:34:13.191489 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0505 09:34:13.191493 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0505 09:34:13.191498 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0505 09:34:13.191535 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0505 09:34:13.191544 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0505 09:34:13.191549 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 142.588056ms to process 7 records I0505 09:34:13.197598 1 base_controller.go:82] Caches are synced for LoggingSyncer I0505 09:34:13.197611 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0505 09:34:13.214383 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0505 09:34:13.217722 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:41692->172.30.0.10:53: read: connection refused I0505 09:34:13.217740 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:41692->172.30.0.10:53: read: connection refused I0505 09:34:13.237026 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found E0505 09:34:13.237040 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0505 09:34:13.237049 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3mf58ftm55ihbc68po7fqbj5oplorq-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3mf58ftm55ihbc68po7fqbj5oplorq-primary-cert-bundle-secret" not found I0505 09:34:13.237115 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=6bd72503e048da04802db32b0e3b66a57b9f86527f810097bf739e13cae4d34c I0505 09:34:13.237129 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 188.233095ms to process 1 records I0505 09:34:13.237029 1 tasks_processing.go:74] worker 31 stopped. I0505 09:34:13.245633 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0505 09:34:13.484291 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0505 09:34:13.484306 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0505 09:34:13.485019 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-d86dk pod in namespace openshift-dns (previous: false). I0505 09:34:13.709587 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-d86dk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-d86dk\" is waiting to start: ContainerCreating" I0505 09:34:13.709607 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-d86dk\" is waiting to start: ContainerCreating" I0505 09:34:13.709617 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-d86dk pod in namespace openshift-dns (previous: false). I0505 09:34:13.886889 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-d86dk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-d86dk\" is waiting to start: ContainerCreating" I0505 09:34:13.886908 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-d86dk\" is waiting to start: ContainerCreating" I0505 09:34:13.886938 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-l26wm pod in namespace openshift-dns (previous: false). I0505 09:34:14.111697 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-l26wm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-l26wm\" is waiting to start: ContainerCreating" I0505 09:34:14.111718 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-l26wm\" is waiting to start: ContainerCreating" I0505 09:34:14.111728 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-l26wm pod in namespace openshift-dns (previous: false). W0505 09:34:14.127692 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 09:34:14.286559 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-l26wm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-l26wm\" is waiting to start: ContainerCreating" I0505 09:34:14.286576 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-l26wm\" is waiting to start: ContainerCreating" I0505 09:34:14.286609 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-xrmnk pod in namespace openshift-dns (previous: false). I0505 09:34:14.486102 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xrmnk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-xrmnk\" is waiting to start: ContainerCreating" I0505 09:34:14.486120 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-xrmnk\" is waiting to start: ContainerCreating" I0505 09:34:14.486129 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-xrmnk pod in namespace openshift-dns (previous: false). I0505 09:34:14.518933 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0505 09:34:14.693916 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xrmnk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-xrmnk\" is waiting to start: ContainerCreating" I0505 09:34:14.693934 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-xrmnk\" is waiting to start: ContainerCreating" I0505 09:34:14.693945 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-5rx64 pod in namespace openshift-dns (previous: false). I0505 09:34:14.886677 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 09:34:14.886696 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-mwz9m pod in namespace openshift-dns (previous: false). I0505 09:34:14.921641 1 tasks_processing.go:74] worker 54 stopped. I0505 09:34:14.921693 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=16128dffd06a37562842c66f1c56b77838a1b615b5402de439dfde833b7b343d I0505 09:34:14.921738 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=beb94659b24cffe9abb75eb33768467a8c0ae46f6a1f07aafb70b92a19667d55 I0505 09:34:14.921768 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0505 09:34:14.921795 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=584cf2d169122c163f68e043c57f6a97cebf34b032f9459730a6492e1d7b0d98 I0505 09:34:14.921812 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0505 09:34:14.921832 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=9bb5fd7896f990addbbb005fffdc1894a8c9a307fcc0335abced17efb41a2c68 I0505 09:34:14.921877 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=a5c6d9ea6c0391e1430252f8c06d61f9c12cef48a15a0afcf08215cce3c27459 I0505 09:34:14.921902 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=65a73b585fd548ea4619679f6a1fec66ebd4124144a4c991fe488820eb65d78d I0505 09:34:14.921915 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=359c51bd8d1cbb84bc5d65f87fadce3229c7cb7488694fd041386545a2bf9332 I0505 09:34:14.921933 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=3b2dfc28b2a984995b66202c5fea60b539669b5a2f0d61e3ff0fa8042aa85b09 I0505 09:34:14.921942 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0505 09:34:14.921957 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=81db969f7e03517b1c054b8962cd038bdd940a0de5eb5873cf7517c180b4c105 I0505 09:34:14.921967 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0505 09:34:14.921983 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a6aaf0b728648f936d617cc564c2e76549cd3d8faf79c5c492c99e4c786ef5be I0505 09:34:14.921989 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0505 09:34:14.922002 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=220ca71c5858340aea5115f00f50ee4393f4d983e8ff23d4a7ed51bbbe82f713 I0505 09:34:14.922025 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0505 09:34:14.922042 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=cdc12bc4eff8ace7db1ac3d4fa46d2fc2490f26ed0cd8e9c2297b2d6d490b41c I0505 09:34:14.922163 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=b6980e2dd154e69d6bf1b429f5ec22964e3ba45dd1509e96c8237a460e493da4 I0505 09:34:14.922179 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0505 09:34:14.922185 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0505 09:34:14.922216 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0505 09:34:14.922240 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=cab3d4f3c6a5700fc1f4c169cf4676c99544150928e032552a48350a4c1e0162 I0505 09:34:14.922264 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=f87c41f5e3c04c12832efd8a78cf18f4a099d743fe0e71d7037e2fb2d735c6b9 I0505 09:34:14.922273 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0505 09:34:14.922288 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=00e84d4297abcf3b7039c2ff156f7294b9cc93b9d823de0a0b15f104f7f3f14d I0505 09:34:14.922298 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0505 09:34:14.922310 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=2ede38a1dad8b32ad5a6e264e461fb17875e106e78b3d9f69b8e573477925f7a I0505 09:34:14.922326 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4744a7bc010b1206c3fcd577bba4f4496a1c42d90a2a7b63e022fd340ff82468 I0505 09:34:14.922338 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=34120682ee46aeb9a9768e26c6def3fb9a6231e6db56fece72ea0e79f9330942 I0505 09:34:14.922352 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=e1d46dcaf7c459ca75627e5b72aa72a03c4190143b2b38e4ced7e10db77be096 I0505 09:34:14.922363 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=90737d437af5efc1f75599194050573a9f5e2c5efc89a458f225f30b9adaf39d I0505 09:34:14.922389 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=3491296b384aac228ea021df58d9eb9e9b33c9f6e06ac8cd646186e2113a6ada I0505 09:34:14.922405 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0505 09:34:14.922411 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0505 09:34:14.922419 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.869815977s to process 35 records I0505 09:34:15.095028 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 09:34:15.095046 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-nh9xq pod in namespace openshift-dns (previous: false). W0505 09:34:15.127948 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 09:34:15.285639 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 09:34:15.285689 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7fddb6595b-4rtwn pod in namespace openshift-image-registry (previous: false). I0505 09:34:15.485978 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7fddb6595b-4rtwn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7fddb6595b-4rtwn\" is waiting to start: ContainerCreating" I0505 09:34:15.485995 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7fddb6595b-4rtwn\" is waiting to start: ContainerCreating" I0505 09:34:15.486028 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7fddb6595b-dr8rg pod in namespace openshift-image-registry (previous: false). I0505 09:34:15.686415 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7fddb6595b-dr8rg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7fddb6595b-dr8rg\" is waiting to start: ContainerCreating" I0505 09:34:15.686432 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7fddb6595b-dr8rg\" is waiting to start: ContainerCreating" I0505 09:34:15.686489 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-86756d5779-qrvt9 pod in namespace openshift-image-registry (previous: false). I0505 09:34:15.888170 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-86756d5779-qrvt9 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-86756d5779-qrvt9\" is waiting to start: ContainerCreating" I0505 09:34:15.888189 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-86756d5779-qrvt9\" is waiting to start: ContainerCreating" I0505 09:34:15.888201 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9jdpz pod in namespace openshift-image-registry (previous: false). I0505 09:34:16.088534 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 09:34:16.088553 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9nmpp pod in namespace openshift-image-registry (previous: false). W0505 09:34:16.128037 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 09:34:16.288834 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 09:34:16.288856 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-x2pt2 pod in namespace openshift-image-registry (previous: false). I0505 09:34:16.487009 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 09:34:16.487028 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-674b77bd9-8pjnb pod in namespace openshift-ingress (previous: false). I0505 09:34:16.687152 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-674b77bd9-8pjnb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-674b77bd9-8pjnb\" is waiting to start: ContainerCreating" I0505 09:34:16.687176 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-674b77bd9-8pjnb\" is waiting to start: ContainerCreating" I0505 09:34:16.687188 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-674b77bd9-j24kf pod in namespace openshift-ingress (previous: false). I0505 09:34:16.886518 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-674b77bd9-j24kf pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-674b77bd9-j24kf\" is waiting to start: ContainerCreating" I0505 09:34:16.886538 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-674b77bd9-j24kf\" is waiting to start: ContainerCreating" I0505 09:34:16.886549 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-687b7fb8c5-6vqmt pod in namespace openshift-ingress (previous: false). I0505 09:34:17.086541 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-687b7fb8c5-6vqmt pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-687b7fb8c5-6vqmt\" is waiting to start: ContainerCreating" I0505 09:34:17.086559 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-687b7fb8c5-6vqmt\" is waiting to start: ContainerCreating" I0505 09:34:17.086570 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-cfpr9 pod in namespace openshift-ingress-canary (previous: false). W0505 09:34:17.127717 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 09:34:17.286877 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ch5jr pod in namespace openshift-ingress-canary (previous: false). I0505 09:34:17.486841 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-knflg pod in namespace openshift-ingress-canary (previous: false). I0505 09:34:17.686532 1 tasks_processing.go:74] worker 29 stopped. I0505 09:34:17.686628 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=1a5f8f3b6a180278429fa1c24ca9ced518ddb1d865213953a7791df427cba5b6 I0505 09:34:17.686681 1 recorder.go:75] Recording events/openshift-dns with fingerprint=9e18bd089f7132d112d6f1f3d52577194c3f5e0269f7cd459252da9506c4a049 I0505 09:34:17.686769 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=2a8217685f90691ec3696ecec611893a10e388b18c9b3976d9e8abef34920eda I0505 09:34:17.686798 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=1e5c5b48ccadd12cb633844a8a563d52327d0e040fd713277dc7a62c52ababfa I0505 09:34:17.686843 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=4ed017b51e8e120ec1dc2fb5f1fa830501ad1088c1459046e3475c66fc8d02a1 I0505 09:34:17.686881 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=f230fb65228ba9991c996d557da0bb006ab3ed0ce74a117dadbdaccac4935b2c I0505 09:34:17.688168 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-l26wm with fingerprint=0541be259be72a555b3cc6bf7efbf03d63b44900bd95af4a05a75d2d31ea057d I0505 09:34:17.688259 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-xrmnk with fingerprint=58f0595db883517d2d520d696ad5ed9979e8c54ef6b12c6f73afd576f5acfce8 I0505 09:34:17.688358 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7fddb6595b-4rtwn with fingerprint=2fa56f3826a0a3e2719e3a9395aff510280cf0cfe1c1d648f9cf532a182ed147 I0505 09:34:17.688469 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7fddb6595b-dr8rg with fingerprint=ee84bb05974f1e4c54e4da891b2a5a0a4633ec84536a956cbdec85a0a354cb19 I0505 09:34:17.688557 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-86756d5779-qrvt9 with fingerprint=73b8cb885c33222df50e93e6bb1437101c6e47e6b2267f48099777d5bb755d22 I0505 09:34:17.688564 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-cfpr9/serve-healthcheck-canary_current.log with fingerprint=6f773f08abd6cab07dd594befcf240c47045924d87884311cc08ba6a4aabdf5c I0505 09:34:17.688568 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-ch5jr/serve-healthcheck-canary_current.log with fingerprint=6ef0dd0fdaee5ca86227fb4a3fdbde58c8d0a1643a8af13cee429616c9dddef9 I0505 09:34:17.688572 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-knflg/serve-healthcheck-canary_current.log with fingerprint=00ff685993025bc01a52aa1ef8ac5adb78eecfe4d7bcc0ea9aefa9450c82eef4 I0505 09:34:17.688579 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.636830432s to process 14 records W0505 09:34:18.128430 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0505 09:34:18.128469 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0505 09:34:18.128486 1 tasks_processing.go:74] worker 3 stopped. E0505 09:34:18.128495 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0505 09:34:18.128508 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0505 09:34:18.128522 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0505 09:34:18.128532 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.079567589s to process 1 records I0505 09:34:25.496075 1 tasks_processing.go:74] worker 62 stopped. I0505 09:34:25.496134 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0505 09:34:25.496147 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.44361982s to process 1 records I0505 09:34:26.062920 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 09:34:26.255436 1 tasks_processing.go:74] worker 49 stopped. I0505 09:34:26.255710 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=698b3ed6ac2dcbbe305b75e3c37787498192c269ee2964c1d49d551d6371b6d6 I0505 09:34:26.255727 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.206584753s to process 1 records E0505 09:34:26.255782 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.207s with: function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0505 09:34:26.256890 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0505 09:34:26.256904 1 periodic.go:216] Running workloads gatherer I0505 09:34:26.256918 1 tasks_processing.go:45] number of workers: 2 I0505 09:34:26.256924 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 09:34:26.256927 1 tasks_processing.go:71] worker 1 working on workload_info task. I0505 09:34:26.256946 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 09:34:26.256964 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0505 09:34:26.286868 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0505 09:34:26.293070 1 tasks_processing.go:74] worker 0 stopped. I0505 09:34:26.293090 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 36.089087ms to process 0 records I0505 09:34:26.297761 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (12ms) I0505 09:34:26.306554 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (9ms) I0505 09:34:26.314922 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (8ms) I0505 09:34:26.323662 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (9ms) I0505 09:34:26.332023 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (8ms) I0505 09:34:26.341065 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (9ms) I0505 09:34:26.348902 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (8ms) I0505 09:34:26.356745 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (8ms) I0505 09:34:26.365079 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (8ms) I0505 09:34:26.374523 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (9ms) I0505 09:34:26.395443 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (21ms) I0505 09:34:26.496138 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (101ms) I0505 09:34:26.596068 1 gather_workloads_info.go:387] No image sha256:036fa57e182f5780b01e0c580719ad79c7c3a43106831a03f7b8de780bf77c91 (100ms) I0505 09:34:26.695709 1 gather_workloads_info.go:387] No image sha256:0092742d8c2f3e9241f8f87d6f1da2a063627c140c491dc9c5e97526f760101a (100ms) I0505 09:34:26.797357 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (102ms) I0505 09:34:26.895595 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (98ms) I0505 09:34:26.996573 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (101ms) I0505 09:34:27.095256 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (99ms) I0505 09:34:27.196104 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms) I0505 09:34:27.295772 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0505 09:34:27.397038 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (101ms) I0505 09:34:27.499016 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (102ms) I0505 09:34:27.595302 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (96ms) I0505 09:34:27.697151 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (102ms) I0505 09:34:27.795348 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (98ms) I0505 09:34:27.895776 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0505 09:34:27.997032 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (101ms) I0505 09:34:28.095710 1 gather_workloads_info.go:387] No image sha256:295fdda3bdb8bc5a12a5b038d087001f9e37481cf6f1b3a6d80d39dfabe17af9 (99ms) I0505 09:34:28.196054 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0505 09:34:28.296818 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (101ms) I0505 09:34:28.396065 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (99ms) I0505 09:34:28.495298 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (99ms) I0505 09:34:28.596349 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (101ms) I0505 09:34:28.687759 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 09:34:28.696023 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0505 09:34:28.796047 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0505 09:34:28.892272 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 09:34:28.895355 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (99ms) I0505 09:34:28.895383 1 tasks_processing.go:74] worker 1 stopped. E0505 09:34:28.895393 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0505 09:34:28.895648 1 recorder.go:75] Recording config/workload_info with fingerprint=b10af14c36d4fa8717e910d3ce9379569d10c898501970445f2cda2ba270f1b0 I0505 09:34:28.895664 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.638448971s to process 1 records E0505 09:34:28.895689 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.638s with: function \"workload_info\" failed with an error" I0505 09:34:28.896786 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0505 09:34:28.896797 1 periodic.go:216] Running conditional gatherer I0505 09:34:28.902944 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0505 09:34:28.909395 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.12:57616->172.30.0.10:53: read: connection refused E0505 09:34:28.909700 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 09:34:28.909760 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0505 09:34:28.915794 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0505 09:34:28.915807 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 09:34:28.915812 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 09:34:28.915815 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 09:34:28.915819 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 09:34:28.915822 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 09:34:28.915825 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 09:34:28.915827 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 09:34:28.915830 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 09:34:28.915832 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0505 09:34:28.915846 1 tasks_processing.go:45] number of workers: 3 I0505 09:34:28.915858 1 tasks_processing.go:69] worker 2 listening for tasks. I0505 09:34:28.915862 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0505 09:34:28.915866 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 09:34:28.915875 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0505 09:34:28.915880 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0505 09:34:28.915879 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 09:34:28.915889 1 tasks_processing.go:74] worker 1 stopped. I0505 09:34:28.915939 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0505 09:34:28.915951 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 912ns to process 1 records I0505 09:34:28.915983 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0505 09:34:28.915992 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.089µs to process 1 records I0505 09:34:28.915997 1 tasks_processing.go:74] worker 0 stopped. I0505 09:34:28.916109 1 tasks_processing.go:74] worker 2 stopped. I0505 09:34:28.916120 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 223.707µs to process 0 records I0505 09:34:28.916137 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.12:57616->172.30.0.10:53: read: connection refused I0505 09:34:28.916153 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0505 09:34:28.940440 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=449d7807840fbfe4b1197490f986d90dbe0b7586379f846f183f65b2846944c4 I0505 09:34:28.940583 1 diskrecorder.go:70] Writing 107 records to /var/lib/insights-operator/insights-2026-05-05-093428.tar.gz I0505 09:34:28.948728 1 diskrecorder.go:51] Wrote 107 records to disk in 8ms I0505 09:34:28.948763 1 periodic.go:285] Gathering cluster info every 2h0m0s I0505 09:34:28.948779 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0505 09:34:43.764375 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 09:35:37.534539 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="e76bb3ff8d70de54792514cf32ce5018985dcb51ba185ce0bd7f343450b277f0") W0505 09:35:37.534573 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I0505 09:35:37.534661 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="10bd75ac7675664ac300652cf44bfff6b69c3f59eb1d05bf789748da30b5da91")