W0506 07:33:22.832985 1 cmd.go:257] Using insecure, self-signed certificates I0506 07:33:22.937289 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 07:33:22.937626 1 observer_polling.go:159] Starting file observer I0506 07:33:23.589898 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0506 07:33:23.590185 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0506 07:33:23.591075 1 secure_serving.go:57] Forcing use of http/1.1 only I0506 07:33:23.591102 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0506 07:33:23.591114 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0506 07:33:23.591129 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0506 07:33:23.591136 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0506 07:33:23.591140 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0506 07:33:23.591147 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0506 07:33:23.591151 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0506 07:33:23.595036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"c6141294-37cb-442a-930d-8a15315e87a0", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0506 07:33:23.595031 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0506 07:33:23.595968 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0506 07:33:23.595977 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0506 07:33:23.595988 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0506 07:33:23.595995 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0506 07:33:23.595981 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0506 07:33:23.596008 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0506 07:33:23.596288 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1806354023/tls.crt::/tmp/serving-cert-1806354023/tls.key" I0506 07:33:23.597199 1 secure_serving.go:213] Serving securely on [::]:8443 I0506 07:33:23.597271 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0506 07:33:23.608908 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0506 07:33:23.608934 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0506 07:33:23.609034 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0506 07:33:23.615006 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 07:33:23.615028 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0506 07:33:23.621822 1 secretconfigobserver.go:119] support secret does not exist I0506 07:33:23.625720 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 07:33:23.629327 1 secretconfigobserver.go:119] support secret does not exist I0506 07:33:23.631851 1 recorder.go:176] Pruning old reports every 8h0m7s, max age is 288h0m0s I0506 07:33:23.635917 1 periodic.go:216] Running clusterconfig gatherer I0506 07:33:23.635971 1 tasks_processing.go:45] number of workers: 64 I0506 07:33:23.635978 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0506 07:33:23.635987 1 insightsreport.go:296] Starting report retriever I0506 07:33:23.635995 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0506 07:33:23.635998 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 07:33:23.635996 1 tasks_processing.go:69] worker 3 listening for tasks. I0506 07:33:23.636004 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 07:33:23.635917 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0506 07:33:23.636013 1 tasks_processing.go:69] worker 2 listening for tasks. I0506 07:33:23.636015 1 tasks_processing.go:69] worker 9 listening for tasks. I0506 07:33:23.636010 1 tasks_processing.go:69] worker 13 listening for tasks. I0506 07:33:23.636019 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0506 07:33:23.636028 1 tasks_processing.go:69] worker 31 listening for tasks. I0506 07:33:23.636030 1 tasks_processing.go:69] worker 12 listening for tasks. I0506 07:33:23.636020 1 tasks_processing.go:69] worker 10 listening for tasks. I0506 07:33:23.636035 1 tasks_processing.go:69] worker 23 listening for tasks. I0506 07:33:23.636020 1 tasks_processing.go:69] worker 8 listening for tasks. I0506 07:33:23.636039 1 tasks_processing.go:71] worker 10 working on validating_webhook_configurations task. I0506 07:33:23.636042 1 tasks_processing.go:69] worker 50 listening for tasks. I0506 07:33:23.636044 1 tasks_processing.go:69] worker 6 listening for tasks. I0506 07:33:23.636041 1 tasks_processing.go:71] worker 12 working on certificate_signing_requests task. I0506 07:33:23.636054 1 tasks_processing.go:69] worker 51 listening for tasks. I0506 07:33:23.636056 1 tasks_processing.go:69] worker 25 listening for tasks. I0506 07:33:23.636056 1 tasks_processing.go:69] worker 32 listening for tasks. I0506 07:33:23.636063 1 tasks_processing.go:69] worker 33 listening for tasks. I0506 07:33:23.636066 1 tasks_processing.go:69] worker 14 listening for tasks. I0506 07:33:23.636069 1 tasks_processing.go:69] worker 7 listening for tasks. I0506 07:33:23.636071 1 tasks_processing.go:69] worker 29 listening for tasks. I0506 07:33:23.636078 1 tasks_processing.go:69] worker 30 listening for tasks. I0506 07:33:23.636051 1 tasks_processing.go:69] worker 22 listening for tasks. I0506 07:33:23.636082 1 tasks_processing.go:69] worker 43 listening for tasks. I0506 07:33:23.636048 1 tasks_processing.go:69] worker 24 listening for tasks. I0506 07:33:23.636088 1 tasks_processing.go:69] worker 46 listening for tasks. I0506 07:33:23.636069 1 tasks_processing.go:69] worker 52 listening for tasks. I0506 07:33:23.636075 1 tasks_processing.go:69] worker 34 listening for tasks. I0506 07:33:23.636094 1 tasks_processing.go:69] worker 26 listening for tasks. I0506 07:33:23.636098 1 tasks_processing.go:69] worker 44 listening for tasks. I0506 07:33:23.636078 1 tasks_processing.go:69] worker 15 listening for tasks. I0506 07:33:23.636104 1 tasks_processing.go:69] worker 27 listening for tasks. I0506 07:33:23.636106 1 tasks_processing.go:69] worker 59 listening for tasks. I0506 07:33:23.636108 1 tasks_processing.go:69] worker 48 listening for tasks. I0506 07:33:23.636108 1 tasks_processing.go:69] worker 42 listening for tasks. I0506 07:33:23.636110 1 tasks_processing.go:69] worker 63 listening for tasks. I0506 07:33:23.636121 1 tasks_processing.go:69] worker 45 listening for tasks. I0506 07:33:23.636123 1 tasks_processing.go:71] worker 50 working on crds task. I0506 07:33:23.636080 1 tasks_processing.go:69] worker 28 listening for tasks. I0506 07:33:23.636126 1 tasks_processing.go:69] worker 55 listening for tasks. I0506 07:33:23.636130 1 tasks_processing.go:69] worker 37 listening for tasks. I0506 07:33:23.636131 1 tasks_processing.go:71] worker 45 working on mutating_webhook_configurations task. I0506 07:33:23.636137 1 tasks_processing.go:71] worker 0 working on metrics task. I0506 07:33:23.636131 1 tasks_processing.go:69] worker 62 listening for tasks. I0506 07:33:23.636139 1 tasks_processing.go:69] worker 35 listening for tasks. I0506 07:33:23.636146 1 tasks_processing.go:69] worker 58 listening for tasks. I0506 07:33:23.636148 1 tasks_processing.go:69] worker 21 listening for tasks. I0506 07:33:23.636150 1 tasks_processing.go:69] worker 40 listening for tasks. I0506 07:33:23.636154 1 tasks_processing.go:71] worker 63 working on storage_cluster task. I0506 07:33:23.636155 1 tasks_processing.go:71] worker 1 working on image_pruners task. I0506 07:33:23.636159 1 tasks_processing.go:71] worker 6 working on overlapping_namespace_uids task. I0506 07:33:23.636162 1 tasks_processing.go:71] worker 24 working on aggregated_monitoring_cr_names task. I0506 07:33:23.636163 1 tasks_processing.go:71] worker 32 working on openstack_version task. I0506 07:33:23.636185 1 tasks_processing.go:71] worker 22 working on active_alerts task. I0506 07:33:23.636185 1 tasks_processing.go:71] worker 34 working on openstack_dataplanenodesets task. W0506 07:33:23.636186 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 07:33:23.636184 1 tasks_processing.go:71] worker 13 working on machine_configs task. I0506 07:33:23.636192 1 tasks_processing.go:71] worker 58 working on tsdb_status task. I0506 07:33:23.636206 1 tasks_processing.go:71] worker 51 working on openshift_logging task. I0506 07:33:23.636213 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 55.438µs to process 0 records I0506 07:33:23.636223 1 tasks_processing.go:71] worker 25 working on openstack_controlplanes task. I0506 07:33:23.636108 1 tasks_processing.go:71] worker 44 working on infrastructures task. I0506 07:33:23.636229 1 tasks_processing.go:71] worker 30 working on sap_config task. W0506 07:33:23.636236 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 07:33:23.636254 1 tasks_processing.go:71] worker 58 working on machine_config_pools task. I0506 07:33:23.636155 1 tasks_processing.go:71] worker 29 working on pod_network_connectivity_checks task. I0506 07:33:23.636158 1 tasks_processing.go:71] worker 40 working on nodes task. I0506 07:33:23.636520 1 tasks_processing.go:71] worker 26 working on machine_autoscalers task. I0506 07:33:23.636571 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 43.456µs to process 0 records I0506 07:33:23.636596 1 tasks_processing.go:71] worker 43 working on nodenetworkstates task. I0506 07:33:23.636618 1 tasks_processing.go:71] worker 7 working on container_runtime_configs task. I0506 07:33:23.636108 1 tasks_processing.go:71] worker 15 working on config_maps task. I0506 07:33:23.636958 1 tasks_processing.go:71] worker 14 working on image_registries task. I0506 07:33:23.636101 1 tasks_processing.go:69] worker 47 listening for tasks. I0506 07:33:23.636084 1 tasks_processing.go:69] worker 54 listening for tasks. I0506 07:33:23.636112 1 tasks_processing.go:71] worker 23 working on machine_healthchecks task. I0506 07:33:23.636112 1 tasks_processing.go:71] worker 27 working on operators task. I0506 07:33:23.636122 1 tasks_processing.go:69] worker 18 listening for tasks. I0506 07:33:23.636114 1 tasks_processing.go:71] worker 59 working on authentication task. I0506 07:33:23.637966 1 tasks_processing.go:71] worker 18 working on nodenetworkconfigurationpolicies task. I0506 07:33:23.638056 1 tasks_processing.go:71] worker 47 working on operators_pods_and_events task. W0506 07:33:23.636215 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 07:33:23.637972 1 tasks_processing.go:71] worker 54 working on service_accounts task. I0506 07:33:23.638138 1 tasks_processing.go:71] worker 22 working on cost_management_metrics_configs task. I0506 07:33:23.636114 1 tasks_processing.go:69] worker 17 listening for tasks. I0506 07:33:23.636026 1 tasks_processing.go:69] worker 11 listening for tasks. I0506 07:33:23.636120 1 tasks_processing.go:71] worker 48 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0506 07:33:23.638564 1 tasks_processing.go:71] worker 17 working on ceph_cluster task. I0506 07:33:23.638606 1 tasks_processing.go:71] worker 11 working on install_plans task. I0506 07:33:23.636118 1 tasks_processing.go:69] worker 60 listening for tasks. I0506 07:33:23.636124 1 tasks_processing.go:71] worker 42 working on machine_sets task. I0506 07:33:23.639026 1 tasks_processing.go:71] worker 60 working on qemu_kubevirt_launcher_logs task. I0506 07:33:23.636130 1 tasks_processing.go:69] worker 56 listening for tasks. I0506 07:33:23.636131 1 tasks_processing.go:69] worker 36 listening for tasks. I0506 07:33:23.639201 1 tasks_processing.go:71] worker 36 working on machines task. I0506 07:33:23.636128 1 tasks_processing.go:69] worker 38 listening for tasks. I0506 07:33:23.636132 1 tasks_processing.go:71] worker 28 working on silenced_alerts task. I0506 07:33:23.639335 1 tasks_processing.go:71] worker 38 working on clusterroles task. I0506 07:33:23.636133 1 tasks_processing.go:69] worker 19 listening for tasks. I0506 07:33:23.636137 1 tasks_processing.go:71] worker 55 working on support_secret task. I0506 07:33:23.636138 1 tasks_processing.go:69] worker 57 listening for tasks. I0506 07:33:23.636039 1 tasks_processing.go:69] worker 5 listening for tasks. I0506 07:33:23.636140 1 tasks_processing.go:71] worker 37 working on dvo_metrics task. I0506 07:33:23.636140 1 tasks_processing.go:69] worker 20 listening for tasks. I0506 07:33:23.636033 1 tasks_processing.go:69] worker 4 listening for tasks. I0506 07:33:23.636085 1 tasks_processing.go:69] worker 16 listening for tasks. I0506 07:33:23.636139 1 tasks_processing.go:69] worker 39 listening for tasks. I0506 07:33:23.636147 1 tasks_processing.go:71] worker 2 working on node_logs task. I0506 07:33:23.636148 1 tasks_processing.go:71] worker 62 working on jaegers task. I0506 07:33:23.636152 1 tasks_processing.go:71] worker 3 working on storage_classes task. I0506 07:33:23.636155 1 tasks_processing.go:71] worker 31 working on pdbs task. I0506 07:33:23.636157 1 tasks_processing.go:71] worker 21 working on lokistack task. I0506 07:33:23.636155 1 tasks_processing.go:71] worker 9 working on node_features task. I0506 07:33:23.636161 1 tasks_processing.go:71] worker 35 working on monitoring_persistent_volumes task. I0506 07:33:23.636149 1 tasks_processing.go:69] worker 41 listening for tasks. I0506 07:33:23.636193 1 tasks_processing.go:71] worker 52 working on image task. I0506 07:33:23.636200 1 tasks_processing.go:71] worker 0 working on container_images task. I0506 07:33:23.636198 1 tasks_processing.go:71] worker 46 working on sap_pods task. I0506 07:33:23.636111 1 tasks_processing.go:69] worker 61 listening for tasks. I0506 07:33:23.636076 1 tasks_processing.go:69] worker 53 listening for tasks. I0506 07:33:23.637991 1 tasks_processing.go:71] worker 33 working on openshift_machine_api_events task. I0506 07:33:23.638366 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.942828ms to process 0 records I0506 07:33:23.636118 1 tasks_processing.go:69] worker 49 listening for tasks. I0506 07:33:23.636116 1 tasks_processing.go:71] worker 8 working on version task. I0506 07:33:23.639148 1 tasks_processing.go:71] worker 56 working on proxies task. I0506 07:33:23.639865 1 tasks_processing.go:71] worker 4 working on cluster_apiserver task. I0506 07:33:23.639905 1 tasks_processing.go:71] worker 19 working on feature_gates task. W0506 07:33:23.639938 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 07:33:23.639952 1 tasks_processing.go:71] worker 39 working on networks task. I0506 07:33:23.639960 1 tasks_processing.go:74] worker 28 stopped. I0506 07:33:23.639972 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 678.029µs to process 0 records I0506 07:33:23.640013 1 tasks_processing.go:74] worker 63 stopped. I0506 07:33:23.640026 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 3.850102ms to process 0 records I0506 07:33:23.640116 1 tasks_processing.go:74] worker 26 stopped. I0506 07:33:23.640129 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 3.582872ms to process 0 records I0506 07:33:23.640130 1 tasks_processing.go:71] worker 57 working on schedulers task. I0506 07:33:23.640137 1 tasks_processing.go:71] worker 5 working on sap_datahubs task. I0506 07:33:23.640193 1 tasks_processing.go:71] worker 20 working on ingress task. I0506 07:33:23.640203 1 tasks_processing.go:71] worker 16 working on olm_operators task. I0506 07:33:23.640391 1 tasks_processing.go:71] worker 41 working on oauths task. I0506 07:33:23.640470 1 tasks_processing.go:71] worker 61 working on openstack_dataplanedeployments task. I0506 07:33:23.640485 1 tasks_processing.go:71] worker 53 working on ingress_certificates task. I0506 07:33:23.640538 1 tasks_processing.go:74] worker 49 stopped. I0506 07:33:23.641896 1 tasks_processing.go:74] worker 34 stopped. I0506 07:33:23.641909 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 5.698019ms to process 0 records I0506 07:33:23.644611 1 tasks_processing.go:74] worker 25 stopped. I0506 07:33:23.644625 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 8.379626ms to process 0 records I0506 07:33:23.644648 1 tasks_processing.go:74] worker 32 stopped. I0506 07:33:23.644652 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 8.457959ms to process 0 records I0506 07:33:23.645105 1 tasks_processing.go:74] worker 30 stopped. I0506 07:33:23.645120 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 8.862845ms to process 0 records I0506 07:33:23.649428 1 tasks_processing.go:74] worker 43 stopped. I0506 07:33:23.649447 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 12.823916ms to process 0 records I0506 07:33:23.649478 1 tasks_processing.go:74] worker 51 stopped. I0506 07:33:23.649491 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 13.259782ms to process 0 records I0506 07:33:23.649652 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0506 07:33:23.649669 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0506 07:33:23.649674 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0506 07:33:23.649677 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0506 07:33:23.649691 1 controller.go:531] The operator is still being initialized I0506 07:33:23.649696 1 controller.go:554] The operator is healthy I0506 07:33:23.649794 1 tasks_processing.go:74] worker 1 stopped. I0506 07:33:23.650044 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1063376813a000e4e3ebb3db1e1e7714062c7e0ee9800b863f67a9d6aa4b8c87 I0506 07:33:23.650060 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 13.62369ms to process 1 records I0506 07:33:23.651692 1 tasks_processing.go:74] worker 44 stopped. I0506 07:33:23.652143 1 recorder.go:75] Recording config/infrastructure with fingerprint=14f2397a3ca5fd2fdf29c63ceaa427680a5e8d5b9f0c636832e610bb29ab4c93 I0506 07:33:23.652156 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 15.452629ms to process 1 records I0506 07:33:23.655477 1 tasks_processing.go:74] worker 29 stopped. E0506 07:33:23.655488 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0506 07:33:23.655499 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 19.204561ms to process 0 records I0506 07:33:23.656299 1 tasks_processing.go:74] worker 58 stopped. I0506 07:33:23.656308 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 20.035295ms to process 0 records I0506 07:33:23.661311 1 tasks_processing.go:74] worker 59 stopped. I0506 07:33:23.661527 1 recorder.go:75] Recording config/authentication with fingerprint=7fcfbf69a9d0304195acbedeb7102bba79e05c75e965bd2c8292e813182b1d4b I0506 07:33:23.661550 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 23.453833ms to process 1 records I0506 07:33:23.667742 1 tasks_processing.go:74] worker 36 stopped. E0506 07:33:23.667762 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0506 07:33:23.667776 1 gather.go:177] gatherer "clusterconfig" function "machines" took 28.524804ms to process 0 records I0506 07:33:23.667811 1 tasks_processing.go:74] worker 10 stopped. I0506 07:33:23.668095 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=7f72d80ffc22d1f737eeb7c21e4458ca516275b4f1c19ad29188a1f890adc3aa I0506 07:33:23.668212 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=235faed76e31f610ade60d9c5350cfb83fac2d9fcab14a17298404ae1b03a82e I0506 07:33:23.668244 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=dbdc18b45a1e905281675b70784402130d6a692f6f4f060dbb2cac6a52526b96 I0506 07:33:23.668275 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=9cadc563b037c4df88ad36db65b563852c565b50cb05a25f70ef7a19fef3377a I0506 07:33:23.668308 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=87b0909c5dfbaf487c26c6f13e541fe99aaf3f1f4e0744e7eab43eabc60a963b I0506 07:33:23.668349 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=da172860eb1a96b7a111de4710375202dfcc32105124f3d06115a13526615763 I0506 07:33:23.668397 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=2eab31d7d106c8bfb9ce8821ae56b6caecd973b9bb1e0e12e7a128ff9a76faac I0506 07:33:23.668477 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=dc5d14e265e79172137f261f4593cb8f47f34b4b4fc1dca42c3f3856b96d438e I0506 07:33:23.668525 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=5c114dfabf032c8cb4072caeeb14835107c3dc8a4586d6d170d83742e3774e0d I0506 07:33:23.668793 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=8025deefc22ed38b752050501619eef5a6e008f29f7fd42a86ced6935289c59d I0506 07:33:23.668847 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=54e82ba144493366015dc5f09d09c882870b8277ce5a9e7fcb6d9db3c6c2bbe9 I0506 07:33:23.668905 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 31.76269ms to process 11 records E0506 07:33:23.669056 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0506 07:33:23.669599 1 recorder.go:75] Recording config/node/ip-10-0-0-22.ec2.internal with fingerprint=00f409e0e185aea0d02536f29d889d087f28040adb85d8210f0980ce67942774 I0506 07:33:23.669736 1 recorder.go:75] Recording config/node/ip-10-0-1-137.ec2.internal with fingerprint=e03b2891f7183b7dde0ed5ffaac8ca18e3e0672ef477c4e7e510e367ee6a6a14 I0506 07:33:23.669850 1 tasks_processing.go:74] worker 40 stopped. I0506 07:33:23.669925 1 recorder.go:75] Recording config/node/ip-10-0-2-241.ec2.internal with fingerprint=b6611ee79e5419335f30af1c50fe3d85fbc1e9bce048db65202103e21b64d695 I0506 07:33:23.669966 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 31.424991ms to process 3 records E0506 07:33:23.669995 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0506 07:33:23.670019 1 tasks_processing.go:74] worker 23 stopped. I0506 07:33:23.670026 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 30.916274ms to process 0 records I0506 07:33:23.670123 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 31.408279ms to process 0 records I0506 07:33:23.670137 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 30.017885ms to process 0 records I0506 07:33:23.670144 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 29.896223ms to process 0 records I0506 07:33:23.670145 1 tasks_processing.go:74] worker 7 stopped. I0506 07:33:23.670157 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 29.626003ms to process 0 records I0506 07:33:23.670157 1 tasks_processing.go:74] worker 18 stopped. I0506 07:33:23.670161 1 tasks_processing.go:74] worker 22 stopped. I0506 07:33:23.670163 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 28.97365ms to process 0 records I0506 07:33:23.670191 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 29.518675ms to process 0 records I0506 07:33:23.670188 1 tasks_processing.go:74] worker 17 stopped. I0506 07:33:23.670199 1 tasks_processing.go:74] worker 46 stopped. I0506 07:33:23.670214 1 tasks_processing.go:74] worker 42 stopped. I0506 07:33:23.670241 1 tasks_processing.go:74] worker 56 stopped. I0506 07:33:23.670392 1 recorder.go:75] Recording config/proxy with fingerprint=1e0f16e6c4d8978cec54fc03b9e8faa5ecb5b93253e7be168cda5e94b94e861f I0506 07:33:23.670449 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 29.019104ms to process 1 records I0506 07:33:23.670772 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 29.630545ms to process 0 records E0506 07:33:23.670781 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0506 07:33:23.670781 1 tasks_processing.go:74] worker 9 stopped. I0506 07:33:23.670787 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 29.864724ms to process 0 records I0506 07:33:23.670791 1 tasks_processing.go:74] worker 55 stopped. I0506 07:33:23.670802 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 29.850559ms to process 0 records I0506 07:33:23.670863 1 tasks_processing.go:74] worker 62 stopped. I0506 07:33:23.670931 1 tasks_processing.go:74] worker 41 stopped. I0506 07:33:23.671105 1 recorder.go:75] Recording config/oauth with fingerprint=e6852aed82a83351d89cb8c7534352720577fa931a4716d559b4dbb385e42987 I0506 07:33:23.671124 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 29.293367ms to process 1 records I0506 07:33:23.671864 1 tasks_processing.go:74] worker 2 stopped. I0506 07:33:23.671880 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 32.428518ms to process 0 records I0506 07:33:23.671900 1 tasks_processing.go:74] worker 5 stopped. I0506 07:33:23.671912 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 31.753926ms to process 0 records I0506 07:33:23.671919 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 32.471605ms to process 0 records E0506 07:33:23.671924 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0506 07:33:23.671933 1 tasks_processing.go:74] worker 21 stopped. I0506 07:33:23.671942 1 gather_logs.go:145] no pods in namespace were found I0506 07:33:23.671949 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0506 07:33:23.671959 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 35.718275ms to process 1 records I0506 07:33:23.671964 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 32.909286ms to process 0 records I0506 07:33:23.671969 1 tasks_processing.go:74] worker 60 stopped. I0506 07:33:23.671973 1 tasks_processing.go:74] worker 13 stopped. I0506 07:33:23.672244 1 tasks_processing.go:74] worker 4 stopped. I0506 07:33:23.672410 1 recorder.go:75] Recording config/apiserver with fingerprint=2d85b685955eb76adc58e5ec1cfdf1c5e182085369e2ec426b4e95774647c9a2 I0506 07:33:23.672426 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 32.362809ms to process 1 records I0506 07:33:23.672497 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=eb88d0ea3301acd29748ed70b15df8c976079766b5bc683d256d153aa0bfcaf6 I0506 07:33:23.672515 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=445a7629fae492d2c9e03cf2fc4ea64debadbea94872067a746ca5ec96a1f7dc I0506 07:33:23.672534 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=fb5fb44d8e33de2eea0e2e88a9005101f14f3b91f808ba2fdf00bfab1af29a5b I0506 07:33:23.672532 1 tasks_processing.go:74] worker 31 stopped. I0506 07:33:23.672543 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 32.811869ms to process 3 records I0506 07:33:23.672653 1 tasks_processing.go:74] worker 20 stopped. I0506 07:33:23.672697 1 recorder.go:75] Recording config/ingress with fingerprint=7ec024bba19f7a7dada7347cf08cd30fddb72b5704bb84a7ac227cad2719c144 I0506 07:33:23.672710 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 32.0545ms to process 1 records I0506 07:33:23.672784 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=4bf0882827b7b666c618f87e6245e32cdc737841576a1e23bd855f3cf6fc36e2 I0506 07:33:23.672797 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 32.169575ms to process 1 records I0506 07:33:23.672785 1 tasks_processing.go:74] worker 57 stopped. I0506 07:33:23.672872 1 recorder.go:75] Recording config/image with fingerprint=1f9f22476fe1c4f8c0d6e1af782fd438bbcb41d1e191c318320d9d4d5dbe2a65 I0506 07:33:23.672907 1 gather.go:177] gatherer "clusterconfig" function "image" took 32.911202ms to process 1 records I0506 07:33:23.672916 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 31.904258ms to process 0 records I0506 07:33:23.672915 1 tasks_processing.go:74] worker 52 stopped. I0506 07:33:23.672928 1 tasks_processing.go:74] worker 61 stopped. I0506 07:33:23.672997 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=40739a9cb84e492add422600beb1f5f36f3c9a93127d09e27bf441da80c96338 I0506 07:33:23.672996 1 tasks_processing.go:74] worker 3 stopped. I0506 07:33:23.673018 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=c00447e58fde68ab3c0feacce7817e54e833b49f618520ede58bdc44732a369e I0506 07:33:23.673035 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 33.019747ms to process 2 records I0506 07:33:23.673115 1 tasks_processing.go:74] worker 39 stopped. I0506 07:33:23.673217 1 recorder.go:75] Recording config/network with fingerprint=94655ed1b743f8d8563c1f35f3c706c6e47fe54e6e643647cab58d3e7a2242bd I0506 07:33:23.673233 1 gather.go:177] gatherer "clusterconfig" function "networks" took 32.553025ms to process 1 records I0506 07:33:23.673404 1 tasks_processing.go:74] worker 14 stopped. I0506 07:33:23.673622 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=ce32d12ec2e3dea8bda3f5eefcec0e56797344089fe2fb95ee461b750a69c529 I0506 07:33:23.673645 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 35.71764ms to process 1 records I0506 07:33:23.673661 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 33.375468ms to process 0 records I0506 07:33:23.673695 1 tasks_processing.go:74] worker 33 stopped. I0506 07:33:23.673764 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=dc5d22708c1147358735ef23e2b495876f0cf4f3de816efecb65d0fa82ffbfdc I0506 07:33:23.673808 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ffafae5185eda8d6fa3eb72f1c9bdc9b7b5a0ee51508f5e2c7842822b7fdfbb4 I0506 07:33:23.673834 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=b2f3397628fa939394d6466b2d9042121b1cf06b44c29ae26d5c59e90ac077b2 I0506 07:33:23.673842 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 36.730332ms to process 3 records I0506 07:33:23.673765 1 tasks_processing.go:74] worker 45 stopped. I0506 07:33:23.673921 1 tasks_processing.go:74] worker 19 stopped. I0506 07:33:23.673924 1 recorder.go:75] Recording config/featuregate with fingerprint=37a51fc9c7376e48119100c9979297269cb43440598a1ec97c53aea561457936 I0506 07:33:23.673942 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 33.140377ms to process 1 records I0506 07:33:23.674653 1 tasks_processing.go:74] worker 6 stopped. I0506 07:33:23.674726 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0506 07:33:23.674762 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 38.483309ms to process 1 records I0506 07:33:23.674865 1 tasks_processing.go:74] worker 12 stopped. I0506 07:33:23.674888 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 38.804077ms to process 0 records W0506 07:33:23.675268 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 07:33:23.688302 1 tasks_processing.go:74] worker 24 stopped. I0506 07:33:23.688322 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 52.107034ms to process 0 records I0506 07:33:23.690910 1 tasks_processing.go:74] worker 35 stopped. I0506 07:33:23.690931 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 51.460339ms to process 0 records I0506 07:33:23.690953 1 tasks_processing.go:74] worker 38 stopped. I0506 07:33:23.691134 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=4c23d9d248bcc98c72c8cb1194ea4c3d09c0ddbda07f1f1b3297f28be0e690a7 I0506 07:33:23.691239 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=f0aa15906fdd1d867a5272038b8fd039a303cdccff2203ba154281fdc03cc674 I0506 07:33:23.691249 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 51.557001ms to process 2 records I0506 07:33:23.691344 1 tasks_processing.go:74] worker 50 stopped. I0506 07:33:23.691716 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=9eb3e8dff6fd4b2cb8c76338f98cf8cb6111ba0bfd8cb48c0d5deb5f96d74ba2 I0506 07:33:23.691915 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=da58114852a85e7c91931a17ad9198cdee5aa811b40d489bcd3746436ef18444 I0506 07:33:23.691925 1 gather.go:177] gatherer "clusterconfig" function "crds" took 54.820074ms to process 2 records I0506 07:33:23.692973 1 tasks_processing.go:74] worker 8 stopped. I0506 07:33:23.693232 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0506 07:33:23.694051 1 recorder.go:75] Recording config/version with fingerprint=d652394037e3896aadbbb8436b6cd7b723faec261b8e2d7f5b8db1627aa679c6 I0506 07:33:23.694073 1 recorder.go:75] Recording config/id with fingerprint=0546724d22dab961d66dfeae4a897ab89f05e28455daae7a07393e1396ece5b2 I0506 07:33:23.694083 1 gather.go:177] gatherer "clusterconfig" function "version" took 53.477651ms to process 2 records W0506 07:33:23.694090 1 operator.go:328] started I0506 07:33:23.694163 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0506 07:33:23.694217 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0506 07:33:23.694560 1 tasks_processing.go:74] worker 16 stopped. I0506 07:33:23.694664 1 recorder.go:75] Recording config/olm_operators with fingerprint=ae96778b18a753a925a670231e5032f73017671989fbe933029c6321541a0219 I0506 07:33:23.694682 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 54.343437ms to process 1 records I0506 07:33:23.696077 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0506 07:33:23.696090 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0506 07:33:23.696098 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0506 07:33:23.699242 1 tasks_processing.go:74] worker 0 stopped. I0506 07:33:23.699354 1 recorder.go:75] Recording config/running_containers with fingerprint=4ef313857e11f4a092e7f34bda7703a71186a45a2e84c82865d7c034530b8eef I0506 07:33:23.699373 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 59.768805ms to process 1 records I0506 07:33:23.709068 1 tasks_processing.go:74] worker 48 stopped. I0506 07:33:23.709092 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 70.620177ms to process 0 records I0506 07:33:23.709125 1 base_controller.go:82] Caches are synced for ConfigController I0506 07:33:23.709132 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0506 07:33:23.713046 1 prometheus_rules.go:88] Prometheus rules successfully created I0506 07:33:23.713051 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0506 07:33:23.713098 1 controller.go:254] Source scaController *sca.Controller is not ready I0506 07:33:23.713107 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0506 07:33:23.713113 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0506 07:33:23.713118 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0506 07:33:23.713191 1 controller.go:531] The operator is still being initialized I0506 07:33:23.713200 1 controller.go:554] The operator is healthy I0506 07:33:23.722604 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 07:33:23.728573 1 tasks_processing.go:74] worker 15 stopped. E0506 07:33:23.728591 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0506 07:33:23.728606 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0506 07:33:23.728612 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0506 07:33:23.728623 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0506 07:33:23.728662 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0506 07:33:23.728670 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0506 07:33:23.728675 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0506 07:33:23.728679 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0506 07:33:23.728717 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0506 07:33:23.728724 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0506 07:33:23.728730 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 91.87334ms to process 7 records E0506 07:33:23.736328 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%279a8e966b-4179-410e-8da8-427ef85deb70%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:52813->172.30.0.10:53: read: connection refused I0506 07:33:23.736345 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%279a8e966b-4179-410e-8da8-427ef85deb70%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:52813->172.30.0.10:53: read: connection refused I0506 07:33:23.754002 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0506 07:33:23.757585 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:38409->172.30.0.10:53: read: connection refused I0506 07:33:23.757624 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:38409->172.30.0.10:53: read: connection refused I0506 07:33:23.795125 1 base_controller.go:82] Caches are synced for LoggingSyncer I0506 07:33:23.795146 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0506 07:33:23.811758 1 tasks_processing.go:74] worker 53 stopped. E0506 07:33:23.811782 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0506 07:33:23.811789 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q49pdfruok6943kbc0k636d0r7dm1vi-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q49pdfruok6943kbc0k636d0r7dm1vi-primary-cert-bundle-secret" not found I0506 07:33:23.811857 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=73824006be188aef7193217ef4c3d0812d3e9e04d1d4979c39cc79192b80497d I0506 07:33:23.811874 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 171.252718ms to process 1 records I0506 07:33:24.082539 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0506 07:33:24.082555 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0506 07:33:24.083369 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2zf67 pod in namespace openshift-dns (previous: false). I0506 07:33:24.285118 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2zf67 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2zf67\" is waiting to start: ContainerCreating" I0506 07:33:24.285138 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2zf67\" is waiting to start: ContainerCreating" I0506 07:33:24.285147 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2zf67 pod in namespace openshift-dns (previous: false). I0506 07:33:24.489554 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2zf67 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2zf67\" is waiting to start: ContainerCreating" I0506 07:33:24.489571 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2zf67\" is waiting to start: ContainerCreating" I0506 07:33:24.489583 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-8lkzn pod in namespace openshift-dns (previous: false). W0506 07:33:24.673267 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 07:33:24.707394 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8lkzn pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-8lkzn\" is waiting to start: ContainerCreating" I0506 07:33:24.707409 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-8lkzn\" is waiting to start: ContainerCreating" I0506 07:33:24.707417 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-8lkzn pod in namespace openshift-dns (previous: false). I0506 07:33:24.886211 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8lkzn pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-8lkzn\" is waiting to start: ContainerCreating" I0506 07:33:24.886234 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-8lkzn\" is waiting to start: ContainerCreating" I0506 07:33:24.886260 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-nqbpt pod in namespace openshift-dns (previous: false). I0506 07:33:25.105119 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0506 07:33:25.111834 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nqbpt pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-nqbpt\" is waiting to start: ContainerCreating" I0506 07:33:25.111852 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-nqbpt\" is waiting to start: ContainerCreating" I0506 07:33:25.111860 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-nqbpt pod in namespace openshift-dns (previous: false). I0506 07:33:25.286557 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nqbpt pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-nqbpt\" is waiting to start: ContainerCreating" I0506 07:33:25.286574 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-nqbpt\" is waiting to start: ContainerCreating" I0506 07:33:25.286585 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-8hwdk pod in namespace openshift-dns (previous: false). I0506 07:33:25.486154 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 07:33:25.486186 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-j48bq pod in namespace openshift-dns (previous: false). I0506 07:33:25.507240 1 tasks_processing.go:74] worker 27 stopped. I0506 07:33:25.507283 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=36999c7c83554ec40f50b6821c6fe60dbb6b31562959a4d3257f1c5541707c40 I0506 07:33:25.507329 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=7a0e54f02afe00ec8da6a6d687dc9773f2329bc15935b3f79c7ed268f2640a01 I0506 07:33:25.507364 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0506 07:33:25.507390 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=f73a0fcce34a5faa74e4ca536be9f859e3078fc167258522f976e6c87a7cdccf I0506 07:33:25.507406 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0506 07:33:25.507444 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=4c816f61e7911e83b32157cb1a74f4a39267d27a6b611bbde1c9a50a9f730247 I0506 07:33:25.507474 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=7f8d2fe29ffc3044a3b8cf8431cdf1ec4714f6ca20ccd04615b458066e27baa2 I0506 07:33:25.507497 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=5e43bb51178d3c9829f40d2cd66655d356e9faab29852050ade11a9d71939975 I0506 07:33:25.507512 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=ac68c833a233c109d74d1e5f52dce0bd7ce3658d63da434570436228120d94ac I0506 07:33:25.507528 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=c4bb61339dad335e4f53a7fe6a0df7adb941bdccfc4ca915117b29216fcfc483 I0506 07:33:25.507537 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0506 07:33:25.507564 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=40f0386d552efd51d560aef6067367cf0c1c4f05c00c75ad24586b13923fe839 I0506 07:33:25.507575 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0506 07:33:25.507591 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=b991ce1f6bd6ec71e622a29ee42a2669194cacbed687f6f7881f4a60831a50da I0506 07:33:25.507601 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0506 07:33:25.507614 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=af7904def611d5ff809a9b117ff87fe107b89a0bb647dc5d179ae5d8d5436c04 I0506 07:33:25.507621 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0506 07:33:25.507636 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=5073f779c69dee7b6b5e6f066fd2a1360e95571ec6f0870cb6efca7e07dd44d2 I0506 07:33:25.507778 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=4d342a391b06775f08ec7943e9b9b341f5476cf0146d14c650daf2b94ffee840 I0506 07:33:25.507789 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0506 07:33:25.507797 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0506 07:33:25.507823 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0506 07:33:25.507846 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=5fe1e3b7b15e7b655b99bbd3ceed44bad5165eb7088fa67d84925b4baed77e4f I0506 07:33:25.507869 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=4fac964b8ac633fd2a76af429f91ef1ff018b9d21d2de6ecdb35473df1708755 I0506 07:33:25.507878 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0506 07:33:25.507893 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9d5b4f49f3368a4a18f30d738cf44c58af6fc0524ce03d3ea9a469c07c2eaa31 I0506 07:33:25.507900 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0506 07:33:25.507913 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=6c4ba617ab54184cc1b9dd58df248f2f15cf650f6791dacd5b659a538c5451c2 I0506 07:33:25.507926 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=1d698ba83fdf3ca8afc5d9fb993763505067e153cac1489d52c7d26f3869a7bc I0506 07:33:25.507941 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=e0bcf98449c021879da75467585fa3480ecf81d2038f4e7680952fc82fb3af3c I0506 07:33:25.507954 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=ad63bdcb32cb76d0432866dfcfce5cf54c766d7f9c94d40d478f6ac41822dbfb I0506 07:33:25.507968 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=b00b3b669e085d3242860a5d3af78d0cc859d01c6fd64545b89be66eed618dc0 I0506 07:33:25.507994 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c21afca1ca507f959419310e51876202d40cb96fe0b28a61191c30d4073c327b I0506 07:33:25.508010 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0506 07:33:25.508016 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0506 07:33:25.508022 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.870163899s to process 35 records W0506 07:33:25.673220 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 07:33:25.694071 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 07:33:25.694087 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-p6pgr pod in namespace openshift-dns (previous: false). I0506 07:33:25.888195 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 07:33:25.888269 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-64456bc74f-2csh2 pod in namespace openshift-image-registry (previous: false). I0506 07:33:26.086679 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-64456bc74f-2csh2 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-64456bc74f-2csh2\" is waiting to start: ContainerCreating" I0506 07:33:26.086698 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-64456bc74f-2csh2\" is waiting to start: ContainerCreating" I0506 07:33:26.086729 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-64456bc74f-66m4l pod in namespace openshift-image-registry (previous: false). I0506 07:33:26.287399 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-64456bc74f-66m4l pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-64456bc74f-66m4l\" is waiting to start: ContainerCreating" I0506 07:33:26.287416 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-64456bc74f-66m4l\" is waiting to start: ContainerCreating" I0506 07:33:26.287454 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-76b68cbcd-kln5s pod in namespace openshift-image-registry (previous: false). I0506 07:33:26.486420 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-76b68cbcd-kln5s pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-76b68cbcd-kln5s\" is waiting to start: ContainerCreating" I0506 07:33:26.486438 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-76b68cbcd-kln5s\" is waiting to start: ContainerCreating" I0506 07:33:26.486448 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9v7cr pod in namespace openshift-image-registry (previous: false). W0506 07:33:26.673296 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 07:33:26.685997 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 07:33:26.686012 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-x2gcw pod in namespace openshift-image-registry (previous: false). I0506 07:33:26.885090 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 07:33:26.885107 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-x4hkk pod in namespace openshift-image-registry (previous: false). I0506 07:33:27.086964 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 07:33:27.086984 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6c8677b95f-sc4cg pod in namespace openshift-ingress (previous: false). I0506 07:33:27.287339 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6c8677b95f-sc4cg pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6c8677b95f-sc4cg\" is waiting to start: ContainerCreating" I0506 07:33:27.287356 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6c8677b95f-sc4cg\" is waiting to start: ContainerCreating" I0506 07:33:27.287367 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6f75bcf46b-6fwtj pod in namespace openshift-ingress (previous: false). I0506 07:33:27.486854 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6f75bcf46b-6fwtj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6f75bcf46b-6fwtj\" is waiting to start: ContainerCreating" I0506 07:33:27.486873 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6f75bcf46b-6fwtj\" is waiting to start: ContainerCreating" I0506 07:33:27.486884 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6f75bcf46b-s25vt pod in namespace openshift-ingress (previous: false). W0506 07:33:27.673624 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 07:33:27.685257 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6f75bcf46b-s25vt pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6f75bcf46b-s25vt\" is waiting to start: ContainerCreating" I0506 07:33:27.685271 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6f75bcf46b-s25vt\" is waiting to start: ContainerCreating" I0506 07:33:27.685281 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-5hfdc pod in namespace openshift-ingress-canary (previous: false). I0506 07:33:27.886604 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-78nqt pod in namespace openshift-ingress-canary (previous: false). I0506 07:33:28.088264 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-nxf8p pod in namespace openshift-ingress-canary (previous: false). I0506 07:33:28.285684 1 tasks_processing.go:74] worker 47 stopped. I0506 07:33:28.285773 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=4aeb161d395e861f6e65ecb21d4999f6ce790cd779ff6b3ff6f8cbdf6de4b8bf I0506 07:33:28.285825 1 recorder.go:75] Recording events/openshift-dns with fingerprint=75f2e92ae81b5667b710d419b61b818dfee3f05cce537923d7a5fb6a0da9ee75 I0506 07:33:28.285912 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=6b4c1ea08973eaa9d18f8f3bcd6314c1abc47e868247db690d0569328e893209 I0506 07:33:28.285941 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=96dcc62be6c6b7f5b52c240f5a36c36f9b55100add5210ad12d97ba150b6de79 I0506 07:33:28.285989 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=ddbe10952caec406ecd5163790de1650bbf440684ad4a737aa3ebaac0222fe98 I0506 07:33:28.286025 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=dba6e11ce478f4c1443d250af7d5b027961436edc1e8b07c5fd83d59e28170cd I0506 07:33:28.287365 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-2zf67 with fingerprint=c2a9193b980e0df28f20c016a70582ab2af6e6f38b8ffcaf9c0a3ee1e8bc1ddd I0506 07:33:28.287457 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-nqbpt with fingerprint=881c2e6e798fd21cbc3836fdadd505a968b71c3e78142475584c62aecb23f241 I0506 07:33:28.287557 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-64456bc74f-2csh2 with fingerprint=8bfcfd6b309dfd4822e8dca9f7291c2d0a65c80a1208cb1623887be19682e1d4 I0506 07:33:28.287649 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-64456bc74f-66m4l with fingerprint=a6c602859f7138f43318ccd2022f8ffbac8933a3d2a408f06c25be96b54c0feb I0506 07:33:28.287732 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-76b68cbcd-kln5s with fingerprint=935b7402427fd27e649a9e4ea9cd9293480a4c33a97006d4b92d89e4363908fd I0506 07:33:28.287740 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-5hfdc/serve-healthcheck-canary_current.log with fingerprint=993deab5d5c43b49ae5a78b927b1dce1f6d57cd6611f044d03b0f09157eb4eee I0506 07:33:28.287745 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-78nqt/serve-healthcheck-canary_current.log with fingerprint=61b7e55b95005a77c2fb3b95d6fdf3b036f3b3779cc69c60d4661ec55899e3a1 I0506 07:33:28.287748 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-nxf8p/serve-healthcheck-canary_current.log with fingerprint=de482d839a607e4728cc7e396333655143515099967b5f9ae59e12319e2c0534 I0506 07:33:28.287754 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.647567737s to process 14 records W0506 07:33:28.670281 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0506 07:33:28.670307 1 tasks_processing.go:74] worker 37 stopped. E0506 07:33:28.670317 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0506 07:33:28.670328 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0506 07:33:28.670342 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0506 07:33:28.670351 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.030880279s to process 1 records I0506 07:33:36.078379 1 tasks_processing.go:74] worker 11 stopped. I0506 07:33:36.078421 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0506 07:33:36.078436 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.439746254s to process 1 records I0506 07:33:36.652434 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 07:33:36.848095 1 tasks_processing.go:74] worker 54 stopped. I0506 07:33:36.848397 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=8e51bdad94ccef4d8b8d1dcd31ca57822f1858ab42bfebeef1b93869b7cdc5cb I0506 07:33:36.848417 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.209936743s to process 1 records E0506 07:33:36.848503 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.212s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0506 07:33:36.849617 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0506 07:33:36.849632 1 periodic.go:216] Running workloads gatherer I0506 07:33:36.849647 1 tasks_processing.go:45] number of workers: 2 I0506 07:33:36.849653 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 07:33:36.849658 1 tasks_processing.go:71] worker 1 working on workload_info task. I0506 07:33:36.849722 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 07:33:36.849794 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0506 07:33:36.877383 1 tasks_processing.go:74] worker 0 stopped. I0506 07:33:36.877401 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.568744ms to process 0 records I0506 07:33:36.879220 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0506 07:33:36.887441 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0506 07:33:36.895927 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (8ms) I0506 07:33:36.904078 1 gather_workloads_info.go:387] No image sha256:f68c0da8268f23078f5f760a91a3c8212f2195acf18c231f6e034207a67adeec (8ms) I0506 07:33:36.912953 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (9ms) I0506 07:33:36.920819 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (8ms) I0506 07:33:36.928666 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (8ms) I0506 07:33:36.936686 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (8ms) I0506 07:33:36.944640 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (8ms) I0506 07:33:36.952432 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (8ms) I0506 07:33:36.963695 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (11ms) I0506 07:33:36.987734 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (24ms) I0506 07:33:37.087621 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms) I0506 07:33:37.187815 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0506 07:33:37.287834 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0506 07:33:37.387744 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms) I0506 07:33:37.488055 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (100ms) I0506 07:33:37.588411 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0506 07:33:37.688201 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (100ms) I0506 07:33:37.789804 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (102ms) I0506 07:33:37.888021 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (98ms) I0506 07:33:37.988278 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms) I0506 07:33:38.087735 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (99ms) I0506 07:33:38.188239 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0506 07:33:38.288395 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0506 07:33:38.315888 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 07:33:38.387874 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (99ms) I0506 07:33:38.488401 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (101ms) I0506 07:33:38.514339 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 07:33:38.588229 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0506 07:33:38.687845 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0506 07:33:38.788127 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0506 07:33:38.888080 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0506 07:33:38.988431 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0506 07:33:39.088162 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms) I0506 07:33:39.187470 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (99ms) I0506 07:33:39.288027 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (101ms) I0506 07:33:39.288059 1 tasks_processing.go:74] worker 1 stopped. E0506 07:33:39.288069 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0506 07:33:39.288367 1 recorder.go:75] Recording config/workload_info with fingerprint=9867e5ff0377f98ff9715830adeff836ee1d65520ccd07a313ea21724ed6d44f I0506 07:33:39.288384 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.43839396s to process 1 records E0506 07:33:39.288409 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.438s with: function \"workload_info\" failed with an error" I0506 07:33:39.289515 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0506 07:33:39.289534 1 periodic.go:216] Running conditional gatherer I0506 07:33:39.295339 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0506 07:33:39.302074 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:36314->172.30.0.10:53: read: connection refused E0506 07:33:39.302394 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 07:33:39.302455 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0506 07:33:39.307378 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0506 07:33:39.307392 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 07:33:39.307398 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 07:33:39.307401 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 07:33:39.307404 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 07:33:39.307407 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 07:33:39.307410 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 07:33:39.307413 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 07:33:39.307416 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 07:33:39.307419 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0506 07:33:39.307435 1 tasks_processing.go:45] number of workers: 3 I0506 07:33:39.307446 1 tasks_processing.go:69] worker 2 listening for tasks. I0506 07:33:39.307450 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0506 07:33:39.307455 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 07:33:39.307467 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0506 07:33:39.307467 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 07:33:39.307476 1 tasks_processing.go:74] worker 1 stopped. I0506 07:33:39.307483 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0506 07:33:39.307527 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0506 07:33:39.307537 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 767ns to process 1 records I0506 07:33:39.307570 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0506 07:33:39.307575 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.241µs to process 1 records I0506 07:33:39.307580 1 tasks_processing.go:74] worker 0 stopped. I0506 07:33:39.307747 1 tasks_processing.go:74] worker 2 stopped. I0506 07:33:39.307761 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 247.733µs to process 0 records I0506 07:33:39.307781 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:36314->172.30.0.10:53: read: connection refused I0506 07:33:39.307800 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0506 07:33:39.329052 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=055ebe1925fea65df11a8d1553e551ae1f73bceb3f4c46753d31c83dd1f6390d I0506 07:33:39.329213 1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-05-06-073339.tar.gz I0506 07:33:39.335856 1 diskrecorder.go:51] Wrote 108 records to disk in 6ms I0506 07:33:39.335892 1 periodic.go:285] Gathering cluster info every 2h0m0s I0506 07:33:39.335913 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0506 07:33:54.405823 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 07:34:42.938471 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="d822a267e8529068c3f6192166ac5f80e9c0ef1502b1a21656731fd91fefb50c") W0506 07:34:42.938502 1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created I0506 07:34:42.938554 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="e2f349492badb48c17ca379c11e1d2927dcfbe763f4e4c84fd7b5948669a630d") I0506 07:34:42.938592 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="803e099853299b847668aa5c005f6bfdbef7aa4bfe17d6f3209a3ca659b68e5a")