W0504 20:36:23.621677 1 cmd.go:257] Using insecure, self-signed certificates I0504 20:36:25.319650 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:36:25.319985 1 observer_polling.go:159] Starting file observer I0504 20:36:25.514197 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0504 20:36:25.515426 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0504 20:36:25.516034 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0504 20:36:25.516085 1 secure_serving.go:57] Forcing use of http/1.1 only W0504 20:36:25.516113 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0504 20:36:25.516123 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0504 20:36:25.516130 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0504 20:36:25.516136 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0504 20:36:25.516141 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0504 20:36:25.516146 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0504 20:36:25.519513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"6d32edba-ddd0-46f1-8750-496328cac365", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0504 20:36:25.519482 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0504 20:36:25.520644 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0504 20:36:25.520664 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 20:36:25.520833 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0504 20:36:25.520670 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:36:25.520919 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0504 20:36:25.520782 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0504 20:36:25.521038 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1155631372/tls.crt::/tmp/serving-cert-1155631372/tls.key" I0504 20:36:25.521478 1 secure_serving.go:213] Serving securely on [::]:8443 I0504 20:36:25.521514 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0504 20:36:25.524513 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0504 20:36:25.524543 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0504 20:36:25.524650 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0504 20:36:25.529054 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0504 20:36:25.529095 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0504 20:36:25.532919 1 secretconfigobserver.go:119] support secret does not exist I0504 20:36:25.536709 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0504 20:36:25.539855 1 secretconfigobserver.go:119] support secret does not exist I0504 20:36:25.542814 1 recorder.go:176] Pruning old reports every 5h42m40s, max age is 288h0m0s I0504 20:36:25.547664 1 periodic.go:216] Running clusterconfig gatherer I0504 20:36:25.547667 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0504 20:36:25.547684 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0504 20:36:25.547702 1 tasks_processing.go:45] number of workers: 64 I0504 20:36:25.547713 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0504 20:36:25.547718 1 insightsreport.go:296] Starting report retriever I0504 20:36:25.547722 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0504 20:36:25.547733 1 tasks_processing.go:69] worker 26 listening for tasks. I0504 20:36:25.547757 1 tasks_processing.go:69] worker 11 listening for tasks. I0504 20:36:25.547757 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:36:25.547768 1 tasks_processing.go:69] worker 31 listening for tasks. I0504 20:36:25.547768 1 tasks_processing.go:69] worker 5 listening for tasks. I0504 20:36:25.547773 1 tasks_processing.go:71] worker 31 working on proxies task. I0504 20:36:25.547778 1 tasks_processing.go:69] worker 18 listening for tasks. I0504 20:36:25.547778 1 tasks_processing.go:69] worker 12 listening for tasks. I0504 20:36:25.547743 1 tasks_processing.go:69] worker 63 listening for tasks. I0504 20:36:25.547789 1 tasks_processing.go:69] worker 14 listening for tasks. I0504 20:36:25.547786 1 tasks_processing.go:69] worker 7 listening for tasks. I0504 20:36:25.547790 1 tasks_processing.go:69] worker 47 listening for tasks. I0504 20:36:25.547796 1 tasks_processing.go:69] worker 3 listening for tasks. I0504 20:36:25.547735 1 tasks_processing.go:69] worker 17 listening for tasks. I0504 20:36:25.547802 1 tasks_processing.go:69] worker 25 listening for tasks. I0504 20:36:25.547805 1 tasks_processing.go:69] worker 32 listening for tasks. I0504 20:36:25.547795 1 tasks_processing.go:69] worker 15 listening for tasks. I0504 20:36:25.547810 1 tasks_processing.go:69] worker 56 listening for tasks. I0504 20:36:25.547812 1 tasks_processing.go:69] worker 24 listening for tasks. I0504 20:36:25.547749 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:36:25.547816 1 tasks_processing.go:69] worker 34 listening for tasks. I0504 20:36:25.547752 1 tasks_processing.go:69] worker 10 listening for tasks. I0504 20:36:25.547820 1 tasks_processing.go:69] worker 49 listening for tasks. I0504 20:36:25.547818 1 tasks_processing.go:69] worker 19 listening for tasks. I0504 20:36:25.547812 1 tasks_processing.go:69] worker 22 listening for tasks. I0504 20:36:25.547828 1 tasks_processing.go:69] worker 55 listening for tasks. I0504 20:36:25.547832 1 tasks_processing.go:69] worker 50 listening for tasks. I0504 20:36:25.547834 1 tasks_processing.go:69] worker 37 listening for tasks. I0504 20:36:25.547835 1 tasks_processing.go:69] worker 58 listening for tasks. I0504 20:36:25.547838 1 tasks_processing.go:69] worker 42 listening for tasks. I0504 20:36:25.547840 1 tasks_processing.go:69] worker 51 listening for tasks. I0504 20:36:25.547830 1 tasks_processing.go:69] worker 21 listening for tasks. I0504 20:36:25.547847 1 tasks_processing.go:69] worker 38 listening for tasks. I0504 20:36:25.547840 1 tasks_processing.go:69] worker 52 listening for tasks. I0504 20:36:25.547848 1 tasks_processing.go:69] worker 61 listening for tasks. I0504 20:36:25.547853 1 tasks_processing.go:69] worker 41 listening for tasks. I0504 20:36:25.547851 1 tasks_processing.go:69] worker 40 listening for tasks. I0504 20:36:25.547857 1 tasks_processing.go:71] worker 5 working on nodenetworkconfigurationpolicies task. I0504 20:36:25.547857 1 tasks_processing.go:71] worker 18 working on sap_pods task. I0504 20:36:25.547858 1 tasks_processing.go:71] worker 63 working on ingress_certificates task. I0504 20:36:25.547856 1 tasks_processing.go:71] worker 12 working on metrics task. I0504 20:36:25.547864 1 tasks_processing.go:71] worker 14 working on clusterroles task. I0504 20:36:25.547857 1 tasks_processing.go:69] worker 46 listening for tasks. I0504 20:36:25.547875 1 tasks_processing.go:71] worker 46 working on pod_network_connectivity_checks task. I0504 20:36:25.547869 1 tasks_processing.go:69] worker 39 listening for tasks. I0504 20:36:25.547876 1 tasks_processing.go:71] worker 49 working on cluster_apiserver task. I0504 20:36:25.547880 1 tasks_processing.go:71] worker 22 working on nodenetworkstates task. I0504 20:36:25.547891 1 tasks_processing.go:71] worker 7 working on install_plans task. W0504 20:36:25.547890 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:36:25.547763 1 tasks_processing.go:71] worker 26 working on version task. I0504 20:36:25.547900 1 tasks_processing.go:71] worker 47 working on olm_operators task. I0504 20:36:25.547903 1 tasks_processing.go:71] worker 51 working on node_logs task. I0504 20:36:25.547907 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 32.806µs to process 0 records I0504 20:36:25.547891 1 tasks_processing.go:71] worker 37 working on image task. I0504 20:36:25.547769 1 tasks_processing.go:71] worker 11 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0504 20:36:25.547937 1 tasks_processing.go:71] worker 17 working on container_images task. I0504 20:36:25.547875 1 tasks_processing.go:71] worker 19 working on openshift_machine_api_events task. I0504 20:36:25.547764 1 tasks_processing.go:69] worker 30 listening for tasks. I0504 20:36:25.547784 1 tasks_processing.go:69] worker 13 listening for tasks. I0504 20:36:25.547789 1 tasks_processing.go:69] worker 2 listening for tasks. I0504 20:36:25.547747 1 tasks_processing.go:69] worker 9 listening for tasks. I0504 20:36:25.547748 1 tasks_processing.go:69] worker 27 listening for tasks. I0504 20:36:25.547799 1 tasks_processing.go:69] worker 23 listening for tasks. I0504 20:36:25.547804 1 tasks_processing.go:69] worker 16 listening for tasks. I0504 20:36:25.547740 1 tasks_processing.go:69] worker 8 listening for tasks. I0504 20:36:25.547808 1 tasks_processing.go:69] worker 20 listening for tasks. I0504 20:36:25.547811 1 tasks_processing.go:69] worker 33 listening for tasks. I0504 20:36:25.547816 1 tasks_processing.go:69] worker 48 listening for tasks. I0504 20:36:25.547821 1 tasks_processing.go:69] worker 60 listening for tasks. I0504 20:36:25.547824 1 tasks_processing.go:69] worker 35 listening for tasks. I0504 20:36:25.547754 1 tasks_processing.go:69] worker 28 listening for tasks. I0504 20:36:25.547826 1 tasks_processing.go:69] worker 54 listening for tasks. I0504 20:36:25.547985 1 tasks_processing.go:71] worker 3 working on nodes task. I0504 20:36:25.548004 1 tasks_processing.go:71] worker 52 working on mutating_webhook_configurations task. I0504 20:36:25.547780 1 tasks_processing.go:69] worker 6 listening for tasks. I0504 20:36:25.548008 1 tasks_processing.go:71] worker 54 working on operators task. I0504 20:36:25.548009 1 tasks_processing.go:71] worker 21 working on image_registries task. I0504 20:36:25.547828 1 tasks_processing.go:69] worker 36 listening for tasks. I0504 20:36:25.548029 1 tasks_processing.go:71] worker 36 working on certificate_signing_requests task. I0504 20:36:25.547830 1 tasks_processing.go:69] worker 53 listening for tasks. I0504 20:36:25.548074 1 tasks_processing.go:71] worker 53 working on silenced_alerts task. I0504 20:36:25.548076 1 tasks_processing.go:71] worker 25 working on jaegers task. W0504 20:36:25.548096 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:36:25.548109 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 24.402µs to process 0 records I0504 20:36:25.547838 1 tasks_processing.go:69] worker 44 listening for tasks. I0504 20:36:25.547842 1 tasks_processing.go:69] worker 62 listening for tasks. I0504 20:36:25.547840 1 tasks_processing.go:69] worker 45 listening for tasks. I0504 20:36:25.547759 1 tasks_processing.go:69] worker 29 listening for tasks. I0504 20:36:25.547844 1 tasks_processing.go:69] worker 43 listening for tasks. I0504 20:36:25.547845 1 tasks_processing.go:69] worker 59 listening for tasks. I0504 20:36:25.547871 1 tasks_processing.go:71] worker 40 working on lokistack task. I0504 20:36:25.547900 1 tasks_processing.go:71] worker 42 working on ceph_cluster task. I0504 20:36:25.548339 1 tasks_processing.go:71] worker 59 working on machine_autoscalers task. I0504 20:36:25.548422 1 tasks_processing.go:71] worker 24 working on openstack_controlplanes task. I0504 20:36:25.548492 1 tasks_processing.go:71] worker 39 working on machine_sets task. I0504 20:36:25.547769 1 tasks_processing.go:71] worker 1 working on storage_classes task. I0504 20:36:25.548520 1 tasks_processing.go:71] worker 38 working on openstack_version task. I0504 20:36:25.548528 1 tasks_processing.go:71] worker 12 working on image_pruners task. I0504 20:36:25.547776 1 tasks_processing.go:69] worker 4 listening for tasks. I0504 20:36:25.548547 1 tasks_processing.go:71] worker 4 working on machine_configs task. I0504 20:36:25.548552 1 tasks_processing.go:71] worker 34 working on config_maps task. I0504 20:36:25.547884 1 tasks_processing.go:71] worker 55 working on sap_datahubs task. I0504 20:36:25.548720 1 tasks_processing.go:71] worker 8 working on container_runtime_configs task. I0504 20:36:25.548767 1 tasks_processing.go:71] worker 44 working on tsdb_status task. I0504 20:36:25.548808 1 tasks_processing.go:71] worker 41 working on authentication task. I0504 20:36:25.548857 1 tasks_processing.go:71] worker 33 working on dvo_metrics task. I0504 20:36:25.548868 1 tasks_processing.go:71] worker 0 working on validating_webhook_configurations task. I0504 20:36:25.548874 1 tasks_processing.go:71] worker 60 working on aggregated_monitoring_cr_names task. I0504 20:36:25.548876 1 tasks_processing.go:71] worker 56 working on qemu_kubevirt_launcher_logs task. I0504 20:36:25.548894 1 tasks_processing.go:71] worker 28 working on monitoring_persistent_volumes task. I0504 20:36:25.548870 1 tasks_processing.go:71] worker 35 working on cost_management_metrics_configs task. I0504 20:36:25.547827 1 tasks_processing.go:69] worker 57 listening for tasks. I0504 20:36:25.549015 1 tasks_processing.go:71] worker 57 working on openstack_dataplanenodesets task. I0504 20:36:25.547886 1 tasks_processing.go:71] worker 32 working on support_secret task. I0504 20:36:25.548771 1 tasks_processing.go:71] worker 10 working on machine_config_pools task. I0504 20:36:25.548724 1 tasks_processing.go:71] worker 30 working on pdbs task. I0504 20:36:25.548019 1 tasks_processing.go:71] worker 6 working on machine_healthchecks task. I0504 20:36:25.548729 1 tasks_processing.go:71] worker 13 working on node_features task. W0504 20:36:25.548828 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:36:25.549298 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 479.176µs to process 0 records I0504 20:36:25.548744 1 tasks_processing.go:71] worker 23 working on overlapping_namespace_uids task. I0504 20:36:25.548733 1 tasks_processing.go:71] worker 2 working on schedulers task. I0504 20:36:25.549378 1 tasks_processing.go:74] worker 44 stopped. I0504 20:36:25.548737 1 tasks_processing.go:71] worker 9 working on networks task. I0504 20:36:25.548519 1 tasks_processing.go:71] worker 16 working on oauths task. I0504 20:36:25.548741 1 tasks_processing.go:71] worker 27 working on active_alerts task. W0504 20:36:25.549470 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:36:25.547897 1 tasks_processing.go:71] worker 58 working on openshift_logging task. I0504 20:36:25.549480 1 tasks_processing.go:74] worker 27 stopped. I0504 20:36:25.548759 1 tasks_processing.go:71] worker 53 working on infrastructures task. I0504 20:36:25.549487 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 21.439µs to process 0 records I0504 20:36:25.548840 1 tasks_processing.go:71] worker 45 working on feature_gates task. I0504 20:36:25.548795 1 tasks_processing.go:71] worker 61 working on machines task. I0504 20:36:25.548836 1 tasks_processing.go:71] worker 62 working on operators_pods_and_events task. I0504 20:36:25.548848 1 tasks_processing.go:71] worker 43 working on ingress task. I0504 20:36:25.548845 1 tasks_processing.go:71] worker 29 working on openstack_dataplanedeployments task. I0504 20:36:25.548858 1 tasks_processing.go:71] worker 15 working on sap_config task. I0504 20:36:25.548858 1 tasks_processing.go:71] worker 20 working on crds task. I0504 20:36:25.547887 1 tasks_processing.go:71] worker 50 working on storage_cluster task. I0504 20:36:25.548850 1 tasks_processing.go:71] worker 48 working on service_accounts task. I0504 20:36:25.552150 1 tasks_processing.go:74] worker 40 stopped. I0504 20:36:25.552163 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.00707ms to process 0 records I0504 20:36:25.552444 1 tasks_processing.go:74] worker 59 stopped. I0504 20:36:25.552457 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 4.044355ms to process 0 records I0504 20:36:25.569719 1 tasks_processing.go:74] worker 18 stopped. I0504 20:36:25.569733 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 21.851738ms to process 0 records I0504 20:36:25.569745 1 tasks_processing.go:74] worker 5 stopped. I0504 20:36:25.569754 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 21.877689ms to process 0 records I0504 20:36:25.569763 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 21.849826ms to process 0 records I0504 20:36:25.569771 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 21.23826ms to process 0 records I0504 20:36:25.569780 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 21.320311ms to process 0 records I0504 20:36:25.569785 1 tasks_processing.go:74] worker 22 stopped. E0504 20:36:25.569788 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0504 20:36:25.569795 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 21.885458ms to process 0 records I0504 20:36:25.569801 1 tasks_processing.go:74] worker 46 stopped. I0504 20:36:25.569805 1 tasks_processing.go:74] worker 39 stopped. I0504 20:36:25.569809 1 tasks_processing.go:74] worker 24 stopped. I0504 20:36:25.570024 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0504 20:36:25.570076 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0504 20:36:25.570083 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0504 20:36:25.570088 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0504 20:36:25.570197 1 controller.go:531] The operator is still being initialized I0504 20:36:25.570209 1 controller.go:554] The operator is healthy I0504 20:36:25.570347 1 tasks_processing.go:74] worker 31 stopped. I0504 20:36:25.570609 1 recorder.go:75] Recording config/proxy with fingerprint=14879993d9fe34b21c90fe7a97b99b9456811011f2d0070b158e3eb3e90dd075 I0504 20:36:25.570628 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 22.564664ms to process 1 records I0504 20:36:25.570826 1 tasks_processing.go:74] worker 38 stopped. I0504 20:36:25.570883 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 22.294637ms to process 0 records I0504 20:36:25.570977 1 tasks_processing.go:74] worker 19 stopped. I0504 20:36:25.570993 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 23.012472ms to process 0 records I0504 20:36:25.571157 1 tasks_processing.go:74] worker 15 stopped. I0504 20:36:25.571173 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 21.520364ms to process 0 records I0504 20:36:25.571293 1 tasks_processing.go:74] worker 43 stopped. I0504 20:36:25.571488 1 recorder.go:75] Recording config/ingress with fingerprint=d36bcabe20a27e6f05fc6255bf9fc4eac7f7023bfd6a89497c1afefcabc8a6eb I0504 20:36:25.571509 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 21.62836ms to process 1 records I0504 20:36:25.571524 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 22.67758ms to process 0 records I0504 20:36:25.571533 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 21.8445ms to process 0 records I0504 20:36:25.571595 1 tasks_processing.go:74] worker 29 stopped. I0504 20:36:25.571540 1 tasks_processing.go:74] worker 55 stopped. I0504 20:36:25.571627 1 tasks_processing.go:74] worker 61 stopped. E0504 20:36:25.571648 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0504 20:36:25.571659 1 gather.go:177] gatherer "clusterconfig" function "machines" took 22.09719ms to process 0 records I0504 20:36:25.571991 1 tasks_processing.go:74] worker 37 stopped. I0504 20:36:25.572116 1 recorder.go:75] Recording config/image with fingerprint=809e4baf50db8e17899533a304ecff9e710ef098bf9cc9f7c2780d5e65448ce4 I0504 20:36:25.572136 1 gather.go:177] gatherer "clusterconfig" function "image" took 23.712234ms to process 1 records I0504 20:36:25.572222 1 tasks_processing.go:74] worker 41 stopped. I0504 20:36:25.572374 1 recorder.go:75] Recording config/authentication with fingerprint=9e2b5ee72cad8af271ee7e28e5a69248c9e2c5da17197575d311fdea39afc5c9 I0504 20:36:25.572390 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 23.233012ms to process 1 records I0504 20:36:25.572482 1 tasks_processing.go:74] worker 16 stopped. I0504 20:36:25.572623 1 recorder.go:75] Recording config/oauth with fingerprint=79ee8e45dc7111f340421a9f6b004e3b15a5477f4941980a99078567c6af86cd I0504 20:36:25.572636 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 22.712933ms to process 1 records I0504 20:36:25.572719 1 tasks_processing.go:74] worker 9 stopped. I0504 20:36:25.572739 1 recorder.go:75] Recording config/network with fingerprint=e7a5c27dfd109d871e34337a77a7e5efd323daf641b160b3dbde682feb1d608f I0504 20:36:25.572747 1 gather.go:177] gatherer "clusterconfig" function "networks" took 22.720428ms to process 1 records I0504 20:36:25.577658 1 tasks_processing.go:74] worker 52 stopped. I0504 20:36:25.577824 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=840c6306c5455f0a241b00c15496035ae9c4f714381bad5bdde8d9aa04cca44d I0504 20:36:25.577865 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=14d800d961a9a7d296de8162e3f90042369cbdf85f142e4b426b5b9a344d1b91 I0504 20:36:25.577918 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=b726910193a06cedcf5ccfcd55cdc558a914dd7d795cc9d6938cdecaed34d1e1 I0504 20:36:25.577930 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 29.640783ms to process 3 records I0504 20:36:25.577969 1 tasks_processing.go:74] worker 8 stopped. E0504 20:36:25.577974 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0504 20:36:25.577981 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 29.192501ms to process 0 records I0504 20:36:25.577987 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 28.699544ms to process 0 records I0504 20:36:25.577992 1 tasks_processing.go:74] worker 13 stopped. I0504 20:36:25.578830 1 tasks_processing.go:74] worker 21 stopped. I0504 20:36:25.579271 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=931089b1b89d385816db37b849c9584242da60b886e62abd422a360840cea856 I0504 20:36:25.579288 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 30.796145ms to process 1 records I0504 20:36:25.579335 1 tasks_processing.go:74] worker 49 stopped. I0504 20:36:25.579507 1 recorder.go:75] Recording config/apiserver with fingerprint=e21e38859fca6fdd22dca89fafe35d6e25ebc44559fa770d700be34b295adc08 I0504 20:36:25.579520 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 31.443672ms to process 1 records I0504 20:36:25.579533 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 31.199599ms to process 0 records I0504 20:36:25.579537 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 31.368715ms to process 0 records E0504 20:36:25.579542 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0504 20:36:25.579548 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.441866ms to process 0 records I0504 20:36:25.579547 1 tasks_processing.go:74] worker 42 stopped. I0504 20:36:25.579553 1 tasks_processing.go:74] worker 32 stopped. I0504 20:36:25.579564 1 tasks_processing.go:74] worker 25 stopped. I0504 20:36:25.580465 1 tasks_processing.go:74] worker 28 stopped. I0504 20:36:25.580484 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 31.549918ms to process 0 records I0504 20:36:25.580495 1 tasks_processing.go:74] worker 51 stopped. I0504 20:36:25.580502 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 32.58506ms to process 0 records I0504 20:36:25.580535 1 tasks_processing.go:74] worker 1 stopped. I0504 20:36:25.580605 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=4312aa685353dadd8a6d6defce430228313790d8d47e5aca8731efaa1a7dd7c1 I0504 20:36:25.580624 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=f21e8a3e8b753f8ca15f8ef0aa9df4e5a2a48d8a8341b50973992daea4f51b61 I0504 20:36:25.580629 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 32.012744ms to process 2 records I0504 20:36:25.580723 1 tasks_processing.go:74] worker 45 stopped. I0504 20:36:25.580856 1 recorder.go:75] Recording config/featuregate with fingerprint=7b5fcad45f0135aed0a3e6db7003f36659e03c042ac3f9273296325d65b9ff07 I0504 20:36:25.580874 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 31.223668ms to process 1 records I0504 20:36:25.580940 1 gather_logs.go:145] no pods in namespace were found I0504 20:36:25.580958 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=60405bf81a62337d1fb85ae5cdc11f1bccaca376dfb52a195393ada9ac98a54a I0504 20:36:25.580972 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 32.192383ms to process 1 records I0504 20:36:25.580982 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 32.067022ms to process 0 records I0504 20:36:25.580991 1 tasks_processing.go:74] worker 56 stopped. I0504 20:36:25.580992 1 tasks_processing.go:74] worker 6 stopped. E0504 20:36:25.580997 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0504 20:36:25.581001 1 tasks_processing.go:74] worker 12 stopped. I0504 20:36:25.581006 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 31.759966ms to process 0 records I0504 20:36:25.581055 1 tasks_processing.go:74] worker 57 stopped. I0504 20:36:25.581067 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 32.033128ms to process 0 records I0504 20:36:25.581079 1 tasks_processing.go:74] worker 10 stopped. I0504 20:36:25.581086 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 31.966747ms to process 0 records I0504 20:36:25.581093 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 32.112833ms to process 0 records I0504 20:36:25.581096 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 31.606951ms to process 0 records I0504 20:36:25.581096 1 tasks_processing.go:74] worker 35 stopped. I0504 20:36:25.581105 1 tasks_processing.go:74] worker 58 stopped. I0504 20:36:25.581172 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=b66e88bf83ce29642603317137c74881ff043ddc29ae32f73dabe95a6e5732b7 I0504 20:36:25.581175 1 tasks_processing.go:74] worker 30 stopped. I0504 20:36:25.581194 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=4823321c1e8bfc7de9b0df2a009efab4e9abb208ca759fde91d8f820fe015e46 I0504 20:36:25.581219 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=3092e2eb895e3be04822a23e3ef9d5b927dfe74389d73c6abbf265a745162632 I0504 20:36:25.581228 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 31.895269ms to process 3 records I0504 20:36:25.581232 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 31.467142ms to process 0 records I0504 20:36:25.581237 1 tasks_processing.go:74] worker 50 stopped. I0504 20:36:25.581278 1 tasks_processing.go:74] worker 2 stopped. I0504 20:36:25.581391 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=17885087fb5bfb182e08d4a1a5551f53d2fb6ba76e638cbf0767ad6692ea545f I0504 20:36:25.581408 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 31.90541ms to process 1 records I0504 20:36:25.581496 1 tasks_processing.go:74] worker 53 stopped. I0504 20:36:25.581907 1 recorder.go:75] Recording config/infrastructure with fingerprint=c833e9d9c0f48fdeccc6fcc7e82d388dcff12eb73444815b49e861bc11ba9ef7 I0504 20:36:25.581922 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 31.924845ms to process 1 records E0504 20:36:25.581932 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0504 20:36:25.581970 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0504 20:36:25.581981 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 32.92217ms to process 1 records I0504 20:36:25.581992 1 tasks_processing.go:74] worker 4 stopped. I0504 20:36:25.584191 1 tasks_processing.go:74] worker 14 stopped. I0504 20:36:25.584380 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=9c0bb4921236390a1260e33c69d6dd1480f5d333aedafee1d040c800faae88e1 I0504 20:36:25.584475 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=0619a759ec5581aec2e942d29c7a0381020e895bd4c764049c44b1ce12253e83 I0504 20:36:25.584489 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 36.310343ms to process 2 records I0504 20:36:25.584787 1 tasks_processing.go:74] worker 3 stopped. I0504 20:36:25.585180 1 recorder.go:75] Recording config/node/ip-10-0-0-243.ec2.internal with fingerprint=e4455ac7708124363084ab02d10397985148701bd876431f4b8711b7f7005e34 I0504 20:36:25.585266 1 recorder.go:75] Recording config/node/ip-10-0-1-160.ec2.internal with fingerprint=98a45ce746688a28453de19daa1a672584db4aa9fccd449cafbcc67b43c062b8 I0504 20:36:25.585378 1 recorder.go:75] Recording config/node/ip-10-0-2-50.ec2.internal with fingerprint=4717332ee4cce2ebddea403ed724f30394675ba882f0d3ce429e87f48686e86a I0504 20:36:25.585392 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 36.779638ms to process 3 records I0504 20:36:25.585408 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0504 20:36:25.585415 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 35.879624ms to process 1 records I0504 20:36:25.585416 1 tasks_processing.go:74] worker 23 stopped. I0504 20:36:25.585490 1 tasks_processing.go:74] worker 0 stopped. I0504 20:36:25.585532 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=0676d4ef191e75007a92e98e57fd0309dad8eb6a46c4ca818f23484c3a946843 I0504 20:36:25.585605 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=55c5a881fcb2ff7280d97e63ee2ad4c1b053b34a69fc1b46475ad82bac2d7b54 I0504 20:36:25.585630 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=a408e219e7c8191abb5ced73817a65a4da036d185e0e83f9a0acbf8a2527a5b7 I0504 20:36:25.585658 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=22e03ba825de6f72e583b4a71996430f7dbdf3ed80fcc82ace66eb96e7cadf78 I0504 20:36:25.585708 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=a4e4d006a87065aa41cf7c2af30aa6ed5a98916c97e2e7406d197ed619f56219 I0504 20:36:25.585748 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=393c5973a3b89b2fd4ee76aa9126a990f569f6f5aab5b16b8f178f409dffec8e I0504 20:36:25.585785 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=671eae186aaeadb33728be1884f6f0f4cfc65de9cff74b6790c50d460e6c88cf I0504 20:36:25.585852 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=a451008f514fdf1d178a6e0417bbed7e6fc7eb253e4320b55d5d9fd797f27561 I0504 20:36:25.585901 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=0d6884e05e6b2f88f7e1e7a6b6daab53f185270cd755b473e2886d94cf0359ac I0504 20:36:25.585952 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=29ac5afbe3d77ae1cef6ef273162b427dd435eeb71a4f1838a44a24604920878 I0504 20:36:25.586003 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=c83ecd34fe47f36a1284f6bcd1fceb7bb84a7a451b761419ec34ed41e69bff8f I0504 20:36:25.586020 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 36.345533ms to process 11 records I0504 20:36:25.586032 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 37.454496ms to process 0 records I0504 20:36:25.586048 1 tasks_processing.go:74] worker 36 stopped. W0504 20:36:25.586871 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:36:25.593988 1 tasks_processing.go:74] worker 17 stopped. I0504 20:36:25.594050 1 recorder.go:75] Recording config/running_containers with fingerprint=86d0c49029afddaa7af9ef3abaa82577b6befede8e93132d098e33d3a20bd640 I0504 20:36:25.594063 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 46.033479ms to process 1 records I0504 20:36:25.594708 1 tasks_processing.go:74] worker 20 stopped. I0504 20:36:25.595167 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=ca5402cfa893e12bdfe556d22166ef3c187cfe935ab518255194d7386d156b90 I0504 20:36:25.595388 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=3f1d990eb77ca380ea090da001ebd731bb56920e54a581f417b254b4e83e63db I0504 20:36:25.595399 1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.009196ms to process 2 records I0504 20:36:25.596342 1 tasks_processing.go:74] worker 26 stopped. I0504 20:36:25.596556 1 recorder.go:75] Recording config/version with fingerprint=840b752a84d679b0bf69bd74d748263c8d0926bae429640dc5d87d95f8511bfc I0504 20:36:25.596568 1 recorder.go:75] Recording config/id with fingerprint=95f4e28a5dc227df5edc3966e4fd5af6168a865c5641d31c4f2a8d45dbf538d0 I0504 20:36:25.596575 1 gather.go:177] gatherer "clusterconfig" function "version" took 48.437414ms to process 2 records I0504 20:36:25.596581 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 48.427519ms to process 0 records I0504 20:36:25.596587 1 tasks_processing.go:74] worker 11 stopped. I0504 20:36:25.596596 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0504 20:36:25.596613 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0504 20:36:25.596738 1 operator.go:328] started I0504 20:36:25.596791 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0504 20:36:25.605720 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0504 20:36:25.605732 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0504 20:36:25.605735 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0504 20:36:25.605738 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0504 20:36:25.605741 1 controller.go:254] Source scaController *sca.Controller is not ready I0504 20:36:25.605757 1 controller.go:531] The operator is still being initialized I0504 20:36:25.605762 1 controller.go:554] The operator is healthy I0504 20:36:25.613534 1 prometheus_rules.go:88] Prometheus rules successfully created E0504 20:36:25.614515 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2764257270-1164-4add-bc7d-63bae4ee4301%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:40127->172.30.0.10:53: read: connection refused I0504 20:36:25.614527 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2764257270-1164-4add-bc7d-63bae4ee4301%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:40127->172.30.0.10:53: read: connection refused I0504 20:36:25.621067 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0504 20:36:25.621139 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0504 20:36:25.621156 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0504 20:36:25.622850 1 tasks_processing.go:74] worker 34 stopped. E0504 20:36:25.622865 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0504 20:36:25.622870 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0504 20:36:25.622874 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0504 20:36:25.622883 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0504 20:36:25.622917 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0504 20:36:25.622924 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0504 20:36:25.622928 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0504 20:36:25.622932 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0504 20:36:25.622970 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0504 20:36:25.622977 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0504 20:36:25.622982 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 74.281188ms to process 7 records I0504 20:36:25.625175 1 base_controller.go:82] Caches are synced for ConfigController I0504 20:36:25.625187 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0504 20:36:25.653220 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:36:25.697862 1 base_controller.go:82] Caches are synced for LoggingSyncer I0504 20:36:25.697877 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0504 20:36:25.744234 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0504 20:36:25.747951 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:38455->172.30.0.10:53: read: connection refused I0504 20:36:25.747966 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:38455->172.30.0.10:53: read: connection refused I0504 20:36:25.777914 1 tasks_processing.go:74] worker 63 stopped. E0504 20:36:25.777936 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0504 20:36:25.777949 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3b2ja7v3odr0esm6oj4gf2cqo48sri-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3b2ja7v3odr0esm6oj4gf2cqo48sri-primary-cert-bundle-secret" not found I0504 20:36:25.778022 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=776a027573e506889aaf6fe0f60f3b6bb3a562ad7ce1ed5f6aeba1c693a60963 I0504 20:36:25.778036 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 230.038743ms to process 1 records I0504 20:36:25.832767 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0504 20:36:25.841108 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found W0504 20:36:26.584885 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:36:26.600508 1 tasks_processing.go:74] worker 47 stopped. I0504 20:36:26.600529 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 1.052589293s to process 0 records I0504 20:36:26.794716 1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 18 containers I0504 20:36:26.794730 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1398101 bytes I0504 20:36:26.795205 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-g5r26 pod in namespace openshift-dns (previous: false). I0504 20:36:27.021649 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-g5r26 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-g5r26\" is waiting to start: ContainerCreating" I0504 20:36:27.021667 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-g5r26\" is waiting to start: ContainerCreating" I0504 20:36:27.021677 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-g5r26 pod in namespace openshift-dns (previous: false). I0504 20:36:27.028785 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0504 20:36:27.198574 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-g5r26 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-g5r26\" is waiting to start: ContainerCreating" I0504 20:36:27.198912 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-g5r26\" is waiting to start: ContainerCreating" I0504 20:36:27.198929 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9txk6 pod in namespace openshift-dns (previous: false). I0504 20:36:27.436788 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:36:27.436806 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-gw4qf pod in namespace openshift-dns (previous: false). W0504 20:36:27.585348 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:36:27.617197 1 tasks_processing.go:74] worker 54 stopped. I0504 20:36:27.617257 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=9611f93026663abda9098fd84cb17916c31f1e5349f2bd24073fcef228f71867 I0504 20:36:27.617320 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=1cc7897a6eeb1ff28d13c838e35163a93ea585049e8d7afebb8e32cdcdd3e543 I0504 20:36:27.617363 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0504 20:36:27.617392 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=9516f80ab3b351ae875be80052dabb6a0116c999ed1074f771d6f49a41a3c801 I0504 20:36:27.617409 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0504 20:36:27.617430 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=894476b997ffa8cf31c490ea27efe916718fa5f9ccbc6b36c3ae9061be42219a I0504 20:36:27.617480 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=111450187d086ab5411cebb4b44bd97e4c781c40d3c681f6d3fcb04bfd137856 I0504 20:36:27.617504 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=56752426977a611049d86303ab2c14a286faf4f183b605bb4fd577f6c4692d14 I0504 20:36:27.617519 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=05d2cca99b460d7c62131e34e5eac8d6d74a62e2b3d47f9a8d0402547914710b I0504 20:36:27.617535 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=bf6b1c52af0cf69a9aa9762a440cb45318f9b65fb4080197c3166f92e0d6e9d5 I0504 20:36:27.617545 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0504 20:36:27.617561 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=fbad5c6fba3e97b85439d203ae811e9f2f8431cf9a7fc0cc84104c6a1caf9440 I0504 20:36:27.617572 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0504 20:36:27.617587 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=46a33c09c77892510a91d1016fdfdd4ce5c95cad4bbcb904f80b2c961756ff5c I0504 20:36:27.617595 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0504 20:36:27.617614 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=37253c61dd8f34e9c2afd5ed4aaa7f5ef0d6ecf48b95abcf7dbe6a1928897c43 I0504 20:36:27.617623 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0504 20:36:27.617638 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=a60084e1e14e3b3a7e7ac79b4de82d464a2b41d51590c6e22f406ce09ef97892 I0504 20:36:27.617768 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=8d3ee94308d7e505ef089e0bab345551b26d5345e0a5f512b860f0e99c9fe743 I0504 20:36:27.617778 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0504 20:36:27.617784 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0504 20:36:27.617803 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0504 20:36:27.617825 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=e7c507346ea451db8a1462f79401fb5f9db8887a65b587f275529ce8f59c1043 I0504 20:36:27.617850 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=4087bec0bc8180099b457336b63390d0b348005e5425a8ff7d409207d8e73597 I0504 20:36:27.617859 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0504 20:36:27.617875 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9a3d3aedb3916eb63fa52e163cb2b910521a0f19a1d26fe281f32c7aaed018aa I0504 20:36:27.617885 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0504 20:36:27.617898 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=2dc9cfa8e6134b2dd3ea0a3b8aff7b5809a2606c15044855f7b1dc3bf4dd50fa I0504 20:36:27.617913 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=60399377d8590539a1bc8fb6e9c95580d42403817e72487378dad10a8eead95c I0504 20:36:27.617926 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=23885785fc559514cb959c2cdee9f9d0c01394d20fd1ad12cdee0391edcbd440 I0504 20:36:27.617940 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=325b31b3e10f5e796c3fbbb6357961adc23d9eedc6a14633158ff783a85c75f9 I0504 20:36:27.617961 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=9b5840a5a659b54497f204472b54a71a815affc153f2b448fcaaa1a200178ff1 I0504 20:36:27.617970 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0504 20:36:27.617996 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=256f9e164a6ede69069172744e244f4dffbeed2832d0a526e9cf511d1dbc9d52 I0504 20:36:27.618012 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0504 20:36:27.618020 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0504 20:36:27.618027 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.069159718s to process 36 records I0504 20:36:27.620636 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-gw4qf pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-gw4qf\" is waiting to start: ContainerCreating" I0504 20:36:27.620651 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-gw4qf\" is waiting to start: ContainerCreating" I0504 20:36:27.620660 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-v5kkn pod in namespace openshift-dns (previous: false). I0504 20:36:27.797981 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:36:27.797999 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-684559c577-p6xk5 pod in namespace openshift-image-registry (previous: false). I0504 20:36:27.803434 1 tasks_processing.go:74] worker 60 stopped. I0504 20:36:27.803456 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 2.254545282s to process 0 records I0504 20:36:27.996203 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:36:27.996222 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-778bf869c8-d475j pod in namespace openshift-image-registry (previous: false). I0504 20:36:28.205611 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-778bf869c8-d475j pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-778bf869c8-d475j\" is waiting to start: ContainerCreating" I0504 20:36:28.205630 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-778bf869c8-d475j\" is waiting to start: ContainerCreating" I0504 20:36:28.205647 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-778bf869c8-tq567 pod in namespace openshift-image-registry (previous: false). I0504 20:36:28.392615 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:36:28.392634 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-8d47t pod in namespace openshift-image-registry (previous: false). W0504 20:36:28.585030 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:36:28.597242 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:36:28.597263 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-jcvg5 pod in namespace openshift-image-registry (previous: false). I0504 20:36:28.798732 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-jcvg5 pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-jcvg5\" is waiting to start: ContainerCreating" I0504 20:36:28.798750 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-jcvg5\" is waiting to start: ContainerCreating" I0504 20:36:28.798764 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-l5nqc pod in namespace openshift-image-registry (previous: false). I0504 20:36:28.998140 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:36:28.998289 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-55c45d4cc-jl9n9 pod in namespace openshift-ingress (previous: false). I0504 20:36:29.198053 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-55c45d4cc-jl9n9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-55c45d4cc-jl9n9\" is waiting to start: ContainerCreating" I0504 20:36:29.198080 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-55c45d4cc-jl9n9\" is waiting to start: ContainerCreating" I0504 20:36:29.198092 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-565bf55945-9xq79 pod in namespace openshift-ingress (previous: false). I0504 20:36:29.398673 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-565bf55945-9xq79 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-565bf55945-9xq79\" is waiting to start: ContainerCreating" I0504 20:36:29.398694 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-565bf55945-9xq79\" is waiting to start: ContainerCreating" I0504 20:36:29.398707 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-565bf55945-mjw9f pod in namespace openshift-ingress (previous: false). W0504 20:36:29.585597 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:36:29.592710 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:36:29.592730 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-klbqr pod in namespace openshift-ingress-canary (previous: false). I0504 20:36:29.798351 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-846d9b8bdc-c7snf pod in namespace openshift-kube-storage-version-migrator (previous: false). I0504 20:36:29.998622 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-846d9b8bdc-c7snf pod in namespace openshift-kube-storage-version-migrator (previous: false). I0504 20:36:30.197801 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74478b59c6-29g6f pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0504 20:36:30.398866 1 tasks_processing.go:74] worker 62 stopped. I0504 20:36:30.398957 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=037d00024f445ecd732292805f7eb4694f4067bd25dfe732fd3833ad08cfe8d9 I0504 20:36:30.398992 1 recorder.go:75] Recording events/openshift-dns with fingerprint=a9f1332307466777694f0ca924835db6ef2c4b7a8dff6ae6038f75068f60c4dc I0504 20:36:30.399066 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=b22a8c16ae61a4f7461dec5bbea0b16d7513256e18a848c27df8b3bb7daced79 I0504 20:36:30.399097 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=e8b0a4763cf732d26d00400e552622bfa690142b335dca490581f5e2a60c3f0b I0504 20:36:30.399139 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=aa9b20ba644b50d39141ababc55949ee806ee7d0f582a3af126fbd7c187d3806 I0504 20:36:30.399158 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=b668919f9f0248542db2a9be2a8bc44ae6fc98df3695a1cb3055cf79498728fd I0504 20:36:30.399170 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=233ab4b921fe6daeb6244dd6d889f6f915a07b074e841f5877e515f0d15400c3 I0504 20:36:30.399220 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=35ef26e73af33c2223b083f399755fddabf546e4dd5af0076aae983f6eb94a30 I0504 20:36:30.399227 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-klbqr/serve-healthcheck-canary_current.log with fingerprint=0e5c12e03b1ca926882746db3e7ef8e78ff6a42820c14ffb8818f05d6c58a924 I0504 20:36:30.399239 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-c7snf/migrator_current.log with fingerprint=1f5b8d241c076d6c8ddd6b1b49c8d4dd18bfb92fb0a0a6bd4b0cefc793741b09 I0504 20:36:30.399245 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-c7snf/graceful-termination_current.log with fingerprint=ff4a6522682ed710694dca623e2de4321b8ca87f40b5fe4bc48a782c00526044 I0504 20:36:30.399340 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74478b59c6-29g6f/kube-storage-version-migrator-operator_current.log with fingerprint=f55021eca237be425bbf649bc85b45963153be55969a7d6f275d5432613c495f I0504 20:36:30.399351 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.849320496s to process 12 records W0504 20:36:30.581659 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0504 20:36:30.581687 1 tasks_processing.go:74] worker 33 stopped. E0504 20:36:30.581707 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0504 20:36:30.581721 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0504 20:36:30.581737 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0504 20:36:30.581753 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.032807495s to process 1 records I0504 20:36:38.212887 1 tasks_processing.go:74] worker 7 stopped. I0504 20:36:38.212927 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0504 20:36:38.212939 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.664979239s to process 1 records I0504 20:36:38.954729 1 tasks_processing.go:74] worker 48 stopped. I0504 20:36:38.954982 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=37b78a794211255319f797e3e69a22df8f5a828f029dbfa0f940236c6e12eaab I0504 20:36:38.954998 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.404939691s to process 1 records E0504 20:36:38.955062 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0504 20:36:38.956168 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0504 20:36:38.956182 1 periodic.go:216] Running workloads gatherer I0504 20:36:38.956199 1 tasks_processing.go:45] number of workers: 2 I0504 20:36:38.956209 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:36:38.956213 1 tasks_processing.go:71] worker 1 working on workload_info task. I0504 20:36:38.956220 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:36:38.956241 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0504 20:36:38.977500 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0504 20:36:38.980612 1 tasks_processing.go:74] worker 0 stopped. I0504 20:36:38.980628 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.352056ms to process 0 records I0504 20:36:38.986575 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (10ms) I0504 20:36:38.996905 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms) I0504 20:36:39.005131 1 gather_workloads_info.go:387] No image sha256:9116c1445f630c8d1b298a3e65eda911050b7fd8a5bde7ee253fcb285ab2a89c (8ms) I0504 20:36:39.013208 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (8ms) I0504 20:36:39.021450 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (8ms) I0504 20:36:39.029372 1 gather_workloads_info.go:387] No image sha256:d9ed66918db4dfba8bd354c9ede4d676449fa0eccef649b3d8945cc1da1c60e3 (8ms) I0504 20:36:39.037603 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (8ms) I0504 20:36:39.045445 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (8ms) I0504 20:36:39.053033 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (8ms) I0504 20:36:39.061015 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (8ms) I0504 20:36:39.087660 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (27ms) I0504 20:36:39.187887 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (100ms) I0504 20:36:39.286962 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (99ms) I0504 20:36:39.386762 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0504 20:36:39.485962 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (99ms) I0504 20:36:39.587114 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (101ms) I0504 20:36:39.686100 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (99ms) I0504 20:36:39.786073 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0504 20:36:39.886064 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0504 20:36:39.947437 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:36:39.987447 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (101ms) I0504 20:36:40.086374 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (99ms) I0504 20:36:40.145797 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:36:40.187001 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (101ms) I0504 20:36:40.286824 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (100ms) I0504 20:36:40.330168 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:36:40.391252 1 gather_workloads_info.go:387] No image sha256:f4115eca8ea784ac6037602a303fac7fb808d98f4b5120a27bee140df60c3664 (104ms) I0504 20:36:40.490426 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (99ms) I0504 20:36:40.589528 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (99ms) I0504 20:36:40.691397 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (102ms) I0504 20:36:40.787643 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (96ms) I0504 20:36:40.886183 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (99ms) I0504 20:36:40.987139 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (101ms) I0504 20:36:41.087148 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms) I0504 20:36:41.186849 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0504 20:36:41.286109 1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (99ms) I0504 20:36:41.387783 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (102ms) I0504 20:36:41.485818 1 gather_workloads_info.go:387] No image sha256:dcb3f93d34aa0fdab33eb37949adfaa8fdd11ff3479363bb7735c5ba3eb345ce (98ms) I0504 20:36:41.587031 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (101ms) I0504 20:36:41.686851 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms) I0504 20:36:41.786836 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0504 20:36:41.786868 1 tasks_processing.go:74] worker 1 stopped. E0504 20:36:41.786878 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0504 20:36:41.787189 1 recorder.go:75] Recording config/workload_info with fingerprint=6c206088ef491d789298a4cddd3d6f1c47b9322b0415181ed53337f2d868dfda I0504 20:36:41.787206 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.830648287s to process 1 records E0504 20:36:41.787231 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.831s with: function \"workload_info\" failed with an error" I0504 20:36:41.788347 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0504 20:36:41.788364 1 periodic.go:216] Running conditional gatherer I0504 20:36:41.793474 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0504 20:36:41.800123 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:54499->172.30.0.10:53: read: connection refused E0504 20:36:41.800397 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:36:41.800456 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0504 20:36:41.813377 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0504 20:36:41.813396 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:36:41.813404 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:36:41.813408 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:36:41.813413 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:36:41.813417 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:36:41.813423 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:36:41.813442 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:36:41.813447 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:36:41.813452 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0504 20:36:41.813477 1 tasks_processing.go:45] number of workers: 3 I0504 20:36:41.813495 1 tasks_processing.go:69] worker 2 listening for tasks. I0504 20:36:41.813503 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0504 20:36:41.813504 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:36:41.813517 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0504 20:36:41.813518 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:36:41.813523 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0504 20:36:41.813527 1 tasks_processing.go:74] worker 1 stopped. I0504 20:36:41.813609 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0504 20:36:41.813627 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.48µs to process 1 records I0504 20:36:41.813669 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0504 20:36:41.813682 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.356µs to process 1 records I0504 20:36:41.813691 1 tasks_processing.go:74] worker 0 stopped. I0504 20:36:41.813800 1 tasks_processing.go:74] worker 2 stopped. I0504 20:36:41.813813 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 269.54µs to process 0 records I0504 20:36:41.813837 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:54499->172.30.0.10:53: read: connection refused I0504 20:36:41.813856 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0504 20:36:41.842756 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=964ac166f47748e817348e805c01af9f82934cbbd4d50a1568eaa42150a0603e I0504 20:36:41.842914 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-05-04-203641.tar.gz I0504 20:36:41.849518 1 diskrecorder.go:51] Wrote 106 records to disk in 6ms I0504 20:36:41.849551 1 periodic.go:285] Gathering cluster info every 2h0m0s I0504 20:36:41.849575 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0504 20:36:50.789424 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:37:45.320621 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="172e2b11aefcdff70f45070599479ae0a42244117773ae6e2bf65681d6089233") W0504 20:37:45.320662 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0504 20:37:45.320706 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="1d04b6e7d4b40669b228c726ba4b518ffe21736aab5b001d4756b1824ce6f563") I0504 20:37:45.320708 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0504 20:37:45.320735 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0504 20:37:45.320754 1 base_controller.go:181] Shutting down LoggingSyncer ... I0504 20:37:45.320770 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0504 20:37:45.320783 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="7c2880f70709c4734d25c28ea1eb4e17a547dfdba862f080a508f963cdb63beb") I0504 20:37:45.320782 1 base_controller.go:181] Shutting down ConfigController ... I0504 20:37:45.320798 1 periodic.go:177] Shutting down I0504 20:37:45.320800 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0504 20:37:45.320804 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController I0504 20:37:45.320808 1 base_controller.go:113] All ConfigController workers have been terminated I0504 20:37:45.320797 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:37:45.320820 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0504 20:37:45.320817 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"