W0512 23:57:11.296163 1 cmd.go:257] Using insecure, self-signed certificates I0512 23:57:12.370637 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 23:57:12.370974 1 observer_polling.go:159] Starting file observer I0512 23:57:12.997784 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0512 23:57:12.997991 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0512 23:57:12.998550 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0512 23:57:12.998554 1 secure_serving.go:57] Forcing use of http/1.1 only W0512 23:57:12.998610 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0512 23:57:12.998621 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0512 23:57:12.998627 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0512 23:57:12.998632 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0512 23:57:12.998637 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0512 23:57:12.998640 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0512 23:57:13.014594 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0512 23:57:13.014608 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0512 23:57:13.014622 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0512 23:57:13.014643 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0512 23:57:13.014657 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0512 23:57:13.014661 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0512 23:57:13.014888 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1889410726/tls.crt::/tmp/serving-cert-1889410726/tls.key" I0512 23:57:13.015699 1 secure_serving.go:213] Serving securely on [::]:8443 I0512 23:57:13.015750 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0512 23:57:13.016628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"32129c5d-e702-409b-a943-d96dc220e8f9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0512 23:57:13.016631 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] W0512 23:57:13.026195 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0512 23:57:13.026223 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0512 23:57:13.026343 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0512 23:57:13.041882 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 23:57:13.041903 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0512 23:57:13.049795 1 secretconfigobserver.go:119] support secret does not exist I0512 23:57:13.060057 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 23:57:13.064499 1 secretconfigobserver.go:119] support secret does not exist I0512 23:57:13.065862 1 recorder.go:176] Pruning old reports every 4h28m42s, max age is 288h0m0s I0512 23:57:13.070574 1 periodic.go:216] Running clusterconfig gatherer I0512 23:57:13.070576 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0512 23:57:13.070601 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0512 23:57:13.070624 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0512 23:57:13.070628 1 tasks_processing.go:45] number of workers: 64 I0512 23:57:13.070630 1 insightsreport.go:296] Starting report retriever I0512 23:57:13.070638 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0512 23:57:13.070650 1 tasks_processing.go:69] worker 5 listening for tasks. I0512 23:57:13.070707 1 tasks_processing.go:69] worker 34 listening for tasks. I0512 23:57:13.070758 1 tasks_processing.go:69] worker 19 listening for tasks. I0512 23:57:13.070786 1 tasks_processing.go:69] worker 28 listening for tasks. I0512 23:57:13.070813 1 tasks_processing.go:69] worker 62 listening for tasks. I0512 23:57:13.070855 1 tasks_processing.go:69] worker 33 listening for tasks. I0512 23:57:13.071154 1 tasks_processing.go:71] worker 33 working on lokistack task. I0512 23:57:13.070759 1 tasks_processing.go:69] worker 40 listening for tasks. I0512 23:57:13.070712 1 tasks_processing.go:69] worker 36 listening for tasks. I0512 23:57:13.070704 1 tasks_processing.go:69] worker 35 listening for tasks. I0512 23:57:13.070715 1 tasks_processing.go:71] worker 5 working on machines task. I0512 23:57:13.071223 1 tasks_processing.go:71] worker 35 working on jaegers task. I0512 23:57:13.070720 1 tasks_processing.go:69] worker 37 listening for tasks. I0512 23:57:13.071404 1 tasks_processing.go:71] worker 37 working on active_alerts task. W0512 23:57:13.071426 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 23:57:13.071464 1 tasks_processing.go:71] worker 36 working on networks task. I0512 23:57:13.071481 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 63.482µs to process 0 records I0512 23:57:13.070725 1 tasks_processing.go:69] worker 3 listening for tasks. I0512 23:57:13.070727 1 tasks_processing.go:69] worker 38 listening for tasks. I0512 23:57:13.070733 1 tasks_processing.go:69] worker 4 listening for tasks. I0512 23:57:13.070734 1 tasks_processing.go:69] worker 51 listening for tasks. I0512 23:57:13.070695 1 tasks_processing.go:69] worker 63 listening for tasks. I0512 23:57:13.070740 1 tasks_processing.go:69] worker 52 listening for tasks. I0512 23:57:13.070740 1 tasks_processing.go:69] worker 50 listening for tasks. I0512 23:57:13.070747 1 tasks_processing.go:69] worker 53 listening for tasks. I0512 23:57:13.070742 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 23:57:13.070747 1 tasks_processing.go:69] worker 2 listening for tasks. I0512 23:57:13.070752 1 tasks_processing.go:69] worker 39 listening for tasks. I0512 23:57:13.070754 1 tasks_processing.go:69] worker 54 listening for tasks. I0512 23:57:13.071523 1 tasks_processing.go:71] worker 54 working on pod_network_connectivity_checks task. I0512 23:57:13.071525 1 tasks_processing.go:71] worker 39 working on olm_operators task. I0512 23:57:13.070762 1 tasks_processing.go:71] worker 34 working on overlapping_namespace_uids task. I0512 23:57:13.071690 1 tasks_processing.go:71] worker 37 working on machine_healthchecks task. I0512 23:57:13.071713 1 tasks_processing.go:71] worker 63 working on tsdb_status task. I0512 23:57:13.071732 1 tasks_processing.go:71] worker 38 working on machine_autoscalers task. W0512 23:57:13.071743 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 23:57:13.071459 1 tasks_processing.go:71] worker 40 working on config_maps task. I0512 23:57:13.071758 1 tasks_processing.go:71] worker 4 working on operators task. I0512 23:57:13.071787 1 tasks_processing.go:71] worker 51 working on sap_config task. I0512 23:57:13.071785 1 tasks_processing.go:71] worker 3 working on cost_management_metrics_configs task. I0512 23:57:13.071810 1 tasks_processing.go:71] worker 53 working on dvo_metrics task. I0512 23:57:13.071827 1 tasks_processing.go:71] worker 50 working on monitoring_persistent_volumes task. I0512 23:57:13.071827 1 tasks_processing.go:71] worker 0 working on schedulers task. I0512 23:57:13.070766 1 tasks_processing.go:69] worker 41 listening for tasks. I0512 23:57:13.070771 1 tasks_processing.go:69] worker 56 listening for tasks. I0512 23:57:13.070765 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 23:57:13.070774 1 tasks_processing.go:69] worker 42 listening for tasks. I0512 23:57:13.070773 1 tasks_processing.go:69] worker 20 listening for tasks. I0512 23:57:13.070777 1 tasks_processing.go:69] worker 57 listening for tasks. I0512 23:57:13.070780 1 tasks_processing.go:69] worker 43 listening for tasks. I0512 23:57:13.070781 1 tasks_processing.go:69] worker 27 listening for tasks. I0512 23:57:13.070783 1 tasks_processing.go:69] worker 58 listening for tasks. I0512 23:57:13.070788 1 tasks_processing.go:69] worker 44 listening for tasks. I0512 23:57:13.070789 1 tasks_processing.go:69] worker 21 listening for tasks. I0512 23:57:13.070792 1 tasks_processing.go:71] worker 19 working on openshift_logging task. I0512 23:57:13.070793 1 tasks_processing.go:69] worker 59 listening for tasks. I0512 23:57:13.070795 1 tasks_processing.go:69] worker 45 listening for tasks. I0512 23:57:13.070797 1 tasks_processing.go:69] worker 22 listening for tasks. I0512 23:57:13.070800 1 tasks_processing.go:69] worker 60 listening for tasks. I0512 23:57:13.070800 1 tasks_processing.go:69] worker 6 listening for tasks. I0512 23:57:13.070802 1 tasks_processing.go:69] worker 46 listening for tasks. I0512 23:57:13.070806 1 tasks_processing.go:69] worker 61 listening for tasks. I0512 23:57:13.070809 1 tasks_processing.go:69] worker 7 listening for tasks. I0512 23:57:13.070811 1 tasks_processing.go:69] worker 47 listening for tasks. I0512 23:57:13.070817 1 tasks_processing.go:69] worker 8 listening for tasks. I0512 23:57:13.070820 1 tasks_processing.go:69] worker 48 listening for tasks. I0512 23:57:13.074001 1 tasks_processing.go:71] worker 20 working on storage_classes task. I0512 23:57:13.074009 1 tasks_processing.go:71] worker 57 working on proxies task. I0512 23:57:13.074008 1 tasks_processing.go:71] worker 42 working on machine_configs task. I0512 23:57:13.074014 1 tasks_processing.go:71] worker 58 working on image_pruners task. I0512 23:57:13.074014 1 tasks_processing.go:71] worker 27 working on image task. I0512 23:57:13.074029 1 tasks_processing.go:71] worker 21 working on mutating_webhook_configurations task. I0512 23:57:13.074055 1 tasks_processing.go:71] worker 8 working on openstack_dataplanenodesets task. I0512 23:57:13.074075 1 tasks_processing.go:71] worker 45 working on install_plans task. I0512 23:57:13.074078 1 tasks_processing.go:71] worker 48 working on openstack_version task. I0512 23:57:13.074067 1 tasks_processing.go:71] worker 60 working on ingress_certificates task. I0512 23:57:13.074137 1 tasks_processing.go:71] worker 61 working on nodes task. I0512 23:57:13.070805 1 tasks_processing.go:69] worker 23 listening for tasks. I0512 23:57:13.074157 1 tasks_processing.go:71] worker 59 working on openshift_machine_api_events task. I0512 23:57:13.074160 1 tasks_processing.go:71] worker 23 working on sap_datahubs task. I0512 23:57:13.074262 1 tasks_processing.go:71] worker 6 working on ingress task. I0512 23:57:13.070825 1 tasks_processing.go:69] worker 9 listening for tasks. I0512 23:57:13.070830 1 tasks_processing.go:69] worker 24 listening for tasks. I0512 23:57:13.070833 1 tasks_processing.go:69] worker 10 listening for tasks. I0512 23:57:13.070828 1 tasks_processing.go:69] worker 49 listening for tasks. I0512 23:57:13.070837 1 tasks_processing.go:69] worker 30 listening for tasks. I0512 23:57:13.070840 1 tasks_processing.go:69] worker 11 listening for tasks. I0512 23:57:13.070844 1 tasks_processing.go:69] worker 31 listening for tasks. I0512 23:57:13.070837 1 tasks_processing.go:69] worker 25 listening for tasks. I0512 23:57:13.070847 1 tasks_processing.go:69] worker 12 listening for tasks. I0512 23:57:13.070841 1 tasks_processing.go:69] worker 26 listening for tasks. I0512 23:57:13.070852 1 tasks_processing.go:69] worker 16 listening for tasks. I0512 23:57:13.070853 1 tasks_processing.go:69] worker 32 listening for tasks. I0512 23:57:13.070855 1 tasks_processing.go:69] worker 17 listening for tasks. I0512 23:57:13.070861 1 tasks_processing.go:69] worker 13 listening for tasks. I0512 23:57:13.070861 1 tasks_processing.go:69] worker 18 listening for tasks. I0512 23:57:13.070864 1 tasks_processing.go:71] worker 62 working on qemu_kubevirt_launcher_logs task. I0512 23:57:13.070860 1 tasks_processing.go:69] worker 14 listening for tasks. I0512 23:57:13.070868 1 tasks_processing.go:69] worker 15 listening for tasks. I0512 23:57:13.071752 1 tasks_processing.go:71] worker 63 working on clusterroles task. I0512 23:57:13.072129 1 tasks_processing.go:71] worker 52 working on operators_pods_and_events task. I0512 23:57:13.070763 1 tasks_processing.go:69] worker 55 listening for tasks. I0512 23:57:13.072342 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 29.029µs to process 0 records I0512 23:57:13.072475 1 tasks_processing.go:71] worker 2 working on machine_config_pools task. I0512 23:57:13.073955 1 tasks_processing.go:71] worker 41 working on pdbs task. I0512 23:57:13.073955 1 tasks_processing.go:71] worker 56 working on infrastructures task. I0512 23:57:13.073988 1 tasks_processing.go:71] worker 44 working on crds task. I0512 23:57:13.073996 1 tasks_processing.go:71] worker 43 working on machine_sets task. I0512 23:57:13.074002 1 tasks_processing.go:71] worker 1 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0512 23:57:13.070822 1 tasks_processing.go:71] worker 28 working on node_features task. I0512 23:57:13.074273 1 tasks_processing.go:71] worker 46 working on ceph_cluster task. I0512 23:57:13.075122 1 tasks_processing.go:71] worker 55 working on metrics task. W0512 23:57:13.075162 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 23:57:13.075185 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 41.258µs to process 0 records I0512 23:57:13.075204 1 tasks_processing.go:71] worker 14 working on sap_pods task. I0512 23:57:13.074282 1 tasks_processing.go:71] worker 7 working on authentication task. I0512 23:57:13.075367 1 tasks_processing.go:71] worker 30 working on node_logs task. I0512 23:57:13.074288 1 tasks_processing.go:71] worker 47 working on storage_cluster task. I0512 23:57:13.070829 1 tasks_processing.go:69] worker 29 listening for tasks. I0512 23:57:13.075566 1 tasks_processing.go:74] worker 29 stopped. I0512 23:57:13.074956 1 tasks_processing.go:71] worker 22 working on openstack_controlplanes task. I0512 23:57:13.075339 1 tasks_processing.go:71] worker 17 working on oauths task. I0512 23:57:13.075626 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 3.814557ms to process 0 records I0512 23:57:13.075341 1 tasks_processing.go:71] worker 25 working on nodenetworkstates task. I0512 23:57:13.075345 1 tasks_processing.go:71] worker 12 working on support_secret task. I0512 23:57:13.075751 1 tasks_processing.go:74] worker 33 stopped. I0512 23:57:13.075771 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.583735ms to process 0 records I0512 23:57:13.075349 1 tasks_processing.go:71] worker 26 working on image_registries task. I0512 23:57:13.075864 1 tasks_processing.go:74] worker 54 stopped. E0512 23:57:13.075878 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0512 23:57:13.075888 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 4.334581ms to process 0 records I0512 23:57:13.075897 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 4.627936ms to process 0 records I0512 23:57:13.075905 1 tasks_processing.go:74] worker 35 stopped. I0512 23:57:13.075924 1 tasks_processing.go:74] worker 38 stopped. I0512 23:57:13.075348 1 tasks_processing.go:71] worker 18 working on version task. I0512 23:57:13.075351 1 tasks_processing.go:71] worker 16 working on service_accounts task. I0512 23:57:13.075353 1 tasks_processing.go:71] worker 9 working on silenced_alerts task. W0512 23:57:13.075974 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 23:57:13.075356 1 tasks_processing.go:71] worker 24 working on container_runtime_configs task. I0512 23:57:13.075359 1 tasks_processing.go:71] worker 10 working on aggregated_monitoring_cr_names task. I0512 23:57:13.075354 1 tasks_processing.go:71] worker 13 working on container_images task. I0512 23:57:13.075355 1 tasks_processing.go:71] worker 32 working on certificate_signing_requests task. I0512 23:57:13.075362 1 tasks_processing.go:71] worker 49 working on feature_gates task. I0512 23:57:13.075355 1 tasks_processing.go:71] worker 55 working on cluster_apiserver task. I0512 23:57:13.075365 1 tasks_processing.go:71] worker 31 working on nodenetworkconfigurationpolicies task. I0512 23:57:13.075366 1 tasks_processing.go:71] worker 11 working on openstack_dataplanedeployments task. I0512 23:57:13.075369 1 tasks_processing.go:71] worker 15 working on validating_webhook_configurations task. I0512 23:57:13.075616 1 tasks_processing.go:74] worker 51 stopped. I0512 23:57:13.075929 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 4.176315ms to process 0 records I0512 23:57:13.076402 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 23.618µs to process 0 records E0512 23:57:13.076412 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0512 23:57:13.076418 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 4.291323ms to process 0 records E0512 23:57:13.076423 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0512 23:57:13.076428 1 gather.go:177] gatherer "clusterconfig" function "machines" took 4.821104ms to process 0 records I0512 23:57:13.076433 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.558278ms to process 0 records I0512 23:57:13.076438 1 tasks_processing.go:74] worker 3 stopped. I0512 23:57:13.076442 1 tasks_processing.go:74] worker 9 stopped. I0512 23:57:13.076445 1 tasks_processing.go:74] worker 37 stopped. I0512 23:57:13.076476 1 tasks_processing.go:74] worker 5 stopped. I0512 23:57:13.090043 1 tasks_processing.go:74] worker 19 stopped. I0512 23:57:13.090056 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 16.063992ms to process 0 records I0512 23:57:13.090080 1 tasks_processing.go:74] worker 23 stopped. I0512 23:57:13.090087 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 15.91128ms to process 0 records I0512 23:57:13.090366 1 tasks_processing.go:74] worker 36 stopped. I0512 23:57:13.090587 1 recorder.go:75] Recording config/network with fingerprint=89318ef7dfcd967507ef0491968adf4fe2aefbb134b0ca2afc9e27bfea1fa090 I0512 23:57:13.090622 1 gather.go:177] gatherer "clusterconfig" function "networks" took 18.877161ms to process 1 records I0512 23:57:13.090843 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0512 23:57:13.090861 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 23:57:13.090867 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 23:57:13.090871 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 23:57:13.090886 1 controller.go:531] The operator is still being initialized I0512 23:57:13.090895 1 controller.go:554] The operator is healthy I0512 23:57:13.096070 1 tasks_processing.go:74] worker 8 stopped. I0512 23:57:13.096086 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 21.988995ms to process 0 records I0512 23:57:13.096097 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 22.004073ms to process 0 records I0512 23:57:13.096101 1 tasks_processing.go:74] worker 48 stopped. I0512 23:57:13.096246 1 tasks_processing.go:74] worker 57 stopped. I0512 23:57:13.096311 1 recorder.go:75] Recording config/proxy with fingerprint=a33bd1f19eea2ac385a4d38ab345241aaefdeaa2326503e1f5202689f8e67b9e I0512 23:57:13.096328 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 22.217204ms to process 1 records I0512 23:57:13.096396 1 tasks_processing.go:74] worker 27 stopped. I0512 23:57:13.096432 1 recorder.go:75] Recording config/image with fingerprint=3e2851cad0d41fbb7d3aeb58150aaad9d1c802f47912264b7569c6375defdf93 I0512 23:57:13.096440 1 gather.go:177] gatherer "clusterconfig" function "image" took 22.243984ms to process 1 records I0512 23:57:13.099518 1 tasks_processing.go:74] worker 0 stopped. I0512 23:57:13.099621 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=2150cf58f6cf66166248e2f1507a690d3eccaf21e37f352778ff1fe535422a27 I0512 23:57:13.099633 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 26.891733ms to process 1 records I0512 23:57:13.101121 1 tasks_processing.go:74] worker 39 stopped. I0512 23:57:13.101133 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 29.582046ms to process 0 records I0512 23:57:13.107046 1 tasks_processing.go:74] worker 46 stopped. I0512 23:57:13.107061 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 31.999409ms to process 0 records I0512 23:57:13.107069 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 31.90828ms to process 0 records I0512 23:57:13.107076 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 35.233453ms to process 0 records I0512 23:57:13.107081 1 tasks_processing.go:74] worker 50 stopped. I0512 23:57:13.107088 1 tasks_processing.go:74] worker 43 stopped. I0512 23:57:13.107492 1 tasks_processing.go:74] worker 58 stopped. E0512 23:57:13.108139 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0512 23:57:13.108438 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=66ae453735e537c169d07b4f5d41a8956991e9b47cecb1d838b4b4282bca5c9b I0512 23:57:13.108462 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 33.462255ms to process 1 records I0512 23:57:13.108485 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 32.394322ms to process 0 records I0512 23:57:13.108497 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 32.125847ms to process 0 records I0512 23:57:13.108505 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 32.803167ms to process 0 records I0512 23:57:13.108508 1 tasks_processing.go:74] worker 2 stopped. I0512 23:57:13.108512 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 32.405995ms to process 0 records I0512 23:57:13.108522 1 tasks_processing.go:74] worker 47 stopped. I0512 23:57:13.108527 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 32.821667ms to process 0 records I0512 23:57:13.108529 1 tasks_processing.go:74] worker 14 stopped. I0512 23:57:13.108534 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 32.610217ms to process 0 records I0512 23:57:13.108537 1 tasks_processing.go:74] worker 25 stopped. I0512 23:57:13.108591 1 tasks_processing.go:74] worker 28 stopped. I0512 23:57:13.108611 1 tasks_processing.go:74] worker 22 stopped. I0512 23:57:13.108752 1 tasks_processing.go:74] worker 56 stopped. I0512 23:57:13.108856 1 gather_logs.go:145] no pods in namespace were found I0512 23:57:13.110352 1 recorder.go:75] Recording config/infrastructure with fingerprint=8a9727f98fc9a04787ae4344b5f0cea86ab67c9f5ccbdaadfb05b233021dc73d I0512 23:57:13.110373 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 33.27009ms to process 1 records I0512 23:57:13.110404 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 32.458753ms to process 0 records I0512 23:57:13.110421 1 tasks_processing.go:74] worker 24 stopped. I0512 23:57:13.110508 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=519835399178ed50e092daef942bd27c9183d40f4dd6e62dcd54a0ef485e0d05 I0512 23:57:13.110535 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=823129c33a6f4373e34b469b9beb74e8f39a2a8f99476b248f8b61fd3e9cf735 I0512 23:57:13.110560 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=84d6f0731b811a17ab7479c2e193e05fa77d25fbd57f96c8601ea9372923c0fc I0512 23:57:13.110571 1 tasks_processing.go:74] worker 41 stopped. I0512 23:57:13.110574 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 33.367723ms to process 3 records E0512 23:57:13.110584 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0512 23:57:13.110593 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 32.889398ms to process 0 records I0512 23:57:13.110600 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 32.47338ms to process 0 records I0512 23:57:13.110606 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 33.747022ms to process 0 records I0512 23:57:13.110620 1 tasks_processing.go:74] worker 31 stopped. I0512 23:57:13.110623 1 tasks_processing.go:74] worker 62 stopped. I0512 23:57:13.110633 1 tasks_processing.go:74] worker 12 stopped. I0512 23:57:13.110706 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=b3619153b7212c15f966c53be9f1866715fa04e9f2c7b290cf723b218271ece6 I0512 23:57:13.110708 1 tasks_processing.go:74] worker 20 stopped. I0512 23:57:13.110725 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=13dabc03e8dfdc4e7e7ce8abd82404c91d531a949f6796a2ec6e5583c58a0ce0 I0512 23:57:13.110733 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 35.216877ms to process 2 records I0512 23:57:13.110739 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 34.110032ms to process 0 records I0512 23:57:13.110747 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 33.29755ms to process 0 records I0512 23:57:13.110762 1 tasks_processing.go:74] worker 30 stopped. I0512 23:57:13.110776 1 tasks_processing.go:74] worker 11 stopped. I0512 23:57:13.110856 1 tasks_processing.go:74] worker 6 stopped. I0512 23:57:13.110899 1 recorder.go:75] Recording config/ingress with fingerprint=729558ac756873bd880799351fcae3dbfaa7eb94158b0444316d16c412b960bb I0512 23:57:13.110909 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 34.678063ms to process 1 records I0512 23:57:13.111045 1 recorder.go:75] Recording config/apiserver with fingerprint=279acba2c5f77dae4752ba7f77419f9248ce9abea20d544e8d0744296901ae61 I0512 23:57:13.111044 1 tasks_processing.go:74] worker 55 stopped. I0512 23:57:13.111056 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 34.083503ms to process 1 records I0512 23:57:13.111135 1 tasks_processing.go:74] worker 7 stopped. I0512 23:57:13.111219 1 recorder.go:75] Recording config/authentication with fingerprint=48450fc7583ec9554e274f0e8850c9ccf8d75e9a5dfec23e2ae840cc672c2dc8 I0512 23:57:13.111229 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 34.950377ms to process 1 records E0512 23:57:13.111237 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0512 23:57:13.111254 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0512 23:57:13.111268 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 36.405866ms to process 1 records I0512 23:57:13.111319 1 tasks_processing.go:74] worker 42 stopped. I0512 23:57:13.111406 1 tasks_processing.go:74] worker 17 stopped. I0512 23:57:13.111695 1 recorder.go:75] Recording config/oauth with fingerprint=4b51c73c8b7715e6e07b9403bfe96c19e62541fe4b0d392ad3aa8bab79d93017 I0512 23:57:13.111716 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 35.019732ms to process 1 records I0512 23:57:13.111805 1 tasks_processing.go:74] worker 49 stopped. I0512 23:57:13.111866 1 recorder.go:75] Recording config/featuregate with fingerprint=1e50fa9ff3ed9e9ecdf9b0421d5da3420f5b5d67d3828e51cba5470617dd716d I0512 23:57:13.111878 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 34.742132ms to process 1 records I0512 23:57:13.111889 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 36.832517ms to process 0 records I0512 23:57:13.111907 1 tasks_processing.go:74] worker 59 stopped. I0512 23:57:13.111972 1 tasks_processing.go:74] worker 21 stopped. I0512 23:57:13.112040 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=8168d346b5df97591ed86514883f7bd93d8aa7114ad9f67b5ecf22be2c40b347 I0512 23:57:13.112068 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=1d14f6de05a2e3e4c10d627895ebe4be46e0b1fbc336538926f7fe43ddf92714 I0512 23:57:13.112092 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=4043e5a2450ece570e157cd05b5b044b28fb2912c8e12513c892731dd4d5735f I0512 23:57:13.112099 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 36.988189ms to process 3 records I0512 23:57:13.112207 1 tasks_processing.go:74] worker 61 stopped. I0512 23:57:13.112431 1 recorder.go:75] Recording config/node/ip-10-0-0-66.ec2.internal with fingerprint=c479793b956396c4086659dc46c7d9fa6c90263dbc3e796af56597700f43458c I0512 23:57:13.112492 1 recorder.go:75] Recording config/node/ip-10-0-1-243.ec2.internal with fingerprint=eb99a6b85f70001a09d6881102e4939abed0bb29e7eb621b954133ff7b200bc4 I0512 23:57:13.112546 1 recorder.go:75] Recording config/node/ip-10-0-2-227.ec2.internal with fingerprint=ca0354a760ac44d8191dc4915059b918c0473403e58bb2d6e02d1c101f697fc5 I0512 23:57:13.112553 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.051666ms to process 3 records I0512 23:57:13.112639 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=a510ac88f17cebf54d017a13394fd9cd5e101952170861edcbd5c16aa41cdc19 I0512 23:57:13.112639 1 tasks_processing.go:74] worker 15 stopped. I0512 23:57:13.112724 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=d83eb03510da63c039e1b8b1f6384cf2a1181f18bfee4fdf7e7e535bff912ac8 I0512 23:57:13.112743 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=03faabdc38f5707675583410ffb84bc0702835f950e3e9a68ac5e662c1dd6a50 I0512 23:57:13.112766 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=259b01e1b28f42e9f1da7c794de8e21ac8151fdcbe3fc6dffb901144f78ccfed I0512 23:57:13.112789 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=2f6f42e31c9e0b9b0e39f1987745622a0b137be1ec34a0e6cad69efe1d9aa038 I0512 23:57:13.112812 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=990faeaba425d6a616658c74c7c94d9b8dc2f63d5389533f82c0340dcdc7773d I0512 23:57:13.112840 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=e6282a1c0a0cddfee5c560575eee2bb123dbe7be9d053acf58b56d5dce50b58b I0512 23:57:13.112871 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=3b4d440fba1d9ed4b1b110dcc7f26da3ba8c9a7654b416118bec86e4770d12dd I0512 23:57:13.112893 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=8a95de9e0d69540fa453aa1aa1b06e7ae93c49f868c4c60ee86218cfdccffa77 I0512 23:57:13.112927 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=ca1caf3b7344747cac1cfea8f9354f1fed35d917a8a0e9db411fcb54f5924053 I0512 23:57:13.112958 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=842e0793bea34472978a64c78ac58e7764928900234f863e322340d5260769cd I0512 23:57:13.112964 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 35.489593ms to process 11 records I0512 23:57:13.113054 1 tasks_processing.go:74] worker 26 stopped. I0512 23:57:13.113606 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=30e73804e0347f3de74c5e5158c2d0c148a47b0de278902eceed2defd73ee080 I0512 23:57:13.113633 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 36.218463ms to process 1 records I0512 23:57:13.113655 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0512 23:57:13.113663 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 41.075565ms to process 1 records I0512 23:57:13.114098 1 tasks_processing.go:74] worker 34 stopped. I0512 23:57:13.114655 1 tasks_processing.go:74] worker 32 stopped. I0512 23:57:13.114655 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 38.533358ms to process 0 records I0512 23:57:13.114679 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0512 23:57:13.114705 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0512 23:57:13.114706 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file W0512 23:57:13.116082 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 23:57:13.119116 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0512 23:57:13.119134 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0512 23:57:13.119228 1 operator.go:328] started I0512 23:57:13.119249 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0512 23:57:13.119842 1 tasks_processing.go:74] worker 63 stopped. I0512 23:57:13.120016 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=7381accea85ba94c3ccc3dbf24e66cb3ce14ffd2e599ad0db798254f253326a6 I0512 23:57:13.120167 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=4726135111661b6682d2dc978b86247d79ccce475a77e9e43913ebbf6d5b1c30 I0512 23:57:13.120182 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 44.538317ms to process 2 records I0512 23:57:13.121663 1 tasks_processing.go:74] worker 44 stopped. I0512 23:57:13.122177 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=c68b92dcb1084f0562992860589085d0ff632183833cde7b8b693217736a2a96 I0512 23:57:13.122458 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=a9aded2d5d67f9b4972e9a22072e28b8b506499db5d22cff18a2aa73dab54471 I0512 23:57:13.122474 1 gather.go:177] gatherer "clusterconfig" function "crds" took 46.477229ms to process 2 records I0512 23:57:13.126449 1 base_controller.go:82] Caches are synced for ConfigController I0512 23:57:13.126523 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0512 23:57:13.127175 1 tasks_processing.go:74] worker 10 stopped. I0512 23:57:13.127195 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 51.156081ms to process 0 records I0512 23:57:13.130647 1 tasks_processing.go:74] worker 1 stopped. I0512 23:57:13.130666 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 55.437669ms to process 0 records I0512 23:57:13.130886 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0512 23:57:13.130896 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 23:57:13.130900 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 23:57:13.130903 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 23:57:13.130906 1 controller.go:254] Source scaController *sca.Controller is not ready I0512 23:57:13.130922 1 controller.go:531] The operator is still being initialized I0512 23:57:13.130930 1 controller.go:554] The operator is healthy I0512 23:57:13.134671 1 prometheus_rules.go:88] Prometheus rules successfully created I0512 23:57:13.134953 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 23:57:13.135748 1 tasks_processing.go:74] worker 13 stopped. I0512 23:57:13.136936 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-llp55 with fingerprint=b92c5792352f2146a23af0522352135b72d8a7a95541daace91dd48171bb61b8 I0512 23:57:13.137000 1 recorder.go:75] Recording config/running_containers with fingerprint=072135a63d481c46183afa3913b74be99809fd7ebb2f721ccd77cb5f069fe943 I0512 23:57:13.137008 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 59.694049ms to process 2 records E0512 23:57:13.137280 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f8d88ba6-fb28-4ad9-8174-dd4979b39b46%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:47390->172.30.0.10:53: read: connection refused I0512 23:57:13.137292 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f8d88ba6-fb28-4ad9-8174-dd4979b39b46%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:47390->172.30.0.10:53: read: connection refused I0512 23:57:13.140615 1 tasks_processing.go:74] worker 40 stopped. E0512 23:57:13.140628 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0512 23:57:13.140633 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0512 23:57:13.140637 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0512 23:57:13.140645 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0512 23:57:13.140678 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0512 23:57:13.140684 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0512 23:57:13.140689 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0512 23:57:13.140693 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0512 23:57:13.140871 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0512 23:57:13.140890 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0512 23:57:13.140899 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 68.848824ms to process 7 records I0512 23:57:13.198876 1 tasks_processing.go:74] worker 18 stopped. I0512 23:57:13.199146 1 recorder.go:75] Recording config/version with fingerprint=4fe295fb568f20cf0405ee214ff2e1fa65a261a5146470db4e7744b2451abd42 I0512 23:57:13.199159 1 recorder.go:75] Recording config/id with fingerprint=42cb42e886cc2ca0e512020cae3d70bca36e5e03623f5f53405f015803a9129c I0512 23:57:13.199165 1 gather.go:177] gatherer "clusterconfig" function "version" took 122.932137ms to process 2 records I0512 23:57:13.219948 1 base_controller.go:82] Caches are synced for LoggingSyncer I0512 23:57:13.219961 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0512 23:57:13.226890 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0512 23:57:13.228042 1 tasks_processing.go:74] worker 60 stopped. E0512 23:57:13.228057 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0512 23:57:13.228067 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q8mpf9fis6v2e5olno8p5la0n8bu51k-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q8mpf9fis6v2e5olno8p5la0n8bu51k-primary-cert-bundle-secret" not found I0512 23:57:13.228123 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=b565d69c5a8d443bc771f147af5d1d63489f5790042265105ce4b28476d3ef09 I0512 23:57:13.228137 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 153.89451ms to process 1 records W0512 23:57:13.230424 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:38664->172.30.0.10:53: read: connection refused I0512 23:57:13.230436 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:38664->172.30.0.10:53: read: connection refused W0512 23:57:14.112836 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 23:57:14.339188 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0512 23:57:14.339202 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0512 23:57:14.339829 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-c9wgp pod in namespace openshift-dns (previous: false). I0512 23:57:14.535179 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-c9wgp pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-c9wgp\" is waiting to start: ContainerCreating" I0512 23:57:14.535196 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-c9wgp\" is waiting to start: ContainerCreating" I0512 23:57:14.535205 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-c9wgp pod in namespace openshift-dns (previous: false). I0512 23:57:14.535356 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0512 23:57:14.734569 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-c9wgp pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-c9wgp\" is waiting to start: ContainerCreating" I0512 23:57:14.734588 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-c9wgp\" is waiting to start: ContainerCreating" I0512 23:57:14.734600 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-fqmp2 pod in namespace openshift-dns (previous: false). I0512 23:57:14.937635 1 tasks_processing.go:74] worker 4 stopped. I0512 23:57:14.937683 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=f6d9abaf66225df1cd3ded94729d6781cefdc00aef6c0a19f7d8ad69a2f72b30 I0512 23:57:14.937723 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=54b37b0bd19701abd1fefcbadc18204dc1fc3de3e2bc2a73c8b2784ae8a4bc74 I0512 23:57:14.937753 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0512 23:57:14.937778 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=012fd71fc7927d35953b5696ba1efd805367406991e97a8836f89b35f5b67dac I0512 23:57:14.937796 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0512 23:57:14.937837 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=a23b94079c68c08009a7a3e3e6e3a35f9590e8fdca464cf40546c08aaab40ca9 I0512 23:57:14.937867 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=536d571259e6f6b07338ad83380fe1a5618df313fe2dae35cde1c0f8a3a8f06f I0512 23:57:14.937891 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=7e5fdb1e279c41ffd40fb05e18080bc828b7025dbe59f99afeddda61a6cb171c I0512 23:57:14.937906 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=7fa2475bce3a41d1041a0cf9db3b02c3386005e7276098762ef2969e8338381a I0512 23:57:14.937922 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=e94136c68d18081ea8e2d82f934fc906de0965856a9542938b98797697c98a00 I0512 23:57:14.937932 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0512 23:57:14.937949 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=983e863178b5b68122b7d210912562f42c5e826d8ee09561b7836e3105adc55a I0512 23:57:14.937957 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0512 23:57:14.937972 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=e36b596926c96b7e221826fb5b6d79cf1c3658d23759eb83e43311702117679b I0512 23:57:14.937982 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0512 23:57:14.938002 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=739c617e3ee29a02209c6e7a922b97da2401cb1e609b360fca154352fb792605 I0512 23:57:14.938011 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0512 23:57:14.938027 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=0af5b81df9eb66cde2f7e370da4ce28b6cdcf5278a924efb1ffdb7ee5ae37f54 I0512 23:57:14.938144 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=91e7ae6bcd51b8963a27d5f2c5042a89e4ff3042916f1cb6be82dde6d40739b4 I0512 23:57:14.938153 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0512 23:57:14.938160 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0512 23:57:14.938180 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0512 23:57:14.938203 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=6191c6b1de02b5e8b4258a1b55aa41de73d6d80c994c781ab134f522dc932746 I0512 23:57:14.938225 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=45f75746859b0b4e896691f48e6e58d27f2db92ce6395dc14bff2eb94d7203e8 I0512 23:57:14.938234 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0512 23:57:14.938262 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=67a02c001089e977094bcd793ac24e8cdfc49e1fd0aec0b3a88211043c02ef76 I0512 23:57:14.938271 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0512 23:57:14.938285 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=535bcded40838e72e93133dc21851747b8192e468607d3685fad32fb98718a56 I0512 23:57:14.938300 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=48ed9a0d5d25f49523f76fc5a7d01b066a1d5a8218cdd2888fc492b7b060d402 I0512 23:57:14.938312 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=2df980b603827ac1bb0a381bb882cd9212591bf5ab636c52c27809b8613fc2bd I0512 23:57:14.938328 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=54725bbd8a4c071f9f540018245cd0e09457d2d669fa919d3668aa30acf71262 I0512 23:57:14.938340 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=1d1d127441cbd8e33c4a2b4dd5a9c5c38cf80ec915f4549033f9360d29eca4bc I0512 23:57:14.938363 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=e1dcf32161f240d73762a3b5c040977d2ef0af9bd1265ab8232cfaf784f56d8b I0512 23:57:14.938393 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0512 23:57:14.938402 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0512 23:57:14.938409 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.865860982s to process 35 records I0512 23:57:14.970485 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fqmp2 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-fqmp2\" is waiting to start: ContainerCreating" I0512 23:57:14.970505 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-fqmp2\" is waiting to start: ContainerCreating" I0512 23:57:14.970512 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-fqmp2 pod in namespace openshift-dns (previous: false). W0512 23:57:15.112767 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 23:57:15.134765 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fqmp2 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-fqmp2\" is waiting to start: ContainerCreating" I0512 23:57:15.134785 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-fqmp2\" is waiting to start: ContainerCreating" I0512 23:57:15.134796 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-r2k5c pod in namespace openshift-dns (previous: false). I0512 23:57:15.367093 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-r2k5c pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-r2k5c\" is waiting to start: ContainerCreating" I0512 23:57:15.367113 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-r2k5c\" is waiting to start: ContainerCreating" I0512 23:57:15.367123 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-r2k5c pod in namespace openshift-dns (previous: false). I0512 23:57:15.534574 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-r2k5c pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-r2k5c\" is waiting to start: ContainerCreating" I0512 23:57:15.534589 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-r2k5c\" is waiting to start: ContainerCreating" I0512 23:57:15.534599 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dg599 pod in namespace openshift-dns (previous: false). I0512 23:57:15.735702 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 23:57:15.735718 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-m4cws pod in namespace openshift-dns (previous: false). I0512 23:57:15.949111 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 23:57:15.949126 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zbcq5 pod in namespace openshift-dns (previous: false). W0512 23:57:16.113032 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 23:57:16.135007 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 23:57:16.135023 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5fbbbfbf46-nv8w8 pod in namespace openshift-image-registry (previous: false). I0512 23:57:16.334205 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5fbbbfbf46-nv8w8 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5fbbbfbf46-nv8w8\" is waiting to start: ContainerCreating" I0512 23:57:16.334221 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5fbbbfbf46-nv8w8\" is waiting to start: ContainerCreating" I0512 23:57:16.334231 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5fbbbfbf46-xzps9 pod in namespace openshift-image-registry (previous: false). I0512 23:57:16.534551 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5fbbbfbf46-xzps9 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5fbbbfbf46-xzps9\" is waiting to start: ContainerCreating" I0512 23:57:16.534566 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5fbbbfbf46-xzps9\" is waiting to start: ContainerCreating" I0512 23:57:16.534577 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6fb578466f-ppcrh pod in namespace openshift-image-registry (previous: false). I0512 23:57:16.734265 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6fb578466f-ppcrh pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6fb578466f-ppcrh\" is waiting to start: ContainerCreating" I0512 23:57:16.734283 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6fb578466f-ppcrh\" is waiting to start: ContainerCreating" I0512 23:57:16.734293 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-8jk9v pod in namespace openshift-image-registry (previous: false). I0512 23:57:16.934803 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 23:57:16.934820 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-m48xn pod in namespace openshift-image-registry (previous: false). W0512 23:57:17.113142 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 23:57:17.135160 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 23:57:17.135174 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-mfs92 pod in namespace openshift-image-registry (previous: false). I0512 23:57:17.334909 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 23:57:17.334927 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5bc85bd9bc-gpr58 pod in namespace openshift-ingress (previous: false). I0512 23:57:17.534682 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5bc85bd9bc-gpr58 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5bc85bd9bc-gpr58\" is waiting to start: ContainerCreating" I0512 23:57:17.534706 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5bc85bd9bc-gpr58\" is waiting to start: ContainerCreating" I0512 23:57:17.534717 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-68bc59f49d-2g6qp pod in namespace openshift-ingress (previous: false). I0512 23:57:17.734870 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-68bc59f49d-2g6qp pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-68bc59f49d-2g6qp\" is waiting to start: ContainerCreating" I0512 23:57:17.734885 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-68bc59f49d-2g6qp\" is waiting to start: ContainerCreating" I0512 23:57:17.734896 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-68bc59f49d-nbf6v pod in namespace openshift-ingress (previous: false). I0512 23:57:17.938583 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-68bc59f49d-nbf6v pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-68bc59f49d-nbf6v\" is waiting to start: ContainerCreating" I0512 23:57:17.938600 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-68bc59f49d-nbf6v\" is waiting to start: ContainerCreating" I0512 23:57:17.938610 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-264gd pod in namespace openshift-ingress-canary (previous: false). W0512 23:57:18.112608 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0512 23:57:18.112644 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0512 23:57:18.112659 1 tasks_processing.go:74] worker 53 stopped. E0512 23:57:18.112669 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0512 23:57:18.112679 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0512 23:57:18.112695 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0512 23:57:18.112712 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.040832802s to process 1 records I0512 23:57:18.162459 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-2tld4 pod in namespace openshift-ingress-canary (previous: false). I0512 23:57:18.336684 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-pp7dc pod in namespace openshift-ingress-canary (previous: false). I0512 23:57:18.535271 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-846d9b8bdc-lcmpl pod in namespace openshift-kube-storage-version-migrator (previous: false). I0512 23:57:18.743372 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-846d9b8bdc-lcmpl pod in namespace openshift-kube-storage-version-migrator (previous: false). I0512 23:57:18.942999 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74478b59c6-9nmwm pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0512 23:57:19.138538 1 tasks_processing.go:74] worker 52 stopped. I0512 23:57:19.138649 1 recorder.go:75] Recording events/openshift-dns with fingerprint=f2c7616d4d44d75d577a668a1807b9e7f32272e87230383f659d3c4b82295b91 I0512 23:57:19.138793 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=9ed5c97ba5de4c54cca36b6ec864524e957c8509a3ac09835fbcfdb91c5b5f35 I0512 23:57:19.138832 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=a783a3d86c66a2c0766b8ed3c1d2a25b45bdd759d0a45aa8a5f7125ea11bf6d5 I0512 23:57:19.138882 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=e9fa148b5ddd7bb9dd333aca8f979cf525c73b2f9ec5fba92256e7eb121ad130 I0512 23:57:19.138921 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=102aead9ef3b2b90c1f79e27db3279ac8e2ee60aead0d421dfd3c79952f012f4 I0512 23:57:19.138935 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=e7eb5abbf36f4cb310d566f015378adc85d45e2b09a126abb6d030a433a736a4 I0512 23:57:19.138984 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=4288669d9d61d7e911a547eeead1f9505586e78c58bf71456b62bd4d472cb884 I0512 23:57:19.138991 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-264gd/serve-healthcheck-canary_current.log with fingerprint=b5614e3fa6689de76ba4326001b123623fad2dbe0076c7cb1353bdf2ef834e50 I0512 23:57:19.138996 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-2tld4/serve-healthcheck-canary_current.log with fingerprint=4d6a54ece0363caedfadbbaa12147cecd1fb2b95e6a9ae5278c4ae9c9ea3146f I0512 23:57:19.139001 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-pp7dc/serve-healthcheck-canary_current.log with fingerprint=c28afb460f0efe8df40a178678358937b86e65d13fa89aef87c0203e564a516e I0512 23:57:19.139015 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-lcmpl/migrator_current.log with fingerprint=6d87399a5f7ba57bacf6f079582e9d3d0abc39b73067f04ab7d25d52f8c50e28 I0512 23:57:19.139020 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-lcmpl/graceful-termination_current.log with fingerprint=2cb7b21bc5114e46dfd0cb5c13b33a5b16962066647190ac49f2043fd2d9542d I0512 23:57:19.139093 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74478b59c6-9nmwm/kube-storage-version-migrator-operator_current.log with fingerprint=966f3f5e5cf405d7b27f1f8993b8bd73fbd3ce3df3af67203700451b47bef8b4 I0512 23:57:19.139103 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.063223187s to process 13 records I0512 23:57:25.002710 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 23:57:25.994656 1 tasks_processing.go:74] worker 45 stopped. I0512 23:57:25.994696 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0512 23:57:25.994719 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.920561667s to process 1 records I0512 23:57:26.682283 1 tasks_processing.go:74] worker 16 stopped. I0512 23:57:26.682605 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=055c7b7c45504ca3e51cba546a8ab24ab747770543cb057134d38bfd847fc95f I0512 23:57:26.682627 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606327506s to process 1 records E0512 23:57:26.682695 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.612s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0512 23:57:26.683807 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0512 23:57:26.683825 1 periodic.go:216] Running workloads gatherer I0512 23:57:26.683841 1 tasks_processing.go:45] number of workers: 2 I0512 23:57:26.683847 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 23:57:26.683851 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0512 23:57:26.683919 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 23:57:26.684002 1 tasks_processing.go:71] worker 0 working on workload_info task. I0512 23:57:26.708507 1 tasks_processing.go:74] worker 1 stopped. I0512 23:57:26.708524 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.644619ms to process 0 records I0512 23:57:26.729854 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0512 23:57:26.739905 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (11ms) I0512 23:57:26.749260 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0512 23:57:26.758474 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (9ms) I0512 23:57:26.768098 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (10ms) I0512 23:57:26.776977 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (9ms) I0512 23:57:26.785481 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (8ms) I0512 23:57:26.793991 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (8ms) I0512 23:57:26.803276 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (9ms) I0512 23:57:26.811915 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (9ms) I0512 23:57:26.820843 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (9ms) I0512 23:57:26.838481 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (18ms) I0512 23:57:26.939046 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (101ms) I0512 23:57:27.039808 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (101ms) I0512 23:57:27.139674 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0512 23:57:27.166949 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 23:57:27.239348 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms) I0512 23:57:27.339606 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (100ms) I0512 23:57:27.366903 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 23:57:27.441799 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (102ms) I0512 23:57:27.538952 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (97ms) I0512 23:57:27.639433 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0512 23:57:27.739246 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0512 23:57:27.839080 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms) I0512 23:57:27.938708 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0512 23:57:28.039038 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0512 23:57:28.138570 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0512 23:57:28.239068 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (100ms) I0512 23:57:28.338854 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0512 23:57:28.439597 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms) I0512 23:57:28.539512 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0512 23:57:28.640261 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (101ms) I0512 23:57:28.743544 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (103ms) I0512 23:57:28.844638 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (101ms) I0512 23:57:28.960050 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (115ms) I0512 23:57:29.040100 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (80ms) I0512 23:57:29.139358 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (99ms) I0512 23:57:29.139408 1 tasks_processing.go:74] worker 0 stopped. E0512 23:57:29.139419 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0512 23:57:29.139670 1 recorder.go:75] Recording config/workload_info with fingerprint=20d1ebdb3c5dd40c2f8aea0661ce4fa0fcdb682fc38d883103f2f55c8e7d239f I0512 23:57:29.139685 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.455390799s to process 1 records E0512 23:57:29.139709 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.455s with: function \"workload_info\" failed with an error" I0512 23:57:29.140814 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0512 23:57:29.140828 1 periodic.go:216] Running conditional gatherer I0512 23:57:29.146466 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0512 23:57:29.153468 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:59501->172.30.0.10:53: read: connection refused E0512 23:57:29.153771 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 23:57:29.153827 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0512 23:57:29.159065 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0512 23:57:29.159078 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 23:57:29.159083 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 23:57:29.159086 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 23:57:29.159089 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 23:57:29.159093 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 23:57:29.159096 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 23:57:29.159098 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 23:57:29.159101 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 23:57:29.159104 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0512 23:57:29.159119 1 tasks_processing.go:45] number of workers: 3 I0512 23:57:29.159129 1 tasks_processing.go:69] worker 2 listening for tasks. I0512 23:57:29.159133 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0512 23:57:29.159141 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 23:57:29.159152 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 23:57:29.159156 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0512 23:57:29.159160 1 tasks_processing.go:74] worker 1 stopped. I0512 23:57:29.159170 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0512 23:57:29.159231 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0512 23:57:29.159251 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.109µs to process 1 records I0512 23:57:29.159304 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0512 23:57:29.159303 1 tasks_processing.go:74] worker 0 stopped. I0512 23:57:29.159315 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.365µs to process 1 records I0512 23:57:29.159517 1 tasks_processing.go:74] worker 2 stopped. I0512 23:57:29.159530 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 322.362µs to process 0 records I0512 23:57:29.159549 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:59501->172.30.0.10:53: read: connection refused I0512 23:57:29.159567 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0512 23:57:29.180988 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=93024cc35ee8c74c0597d76a095ac9525ffca951a0e40a9ea6145dc43bdcbfa4 I0512 23:57:29.181106 1 diskrecorder.go:70] Writing 107 records to /var/lib/insights-operator/insights-2026-05-12-235729.tar.gz I0512 23:57:29.187584 1 diskrecorder.go:51] Wrote 107 records to disk in 6ms I0512 23:57:29.187613 1 periodic.go:285] Gathering cluster info every 2h0m0s I0512 23:57:29.187628 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0512 23:57:37.981851 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 23:58:22.372216 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="19fbfb1167d5a18f924dfca0ebd0da4132d70c52a09ab5f526a2e0eea1cfd481") W0512 23:58:22.372247 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0512 23:58:22.372292 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="fdcc6e32fe5a7b4624c76d00536b43175b5a9afe4e44245c5c943a586237c800") I0512 23:58:22.372319 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0512 23:58:22.372339 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0512 23:58:22.372368 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="3bc72d4fa6a8656b971045b550f20c6cbaa55c36497d696f2891f4e34c24be1b") I0512 23:58:22.372395 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0512 23:58:22.372369 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0512 23:58:22.372404 1 periodic.go:177] Shutting down I0512 23:58:22.372375 1 base_controller.go:181] Shutting down LoggingSyncer ... I0512 23:58:22.372424 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0512 23:58:22.372420 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0512 23:58:22.372430 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController I0512 23:58:22.372436 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0512 23:58:22.372436 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0512 23:58:22.372465 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0512 23:58:22.372489 1 base_controller.go:123] Shutting down worker of ConfigController controller ...