W0506 12:46:12.283791 1 cmd.go:257] Using insecure, self-signed certificates I0506 12:46:12.613010 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 12:46:12.613328 1 observer_polling.go:159] Starting file observer I0506 12:46:13.405871 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0506 12:46:13.406055 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0506 12:46:13.406647 1 secure_serving.go:57] Forcing use of http/1.1 only W0506 12:46:13.406670 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0506 12:46:13.406676 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0506 12:46:13.406680 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0506 12:46:13.406686 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0506 12:46:13.406690 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0506 12:46:13.406694 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0506 12:46:13.406702 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0506 12:46:13.415996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"60aa0293-389b-46f2-9f5f-a85899d6c726", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0506 12:46:13.415984 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0506 12:46:13.424213 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0506 12:46:13.424229 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0506 12:46:13.424222 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0506 12:46:13.424252 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0506 12:46:13.424231 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0506 12:46:13.424262 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0506 12:46:13.424570 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-334506127/tls.crt::/tmp/serving-cert-334506127/tls.key" I0506 12:46:13.425008 1 secure_serving.go:213] Serving securely on [::]:8443 I0506 12:46:13.425040 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0506 12:46:13.434235 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0506 12:46:13.434256 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0506 12:46:13.434362 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0506 12:46:13.447306 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 12:46:13.447321 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0506 12:46:13.459647 1 secretconfigobserver.go:119] support secret does not exist I0506 12:46:13.469132 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0506 12:46:13.484997 1 secretconfigobserver.go:119] support secret does not exist I0506 12:46:13.485140 1 recorder.go:176] Pruning old reports every 7h14m15s, max age is 288h0m0s I0506 12:46:13.504531 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0506 12:46:13.504547 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0506 12:46:13.504550 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0506 12:46:13.504555 1 insightsreport.go:296] Starting report retriever I0506 12:46:13.504533 1 periodic.go:216] Running clusterconfig gatherer I0506 12:46:13.504560 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0506 12:46:13.504595 1 tasks_processing.go:45] number of workers: 64 I0506 12:46:13.504633 1 tasks_processing.go:69] worker 8 listening for tasks. I0506 12:46:13.504644 1 tasks_processing.go:69] worker 3 listening for tasks. I0506 12:46:13.504645 1 tasks_processing.go:69] worker 27 listening for tasks. I0506 12:46:13.504651 1 tasks_processing.go:69] worker 28 listening for tasks. I0506 12:46:13.504654 1 tasks_processing.go:71] worker 27 working on active_alerts task. I0506 12:46:13.504657 1 tasks_processing.go:69] worker 29 listening for tasks. I0506 12:46:13.504660 1 tasks_processing.go:69] worker 11 listening for tasks. I0506 12:46:13.504655 1 tasks_processing.go:71] worker 3 working on dvo_metrics task. I0506 12:46:13.504668 1 tasks_processing.go:69] worker 7 listening for tasks. I0506 12:46:13.504669 1 tasks_processing.go:69] worker 31 listening for tasks. I0506 12:46:13.504671 1 tasks_processing.go:69] worker 6 listening for tasks. I0506 12:46:13.504638 1 tasks_processing.go:69] worker 26 listening for tasks. I0506 12:46:13.504654 1 tasks_processing.go:69] worker 10 listening for tasks. I0506 12:46:13.504683 1 tasks_processing.go:69] worker 18 listening for tasks. I0506 12:46:13.504690 1 tasks_processing.go:69] worker 35 listening for tasks. I0506 12:46:13.504692 1 tasks_processing.go:71] worker 28 working on sap_config task. I0506 12:46:13.504692 1 tasks_processing.go:69] worker 2 listening for tasks. I0506 12:46:13.504702 1 tasks_processing.go:69] worker 12 listening for tasks. I0506 12:46:13.504703 1 tasks_processing.go:69] worker 22 listening for tasks. I0506 12:46:13.504708 1 tasks_processing.go:69] worker 37 listening for tasks. I0506 12:46:13.504665 1 tasks_processing.go:69] worker 30 listening for tasks. I0506 12:46:13.504693 1 tasks_processing.go:71] worker 10 working on storage_classes task. I0506 12:46:13.504707 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 12:46:13.504719 1 tasks_processing.go:69] worker 39 listening for tasks. I0506 12:46:13.504721 1 tasks_processing.go:69] worker 19 listening for tasks. I0506 12:46:13.504703 1 tasks_processing.go:69] worker 36 listening for tasks. I0506 12:46:13.504676 1 tasks_processing.go:69] worker 32 listening for tasks. I0506 12:46:13.504640 1 tasks_processing.go:69] worker 63 listening for tasks. I0506 12:46:13.504730 1 tasks_processing.go:69] worker 17 listening for tasks. I0506 12:46:13.504730 1 tasks_processing.go:69] worker 5 listening for tasks. I0506 12:46:13.504739 1 tasks_processing.go:69] worker 23 listening for tasks. W0506 12:46:13.504679 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 12:46:13.504741 1 tasks_processing.go:69] worker 16 listening for tasks. I0506 12:46:13.504751 1 tasks_processing.go:71] worker 31 working on cost_management_metrics_configs task. I0506 12:46:13.504754 1 tasks_processing.go:69] worker 55 listening for tasks. I0506 12:46:13.504753 1 tasks_processing.go:71] worker 11 working on install_plans task. I0506 12:46:13.504761 1 tasks_processing.go:69] worker 15 listening for tasks. I0506 12:46:13.504761 1 tasks_processing.go:69] worker 49 listening for tasks. I0506 12:46:13.504764 1 tasks_processing.go:69] worker 45 listening for tasks. I0506 12:46:13.504764 1 tasks_processing.go:69] worker 60 listening for tasks. I0506 12:46:13.504772 1 tasks_processing.go:69] worker 61 listening for tasks. I0506 12:46:13.504776 1 tasks_processing.go:69] worker 47 listening for tasks. I0506 12:46:13.504778 1 tasks_processing.go:71] worker 6 working on overlapping_namespace_uids task. I0506 12:46:13.504781 1 tasks_processing.go:69] worker 51 listening for tasks. I0506 12:46:13.504784 1 tasks_processing.go:69] worker 25 listening for tasks. I0506 12:46:13.504771 1 tasks_processing.go:69] worker 46 listening for tasks. I0506 12:46:13.504786 1 tasks_processing.go:69] worker 52 listening for tasks. I0506 12:46:13.504780 1 tasks_processing.go:69] worker 59 listening for tasks. I0506 12:46:13.504688 1 tasks_processing.go:69] worker 4 listening for tasks. I0506 12:46:13.504713 1 tasks_processing.go:69] worker 13 listening for tasks. I0506 12:46:13.504715 1 tasks_processing.go:69] worker 38 listening for tasks. I0506 12:46:13.504720 1 tasks_processing.go:69] worker 14 listening for tasks. I0506 12:46:13.504720 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 12:46:13.504725 1 tasks_processing.go:69] worker 40 listening for tasks. I0506 12:46:13.504729 1 tasks_processing.go:69] worker 41 listening for tasks. I0506 12:46:13.504730 1 tasks_processing.go:69] worker 24 listening for tasks. I0506 12:46:13.504731 1 tasks_processing.go:69] worker 20 listening for tasks. I0506 12:46:13.504733 1 tasks_processing.go:69] worker 42 listening for tasks. I0506 12:46:13.504738 1 tasks_processing.go:69] worker 43 listening for tasks. I0506 12:46:13.504738 1 tasks_processing.go:71] worker 7 working on aggregated_monitoring_cr_names task. I0506 12:46:13.504648 1 tasks_processing.go:71] worker 8 working on schedulers task. I0506 12:46:13.504646 1 tasks_processing.go:69] worker 9 listening for tasks. I0506 12:46:13.504876 1 tasks_processing.go:71] worker 43 working on sap_pods task. I0506 12:46:13.504883 1 tasks_processing.go:71] worker 15 working on machine_healthchecks task. I0506 12:46:13.504890 1 tasks_processing.go:71] worker 19 working on version task. I0506 12:46:13.504924 1 tasks_processing.go:71] worker 59 working on nodes task. I0506 12:46:13.504935 1 tasks_processing.go:71] worker 47 working on openstack_controlplanes task. I0506 12:46:13.504743 1 tasks_processing.go:71] worker 29 working on image_pruners task. I0506 12:46:13.505055 1 tasks_processing.go:71] worker 23 working on qemu_kubevirt_launcher_logs task. I0506 12:46:13.505062 1 tasks_processing.go:71] worker 17 working on service_accounts task. I0506 12:46:13.505066 1 tasks_processing.go:71] worker 61 working on clusterroles task. I0506 12:46:13.505071 1 tasks_processing.go:71] worker 55 working on operators task. I0506 12:46:13.505071 1 tasks_processing.go:71] worker 46 working on pdbs task. I0506 12:46:13.505080 1 tasks_processing.go:71] worker 52 working on certificate_signing_requests task. I0506 12:46:13.504746 1 tasks_processing.go:69] worker 54 listening for tasks. I0506 12:46:13.505151 1 tasks_processing.go:71] worker 54 working on machines task. I0506 12:46:13.504756 1 tasks_processing.go:69] worker 44 listening for tasks. I0506 12:46:13.504762 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 94.366µs to process 0 records I0506 12:46:13.504760 1 tasks_processing.go:69] worker 53 listening for tasks. I0506 12:46:13.504681 1 tasks_processing.go:69] worker 33 listening for tasks. I0506 12:46:13.504689 1 tasks_processing.go:71] worker 26 working on validating_webhook_configurations task. I0506 12:46:13.505244 1 tasks_processing.go:71] worker 20 working on node_logs task. I0506 12:46:13.504754 1 tasks_processing.go:69] worker 50 listening for tasks. I0506 12:46:13.504785 1 tasks_processing.go:69] worker 57 listening for tasks. I0506 12:46:13.504787 1 tasks_processing.go:69] worker 56 listening for tasks. I0506 12:46:13.504685 1 tasks_processing.go:69] worker 34 listening for tasks. I0506 12:46:13.504792 1 tasks_processing.go:69] worker 58 listening for tasks. I0506 12:46:13.504877 1 tasks_processing.go:71] worker 9 working on silenced_alerts task. W0506 12:46:13.505295 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 12:46:13.505316 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 32.238µs to process 0 records I0506 12:46:13.504747 1 tasks_processing.go:69] worker 48 listening for tasks. I0506 12:46:13.505017 1 tasks_processing.go:71] worker 18 working on ingress task. I0506 12:46:13.505338 1 tasks_processing.go:71] worker 42 working on ceph_cluster task. I0506 12:46:13.505021 1 tasks_processing.go:71] worker 25 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0506 12:46:13.504740 1 tasks_processing.go:69] worker 21 listening for tasks. I0506 12:46:13.505026 1 tasks_processing.go:71] worker 2 working on operators_pods_and_events task. I0506 12:46:13.505026 1 tasks_processing.go:71] worker 51 working on jaegers task. I0506 12:46:13.505021 1 tasks_processing.go:71] worker 35 working on nodenetworkconfigurationpolicies task. I0506 12:46:13.505033 1 tasks_processing.go:71] worker 1 working on machine_configs task. I0506 12:46:13.505030 1 tasks_processing.go:71] worker 12 working on machine_autoscalers task. I0506 12:46:13.505033 1 tasks_processing.go:71] worker 22 working on container_images task. I0506 12:46:13.505037 1 tasks_processing.go:71] worker 37 working on openshift_logging task. I0506 12:46:13.505036 1 tasks_processing.go:71] worker 4 working on metrics task. I0506 12:46:13.505784 1 tasks_processing.go:71] worker 21 working on cluster_apiserver task. I0506 12:46:13.505792 1 tasks_processing.go:71] worker 44 working on openstack_dataplanedeployments task. I0506 12:46:13.505801 1 tasks_processing.go:71] worker 58 working on openshift_machine_api_events task. I0506 12:46:13.505811 1 tasks_processing.go:71] worker 33 working on image task. I0506 12:46:13.505857 1 tasks_processing.go:71] worker 56 working on machine_config_pools task. I0506 12:46:13.505040 1 tasks_processing.go:71] worker 13 working on config_maps task. I0506 12:46:13.505880 1 tasks_processing.go:71] worker 50 working on support_secret task. I0506 12:46:13.505893 1 tasks_processing.go:71] worker 9 working on openstack_version task. I0506 12:46:13.505893 1 tasks_processing.go:71] worker 34 working on lokistack task. I0506 12:46:13.505919 1 tasks_processing.go:71] worker 48 working on storage_cluster task. W0506 12:46:13.505790 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 12:46:13.506018 1 tasks_processing.go:71] worker 4 working on proxies task. I0506 12:46:13.505786 1 tasks_processing.go:71] worker 57 working on oauths task. I0506 12:46:13.506093 1 tasks_processing.go:71] worker 53 working on openstack_dataplanenodesets task. I0506 12:46:13.505044 1 tasks_processing.go:71] worker 38 working on authentication task. I0506 12:46:13.505042 1 tasks_processing.go:71] worker 45 working on crds task. I0506 12:46:13.505047 1 tasks_processing.go:71] worker 24 working on tsdb_status task. I0506 12:46:13.505044 1 tasks_processing.go:71] worker 0 working on pod_network_connectivity_checks task. I0506 12:46:13.505047 1 tasks_processing.go:71] worker 49 working on olm_operators task. W0506 12:46:13.506436 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 12:46:13.505048 1 tasks_processing.go:71] worker 14 working on node_features task. I0506 12:46:13.505053 1 tasks_processing.go:71] worker 40 working on ingress_certificates task. I0506 12:46:13.505051 1 tasks_processing.go:71] worker 27 working on image_registries task. I0506 12:46:13.505044 1 tasks_processing.go:71] worker 39 working on feature_gates task. I0506 12:46:13.505057 1 tasks_processing.go:71] worker 32 working on sap_datahubs task. I0506 12:46:13.505058 1 tasks_processing.go:71] worker 36 working on mutating_webhook_configurations task. I0506 12:46:13.505058 1 tasks_processing.go:71] worker 41 working on nodenetworkstates task. I0506 12:46:13.505064 1 tasks_processing.go:71] worker 16 working on infrastructures task. I0506 12:46:13.505065 1 tasks_processing.go:71] worker 60 working on networks task. I0506 12:46:13.504784 1 tasks_processing.go:69] worker 62 listening for tasks. I0506 12:46:13.506981 1 tasks_processing.go:74] worker 62 stopped. I0506 12:46:13.505041 1 tasks_processing.go:71] worker 30 working on monitoring_persistent_volumes task. I0506 12:46:13.506154 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 241.96µs to process 0 records I0506 12:46:13.505052 1 tasks_processing.go:71] worker 5 working on container_runtime_configs task. I0506 12:46:13.507120 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 56.447µs to process 0 records I0506 12:46:13.507133 1 tasks_processing.go:74] worker 24 stopped. I0506 12:46:13.505057 1 tasks_processing.go:71] worker 63 working on machine_sets task. I0506 12:46:13.509079 1 tasks_processing.go:74] worker 31 stopped. I0506 12:46:13.509091 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.300397ms to process 0 records I0506 12:46:13.509098 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 4.371246ms to process 0 records I0506 12:46:13.509103 1 tasks_processing.go:74] worker 28 stopped. I0506 12:46:13.513240 1 tasks_processing.go:74] worker 37 stopped. I0506 12:46:13.513253 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 7.497912ms to process 0 records I0506 12:46:13.513260 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 8.349192ms to process 0 records I0506 12:46:13.513264 1 tasks_processing.go:74] worker 43 stopped. I0506 12:46:13.516009 1 tasks_processing.go:74] worker 44 stopped. I0506 12:46:13.516019 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 10.207091ms to process 0 records I0506 12:46:13.516025 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 10.124762ms to process 0 records I0506 12:46:13.516030 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 11.087297ms to process 0 records I0506 12:46:13.516034 1 tasks_processing.go:74] worker 47 stopped. I0506 12:46:13.516056 1 tasks_processing.go:74] worker 9 stopped. I0506 12:46:13.525016 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0506 12:46:13.525027 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0506 12:46:13.525045 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0506 12:46:13.534315 1 tasks_processing.go:74] worker 42 stopped. I0506 12:46:13.534334 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 28.962125ms to process 0 records I0506 12:46:13.534345 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 28.412248ms to process 0 records I0506 12:46:13.534351 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 28.214309ms to process 0 records I0506 12:46:13.534357 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 28.467619ms to process 0 records I0506 12:46:13.534357 1 tasks_processing.go:74] worker 34 stopped. I0506 12:46:13.534366 1 tasks_processing.go:74] worker 56 stopped. I0506 12:46:13.534366 1 tasks_processing.go:74] worker 53 stopped. I0506 12:46:13.534443 1 tasks_processing.go:74] worker 51 stopped. I0506 12:46:13.534458 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 28.879785ms to process 0 records I0506 12:46:13.534479 1 base_controller.go:82] Caches are synced for ConfigController I0506 12:46:13.534493 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0506 12:46:13.534556 1 tasks_processing.go:74] worker 41 stopped. I0506 12:46:13.534572 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 27.753198ms to process 0 records E0506 12:46:13.534598 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0506 12:46:13.534607 1 tasks_processing.go:74] worker 14 stopped. I0506 12:46:13.534616 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 28.146159ms to process 0 records I0506 12:46:13.534629 1 tasks_processing.go:74] worker 0 stopped. E0506 12:46:13.534640 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0506 12:46:13.534651 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 28.223146ms to process 0 records I0506 12:46:13.534660 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 27.509534ms to process 0 records I0506 12:46:13.534666 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 29.07576ms to process 0 records I0506 12:46:13.534705 1 tasks_processing.go:74] worker 5 stopped. I0506 12:46:13.534719 1 tasks_processing.go:74] worker 35 stopped. I0506 12:46:13.534809 1 tasks_processing.go:74] worker 33 stopped. I0506 12:46:13.534826 1 recorder.go:75] Recording config/image with fingerprint=b2830bb125cefa78d33b3eed0d25e1d1451b4a77eef33ba676223a79aef79527 I0506 12:46:13.534828 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0506 12:46:13.534836 1 gather.go:177] gatherer "clusterconfig" function "image" took 28.827741ms to process 1 records I0506 12:46:13.534842 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0506 12:46:13.534847 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0506 12:46:13.534847 1 tasks_processing.go:74] worker 58 stopped. I0506 12:46:13.534854 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0506 12:46:13.534881 1 controller.go:531] The operator is still being initialized I0506 12:46:13.534887 1 controller.go:554] The operator is healthy I0506 12:46:13.534842 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 28.845223ms to process 0 records I0506 12:46:13.534998 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 27.998831ms to process 0 records I0506 12:46:13.535011 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 27.46762ms to process 0 records E0506 12:46:13.535021 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0506 12:46:13.535029 1 gather.go:177] gatherer "clusterconfig" function "machines" took 29.5526ms to process 0 records E0506 12:46:13.535037 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0506 12:46:13.535046 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 29.838402ms to process 0 records I0506 12:46:13.535062 1 tasks_processing.go:74] worker 54 stopped. I0506 12:46:13.535062 1 tasks_processing.go:74] worker 63 stopped. I0506 12:46:13.535068 1 tasks_processing.go:74] worker 32 stopped. I0506 12:46:13.535075 1 tasks_processing.go:74] worker 15 stopped. I0506 12:46:13.535141 1 tasks_processing.go:74] worker 21 stopped. I0506 12:46:13.535238 1 recorder.go:75] Recording config/apiserver with fingerprint=132aaf825a4f03fed3391f107cbb3244e57d55cfe4de41d326edb5985d733bb4 I0506 12:46:13.535255 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 28.979598ms to process 1 records I0506 12:46:13.535417 1 tasks_processing.go:74] worker 18 stopped. I0506 12:46:13.535436 1 recorder.go:75] Recording config/ingress with fingerprint=8de85bf4c4669c13fd4791a3fe1b2c980c5c46bc23d8df2b6fb9213329a318f3 I0506 12:46:13.535449 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 29.499237ms to process 1 records I0506 12:46:13.535514 1 recorder.go:75] Recording config/proxy with fingerprint=35b271a97034a9735a391b6531ba32d7f739bbb6b7552ec97827f595242b206e I0506 12:46:13.535526 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 28.843748ms to process 1 records I0506 12:46:13.535540 1 tasks_processing.go:74] worker 4 stopped. I0506 12:46:13.535611 1 tasks_processing.go:74] worker 29 stopped. I0506 12:46:13.535807 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=0c0d59323aa5b8a76afd6cfc68a846ebbe99953666debedeab861a693822ef12 I0506 12:46:13.535823 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 29.854406ms to process 1 records I0506 12:46:13.535830 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 29.703032ms to process 0 records I0506 12:46:13.535836 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 29.708683ms to process 0 records I0506 12:46:13.535844 1 tasks_processing.go:74] worker 48 stopped. I0506 12:46:13.535849 1 tasks_processing.go:74] worker 12 stopped. I0506 12:46:13.535989 1 tasks_processing.go:74] worker 50 stopped. E0506 12:46:13.536005 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0506 12:46:13.536015 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.064353ms to process 0 records I0506 12:46:13.536103 1 tasks_processing.go:74] worker 26 stopped. I0506 12:46:13.536345 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=98d2e4c12870e86c4ef2a93decde2e9e8825677200c99027fbe1cec2ebf5770e I0506 12:46:13.536536 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=68f318ebfd0c923b197c6f147c497b0d9245f7296b5179f10054d3876694cf4b I0506 12:46:13.536572 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=8f30d09278aaa660e03e41b1f627180ba41a3455687901ef61677a3ef811f44b I0506 12:46:13.536619 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=11c4cb4b8bbd4f6013d57f70fb65eebd8633b6f17b65b21ee51d56b031f7fdce I0506 12:46:13.536667 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=06316f170cba6d3438f488a9c7b0b092a0428274a880cad82cdb5a7e8fef182d I0506 12:46:13.536706 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=dec848e260fd06971b2d58f764cad7d014a0cbe0bbdb9e269bd8115dc8cb760e I0506 12:46:13.536749 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=3111adb2a359b26b1903d2da4ba366b75ce681c309debb758f080694720be0ea I0506 12:46:13.536815 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=fab4ed83b7d15b3eb681db32f9a9bea90173a7e442270e130ab026a9a55696b7 I0506 12:46:13.536861 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=d39a19bbcbb3661f7c3c305a0445a3cb1bdc17d6d82e5b7425ca55b0684c6779 I0506 12:46:13.536905 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=77bc4c8f3f281de880afbbbf343f14b8a371c8b1ada040b615ce486e81aaac8e I0506 12:46:13.536947 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=3490ef82e8c1e0399e0b872d13a5f5708aa8e31a508396ce49eedf05ba6c94df I0506 12:46:13.536957 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 30.762517ms to process 11 records I0506 12:46:13.538621 1 tasks_processing.go:74] worker 46 stopped. I0506 12:46:13.538733 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=c6bcba9490a1f739d1be39bcd6020dcd28194701b58bc946ba7f66fd6a5ef50c I0506 12:46:13.538776 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=5f7b8df0ffb38a21888c0f7af4c8decf417472f0b2435c9207a69cf61bf97cfc I0506 12:46:13.538809 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=33875075fdd6b4e09935882d21099b429014cfa4838cef3dddee035286ffbda5 I0506 12:46:13.538822 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 33.535875ms to process 3 records I0506 12:46:13.538833 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 33.466587ms to process 0 records I0506 12:46:13.538903 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=2358351374f3fdd84f8aa65f6dbafd7bc25e443240e8847ba9c14fc53c27848e I0506 12:46:13.538906 1 tasks_processing.go:74] worker 20 stopped. I0506 12:46:13.538916 1 tasks_processing.go:74] worker 10 stopped. I0506 12:46:13.538924 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=f650b186fc241dbe367ba563638a998e3eefd933dbec35afe2cc8d4681ce71c9 I0506 12:46:13.538934 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 34.046361ms to process 2 records I0506 12:46:13.539013 1 tasks_processing.go:74] worker 59 stopped. I0506 12:46:13.539291 1 recorder.go:75] Recording config/node/ip-10-0-0-131.ec2.internal with fingerprint=b69fb6e3597bd8a49fbb76c2946c9a47f0369b7f67b0a6dfee45517179d90ca2 I0506 12:46:13.539347 1 recorder.go:75] Recording config/node/ip-10-0-1-148.ec2.internal with fingerprint=3c095d59438d0ab4a9d926c189355af26d48e916d8f56529df08e7658a6df4ce I0506 12:46:13.539399 1 recorder.go:75] Recording config/node/ip-10-0-2-30.ec2.internal with fingerprint=a78a886e46f96c83c707cd61089c99c0a9ee34b777fd5ddaa737a7011688e268 I0506 12:46:13.539408 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 34.072946ms to process 3 records I0506 12:46:13.540299 1 tasks_processing.go:74] worker 16 stopped. I0506 12:46:13.540898 1 recorder.go:75] Recording config/infrastructure with fingerprint=dc6043ac7b34065a016a75a01a722ddd7a699659fa6c2070ecd51a83e0436e60 I0506 12:46:13.540915 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 33.467865ms to process 1 records I0506 12:46:13.541002 1 tasks_processing.go:74] worker 60 stopped. I0506 12:46:13.541062 1 recorder.go:75] Recording config/network with fingerprint=e952e98b5e1193e87a91f52ec5d84c9d8f6b98b6c81535011b2778357e6de99b I0506 12:46:13.541089 1 gather.go:177] gatherer "clusterconfig" function "networks" took 33.530629ms to process 1 records I0506 12:46:13.552333 1 tasks_processing.go:74] worker 8 stopped. I0506 12:46:13.552499 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=931ff3c0a4bca6a16f36256391c265272fb2b6a5741aa9860d3b0e4f8cfd38e9 I0506 12:46:13.552544 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 47.463256ms to process 1 records I0506 12:46:13.552649 1 tasks_processing.go:74] worker 38 stopped. I0506 12:46:13.553591 1 recorder.go:75] Recording config/authentication with fingerprint=7b1d585a281f9bca4db421a54909824f5ecd424f9d689f364edef3dc71c79f5f I0506 12:46:13.553617 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 46.408115ms to process 1 records I0506 12:46:13.553880 1 gather_logs.go:145] no pods in namespace were found I0506 12:46:13.554403 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 45.861777ms to process 0 records I0506 12:46:13.554522 1 tasks_processing.go:74] worker 30 stopped. I0506 12:46:13.554607 1 tasks_processing.go:74] worker 27 stopped. I0506 12:46:13.554768 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=9a446c7aa8d00e59314a445f828229b6f87f6be2073b3beeafb22a7f88d8d718 I0506 12:46:13.554796 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 47.191244ms to process 1 records I0506 12:46:13.554909 1 tasks_processing.go:74] worker 39 stopped. I0506 12:46:13.554969 1 recorder.go:75] Recording config/featuregate with fingerprint=fc8f2cef876e5f7421885dce82b15b6b1bb3a54900b90288e4568d50c471c6c0 I0506 12:46:13.554983 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 47.265728ms to process 1 records I0506 12:46:13.554991 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 48.825725ms to process 0 records I0506 12:46:13.554992 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 12:46:13.555009 1 tasks_processing.go:74] worker 23 stopped. I0506 12:46:13.555113 1 tasks_processing.go:74] worker 57 stopped. I0506 12:46:13.555217 1 recorder.go:75] Recording config/oauth with fingerprint=7eb191cfc2d85dd40bff737946e61244723736768824bb4ab51c95e148558dc0 I0506 12:46:13.555228 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 48.243304ms to process 1 records E0506 12:46:13.555245 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0506 12:46:13.555265 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0506 12:46:13.555280 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 48.983994ms to process 1 records I0506 12:46:13.555263 1 tasks_processing.go:74] worker 1 stopped. I0506 12:46:13.555409 1 tasks_processing.go:74] worker 36 stopped. I0506 12:46:13.555419 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=3396cead1c75853f4494ce56d959f72d12b64923aaa00255722a122d0c4a1aa8 I0506 12:46:13.555458 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=8f1234471e31b65a61180fe7b4aa73347e243c4088adc08f4afb96856ca5bf2d I0506 12:46:13.555499 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=d758475083d725e4959ead59aa54b449ec3ca04a4cd145b689241e3860f74a9b I0506 12:46:13.555510 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 48.134005ms to process 3 records I0506 12:46:13.555516 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 50.390187ms to process 0 records I0506 12:46:13.555523 1 tasks_processing.go:74] worker 52 stopped. I0506 12:46:13.556399 1 tasks_processing.go:74] worker 61 stopped. I0506 12:46:13.556560 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=258b53b6972a243a42fe6ff30201fb2378d7cc0d6e27c3be5110270e03dec466 I0506 12:46:13.556669 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=2e8004541c7f34781805709b215ce68fd72e81433793960bba353f76351b2663 I0506 12:46:13.556680 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 51.324422ms to process 2 records I0506 12:46:13.556790 1 tasks_processing.go:74] worker 19 stopped. I0506 12:46:13.557116 1 recorder.go:75] Recording config/version with fingerprint=6982f77bb550ce07837cfc674a582de20d156f8b0d043470edbf595995264b0e I0506 12:46:13.557135 1 recorder.go:75] Recording config/id with fingerprint=5f2a6092668762c2d66dd0af58e952f82d9320441620741bd9c8e82e949f056d I0506 12:46:13.557141 1 gather.go:177] gatherer "clusterconfig" function "version" took 51.772114ms to process 2 records I0506 12:46:13.557187 1 tasks_processing.go:74] worker 45 stopped. I0506 12:46:13.558280 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=afb61dbcb59739c45bd6d529cfce5e6aeeaccb5e2b983f1ae012cb0d40e9773b I0506 12:46:13.558730 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=1a386010b8541dddd291a253d449ffdbe554a11956e95145009c50c1bcec655b I0506 12:46:13.559009 1 gather.go:177] gatherer "clusterconfig" function "crds" took 50.82716ms to process 2 records I0506 12:46:13.559042 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0506 12:46:13.559050 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 54.21187ms to process 1 records I0506 12:46:13.559058 1 tasks_processing.go:74] worker 6 stopped. W0506 12:46:13.559057 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 12:46:13.563930 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0506 12:46:13.563944 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0506 12:46:13.564037 1 operator.go:328] started I0506 12:46:13.564066 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0506 12:46:13.567924 1 tasks_processing.go:74] worker 22 stopped. I0506 12:46:13.567985 1 recorder.go:75] Recording config/running_containers with fingerprint=1a6a5c65685c8ffbcc78dbb9e4ed11bf8c55822505a46ebf6779a3b12fadf6aa I0506 12:46:13.567997 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 62.255586ms to process 1 records I0506 12:46:13.568633 1 tasks_processing.go:74] worker 49 stopped. I0506 12:46:13.568679 1 recorder.go:75] Recording config/olm_operators with fingerprint=98f5199fd2df4309176ea9388d652acab5613ecb2f867cf37858b314f84455d7 I0506 12:46:13.568690 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 62.196274ms to process 1 records I0506 12:46:13.574138 1 tasks_processing.go:74] worker 25 stopped. I0506 12:46:13.574148 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 68.76124ms to process 0 records I0506 12:46:13.574544 1 tasks_processing.go:74] worker 7 stopped. I0506 12:46:13.574566 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 69.693049ms to process 0 records I0506 12:46:13.578991 1 prometheus_rules.go:88] Prometheus rules successfully created I0506 12:46:13.584015 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0506 12:46:13.584026 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0506 12:46:13.584029 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0506 12:46:13.584033 1 controller.go:254] Source scaController *sca.Controller is not ready I0506 12:46:13.584036 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0506 12:46:13.584055 1 controller.go:531] The operator is still being initialized I0506 12:46:13.584060 1 controller.go:554] The operator is healthy E0506 12:46:13.590681 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%276309b07b-3e1f-48b4-ad06-4144fecb5ba4%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:33698->172.30.0.10:53: read: connection refused I0506 12:46:13.590695 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%276309b07b-3e1f-48b4-ad06-4144fecb5ba4%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:33698->172.30.0.10:53: read: connection refused I0506 12:46:13.598895 1 tasks_processing.go:74] worker 13 stopped. E0506 12:46:13.598908 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0506 12:46:13.598914 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0506 12:46:13.598917 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0506 12:46:13.598926 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0506 12:46:13.598966 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0506 12:46:13.598974 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0506 12:46:13.598978 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0506 12:46:13.598982 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0506 12:46:13.599020 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0506 12:46:13.599031 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0506 12:46:13.599039 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 93.012769ms to process 7 records I0506 12:46:13.599758 1 tasks_processing.go:74] worker 40 stopped. E0506 12:46:13.599771 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0506 12:46:13.599776 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q4ebqgk4rgc7q2jo863v7joabv9hqlm-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q4ebqgk4rgc7q2jo863v7joabv9hqlm-primary-cert-bundle-secret" not found I0506 12:46:13.599825 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=c42cc82b3b85022787be21ef3defa5ef0637e64219deacf8be09461307cfe27e I0506 12:46:13.599839 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 93.164184ms to process 1 records I0506 12:46:13.641108 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0506 12:46:13.644269 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:49600->172.30.0.10:53: read: connection refused I0506 12:46:13.644281 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:49600->172.30.0.10:53: read: connection refused I0506 12:46:13.664668 1 base_controller.go:82] Caches are synced for LoggingSyncer I0506 12:46:13.664680 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... W0506 12:46:14.555075 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 12:46:14.764658 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0506 12:46:14.764673 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0506 12:46:14.765385 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-dh8wd pod in namespace openshift-dns (previous: false). I0506 12:46:14.972033 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0506 12:46:14.991635 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-dh8wd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-dh8wd\" is waiting to start: ContainerCreating" I0506 12:46:14.991650 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-dh8wd\" is waiting to start: ContainerCreating" I0506 12:46:14.991657 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-dh8wd pod in namespace openshift-dns (previous: false). I0506 12:46:15.168813 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-dh8wd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-dh8wd\" is waiting to start: ContainerCreating" I0506 12:46:15.168842 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-dh8wd\" is waiting to start: ContainerCreating" I0506 12:46:15.168869 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-qv7pj pod in namespace openshift-dns (previous: false). I0506 12:46:15.372854 1 tasks_processing.go:74] worker 55 stopped. I0506 12:46:15.372909 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=e8e6c5b9b435aef7fcb124d67c8e8483fcd772d04b4332fa0a2e9915af8e20a0 I0506 12:46:15.372954 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=23f7d68835082898486be30822aecbbf170a487b293f71edd7a9e111d35e6da0 I0506 12:46:15.372982 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0506 12:46:15.373008 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=621008985e1f4838c1c37fe68c6d7fd1de98daa38860e415e95e9c6976525cec I0506 12:46:15.373024 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0506 12:46:15.373061 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=7b50b388a120c3d0ab1d16efcc84c8b88f9442b42c5a7345ee2a2252575c8513 I0506 12:46:15.373091 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=9d07c08ab45b72b90ff55a874586591dd7ce6c709724cdcc519b84898cd3e8aa I0506 12:46:15.373115 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=4e2b91daea34aa15ff968de4ec7d18ded6ae308ff191d69911d6edd1b1f480b4 I0506 12:46:15.373129 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=a88be6a728fb97523f91e013b1d784f1595dbd1ff69904649394c005454008af I0506 12:46:15.373146 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=fbb5199ce86ba5afde205b41a20bd40e058de98d54da1d1140378ec46ea04b81 I0506 12:46:15.373156 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0506 12:46:15.373205 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=02708d9b9e3c8ae12b7c380d30c4dbc196f1b54d71d832b0ed70d314fcd8f4e7 I0506 12:46:15.373221 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0506 12:46:15.373238 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=287e0ac84e047e7089536eeb35a191a6866206d29a76bb987077b5d4d75c2789 I0506 12:46:15.373248 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0506 12:46:15.373269 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=64d2486a3d1a65b4662d12789da6959486cf31ebbf7b46510b3847f7ed7c9154 I0506 12:46:15.373278 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0506 12:46:15.373293 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=a8067e6fac03ff78400c6091ef5691fc7a5ffb45cdc1c6806fd4905464646670 I0506 12:46:15.373413 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=7aea91ba9caf37925bc833ae3e42feb1d0efb7906c1a734fa0e9eb0f337cf2b3 I0506 12:46:15.373423 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0506 12:46:15.373430 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0506 12:46:15.373450 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0506 12:46:15.373480 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=1ee127d2eb67a06d945819143ca25f2622c7b2b8b006c64e280b97ae5df17068 I0506 12:46:15.373504 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=fd454937b0b0e1031505b755154a5bbab9eece77b5df3f38a0bcc075fb0cb51e I0506 12:46:15.373513 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0506 12:46:15.373528 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=660b16001a820c845ea577488709dc1e2cd02fc9fea08848920101e4f60a4136 I0506 12:46:15.373538 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0506 12:46:15.373552 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=7782959a3c936e6ece216f8c272193a3d00ca0e0ca3516ae4f3782041b5c1e8c I0506 12:46:15.373569 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=86c3075dc076b0433d87cf60058831716bbb60bc7e2e141d0e9bc8ceb71eb160 I0506 12:46:15.373587 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=6145ccfad43506380dc30d620185bbb148018f907a6e00c8e4793bdccca6609d I0506 12:46:15.373603 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=8fe5acfa3790642f6d48451b1c495c911188d214bb9683413e9e36c3af82974c I0506 12:46:15.373614 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=46fb7ff924b3c62f7ec2395831c7d6e8b9ea61c21d45361abde6c8ab62fe4772 I0506 12:46:15.373641 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=efa1464be95be6ee4ec6b47dcb017e28998c996df229ac154eee981107a4e009 I0506 12:46:15.373657 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0506 12:46:15.373664 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0506 12:46:15.373671 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.867765731s to process 35 records I0506 12:46:15.426789 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qv7pj pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-qv7pj\" is waiting to start: ContainerCreating" I0506 12:46:15.426805 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-qv7pj\" is waiting to start: ContainerCreating" I0506 12:46:15.426819 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-qv7pj pod in namespace openshift-dns (previous: false). W0506 12:46:15.555268 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 12:46:15.565448 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qv7pj pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-qv7pj\" is waiting to start: ContainerCreating" I0506 12:46:15.565462 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-qv7pj\" is waiting to start: ContainerCreating" I0506 12:46:15.565489 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-v94b7 pod in namespace openshift-dns (previous: false). I0506 12:46:15.769142 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v94b7 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-v94b7\" is waiting to start: ContainerCreating" I0506 12:46:15.769160 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-v94b7\" is waiting to start: ContainerCreating" I0506 12:46:15.769168 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-v94b7 pod in namespace openshift-dns (previous: false). I0506 12:46:15.966926 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v94b7 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-v94b7\" is waiting to start: ContainerCreating" I0506 12:46:15.966942 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-v94b7\" is waiting to start: ContainerCreating" I0506 12:46:15.966953 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9vz4m pod in namespace openshift-dns (previous: false). I0506 12:46:16.168019 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 12:46:16.168038 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-db6pr pod in namespace openshift-dns (previous: false). I0506 12:46:16.371469 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 12:46:16.371486 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zxwpx pod in namespace openshift-dns (previous: false). W0506 12:46:16.555240 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 12:46:16.566267 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 12:46:16.566316 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-66dccc567d-flqqt pod in namespace openshift-image-registry (previous: false). I0506 12:46:16.767044 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-66dccc567d-flqqt pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-66dccc567d-flqqt\" is waiting to start: ContainerCreating" I0506 12:46:16.767063 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-66dccc567d-flqqt\" is waiting to start: ContainerCreating" I0506 12:46:16.767107 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b97597b97-68c9s pod in namespace openshift-image-registry (previous: false). I0506 12:46:16.967687 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6b97597b97-68c9s pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6b97597b97-68c9s\" is waiting to start: ContainerCreating" I0506 12:46:16.967703 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6b97597b97-68c9s\" is waiting to start: ContainerCreating" I0506 12:46:16.967734 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b97597b97-t4zbp pod in namespace openshift-image-registry (previous: false). I0506 12:46:17.167880 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6b97597b97-t4zbp pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6b97597b97-t4zbp\" is waiting to start: ContainerCreating" I0506 12:46:17.167898 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6b97597b97-t4zbp\" is waiting to start: ContainerCreating" I0506 12:46:17.167908 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-6w4c6 pod in namespace openshift-image-registry (previous: false). I0506 12:46:17.368361 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 12:46:17.368378 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-bxfv2 pod in namespace openshift-image-registry (previous: false). W0506 12:46:17.555401 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0506 12:46:17.565921 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 12:46:17.565935 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-lgj7k pod in namespace openshift-image-registry (previous: false). I0506 12:46:17.768162 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0506 12:46:17.768195 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-bc886f5b4-gcrsv pod in namespace openshift-ingress (previous: false). I0506 12:46:17.966618 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-bc886f5b4-gcrsv pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-bc886f5b4-gcrsv\" is waiting to start: ContainerCreating" I0506 12:46:17.966634 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-bc886f5b4-gcrsv\" is waiting to start: ContainerCreating" I0506 12:46:17.966645 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-bc886f5b4-qqz9d pod in namespace openshift-ingress (previous: false). I0506 12:46:18.172374 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-bc886f5b4-qqz9d pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-bc886f5b4-qqz9d\" is waiting to start: ContainerCreating" I0506 12:46:18.172389 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-bc886f5b4-qqz9d\" is waiting to start: ContainerCreating" I0506 12:46:18.172400 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-bff596dbc-fdjpl pod in namespace openshift-ingress (previous: false). I0506 12:46:18.368745 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-bff596dbc-fdjpl pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-bff596dbc-fdjpl\" is waiting to start: ContainerCreating" I0506 12:46:18.368764 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-bff596dbc-fdjpl\" is waiting to start: ContainerCreating" I0506 12:46:18.368783 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-8nkw9 pod in namespace openshift-ingress-canary (previous: false). W0506 12:46:18.552015 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0506 12:46:18.552042 1 tasks_processing.go:74] worker 3 stopped. E0506 12:46:18.552067 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0506 12:46:18.552088 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0506 12:46:18.552103 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0506 12:46:18.552117 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.047364054s to process 1 records I0506 12:46:18.576025 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-fcbp2 pod in namespace openshift-ingress-canary (previous: false). I0506 12:46:18.771563 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-l86g5 pod in namespace openshift-ingress-canary (previous: false). I0506 12:46:18.968103 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-846d9b8bdc-ktz5n pod in namespace openshift-kube-storage-version-migrator (previous: false). I0506 12:46:19.169328 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-846d9b8bdc-ktz5n pod in namespace openshift-kube-storage-version-migrator (previous: false). I0506 12:46:19.368046 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74478b59c6-85sq2 pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0506 12:46:19.571625 1 tasks_processing.go:74] worker 2 stopped. I0506 12:46:19.571741 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=2541ca1929dfeb6e13dc7913fda7dda843d8fad2e24acc0324b17d2e5b278e43 I0506 12:46:19.571804 1 recorder.go:75] Recording events/openshift-dns with fingerprint=b5796d74e85875ffc7f058c86aa6b8941b222949df9c46651c08b3e4213154ae I0506 12:46:19.571906 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=d38ab8de2e617fd58653423fdb2d935bd3eb251b1f109db8fe4574ebb5d8d5f3 I0506 12:46:19.571948 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=5e90d3f2347afa34535e75c8d1262dd8328100a1c45527fee1d19b34dc959c54 I0506 12:46:19.572006 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=8389ae275499fb83a7a58481f2763cf14ba14dc89d47b2146a1b8cc054223e46 I0506 12:46:19.572065 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=cdd84d4ba4634d26e51d21c6256bf381f7397195fda4d93e938487152f325a8a I0506 12:46:19.572095 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=6bbcfcec25e25be6510ac5417011c4e3142676e469cf57e247483081095ddcfd I0506 12:46:19.572157 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=f28c61df3c484025248fcfe7f458b1d3b0b371b09730f3670c3424c1a2867791 I0506 12:46:19.573676 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-dh8wd with fingerprint=82262aed4929e62eb7306d2252f1a7dddc27abb0f243613356d62e1b4d7c049d I0506 12:46:19.573927 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-qv7pj with fingerprint=ec9617acf7ed18b588aade62ff21b35633b72b03b71cc9a1877fa80f1064b933 I0506 12:46:19.574151 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-v94b7 with fingerprint=1c8d52b3fdc5e0ee7e6acfb8ea8c72cdb176f3b7471a3e7b061ad374a8ddf44c I0506 12:46:19.574387 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-66dccc567d-flqqt with fingerprint=b3e180f88bffa0855b4f00b7407492280026a929485283402338f2aab5ccfa9c I0506 12:46:19.574641 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6b97597b97-68c9s with fingerprint=a5ed63df5d943c61c9dccf3e853ef824773c83029cf0070be140e6babb30b08a I0506 12:46:19.574965 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6b97597b97-t4zbp with fingerprint=9fcd4927436eb6d1a724a85b0fa1d91c89eb501eeaa466af4752df9ec85a442a I0506 12:46:19.575181 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-8nkw9/serve-healthcheck-canary_current.log with fingerprint=47ecd97bb012f0818630a4d127cbefe8be18fd28c6c5d3bc876425c84e4e4e95 I0506 12:46:19.575188 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-fcbp2/serve-healthcheck-canary_current.log with fingerprint=423036516a6bf387a3753de413a3ac8ecc8cc3f2f9e4c1b1e4bf39f0806f24df I0506 12:46:19.575193 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-l86g5/serve-healthcheck-canary_current.log with fingerprint=8559f143ec7ba49e4adddb661fbad29e7a4885194574c7db56adb60a72ce093f I0506 12:46:19.575206 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-ktz5n/migrator_current.log with fingerprint=91b9242eb6d05ce96520b81f335dbc448fe7af7fc9c0f8e9e398538337360a5e I0506 12:46:19.575211 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-ktz5n/graceful-termination_current.log with fingerprint=37995474fe4d10f40258d35d11e919b037ea945bd60f359b457d0d87fe750f4e I0506 12:46:19.575288 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74478b59c6-85sq2/kube-storage-version-migrator-operator_current.log with fingerprint=3fe90aae50fd2591e2af40e138bd935c2621a987c9a4ffde2dcbc8526d01cb9b I0506 12:46:19.575298 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.066158026s to process 20 records I0506 12:46:26.162481 1 tasks_processing.go:74] worker 11 stopped. I0506 12:46:26.162528 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0506 12:46:26.162543 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.657705405s to process 1 records I0506 12:46:26.265440 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 12:46:26.911725 1 tasks_processing.go:74] worker 17 stopped. I0506 12:46:26.912024 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=3e53b89f6756c9efce852af779b96044df71c8b9a8848e3e9c62d0a82e8923ef I0506 12:46:26.912042 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.406644827s to process 1 records E0506 12:46:26.912106 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0506 12:46:26.913218 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0506 12:46:26.913232 1 periodic.go:216] Running workloads gatherer I0506 12:46:26.913246 1 tasks_processing.go:45] number of workers: 2 I0506 12:46:26.913254 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 12:46:26.913258 1 tasks_processing.go:71] worker 1 working on workload_info task. I0506 12:46:26.913268 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 12:46:26.913284 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0506 12:46:26.938357 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0506 12:46:26.947801 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms) I0506 12:46:26.949037 1 tasks_processing.go:74] worker 0 stopped. I0506 12:46:26.949053 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 35.740106ms to process 0 records I0506 12:46:26.956889 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0506 12:46:26.964542 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (8ms) I0506 12:46:26.972286 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (8ms) I0506 12:46:26.980208 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (8ms) I0506 12:46:26.987702 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (7ms) I0506 12:46:26.995193 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (7ms) I0506 12:46:27.002633 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (7ms) I0506 12:46:27.010193 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (8ms) I0506 12:46:27.017487 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (7ms) I0506 12:46:27.046089 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (29ms) I0506 12:46:27.147452 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (101ms) I0506 12:46:27.247696 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0506 12:46:27.347429 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms) I0506 12:46:27.447674 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms) I0506 12:46:27.546986 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (99ms) I0506 12:46:27.646790 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0506 12:46:27.746769 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0506 12:46:27.846664 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0506 12:46:27.947768 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (101ms) I0506 12:46:28.047127 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (99ms) I0506 12:46:28.147331 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0506 12:46:28.246831 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (99ms) I0506 12:46:28.346452 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (100ms) I0506 12:46:28.447697 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (101ms) I0506 12:46:28.546791 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (99ms) I0506 12:46:28.646823 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0506 12:46:28.747644 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (101ms) I0506 12:46:28.846427 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (99ms) I0506 12:46:28.946827 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0506 12:46:29.046935 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms) I0506 12:46:29.146883 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0506 12:46:29.246970 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms) I0506 12:46:29.246997 1 tasks_processing.go:74] worker 1 stopped. E0506 12:46:29.247009 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0506 12:46:29.247281 1 recorder.go:75] Recording config/workload_info with fingerprint=d81f72aafb0433a8f6a7f57fa724a1f59c372396eddc4f76bd2a9a7aedcc8751 I0506 12:46:29.247296 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.333732153s to process 1 records E0506 12:46:29.247322 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.334s with: function \"workload_info\" failed with an error" I0506 12:46:29.248421 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0506 12:46:29.248432 1 periodic.go:216] Running conditional gatherer I0506 12:46:29.255352 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0506 12:46:29.261952 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:35549->172.30.0.10:53: read: connection refused E0506 12:46:29.262306 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0506 12:46:29.262363 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0506 12:46:29.268254 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0506 12:46:29.268266 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 12:46:29.268270 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 12:46:29.268274 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 12:46:29.268277 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 12:46:29.268280 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 12:46:29.268285 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 12:46:29.268288 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 12:46:29.268292 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0506 12:46:29.268295 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0506 12:46:29.268308 1 tasks_processing.go:45] number of workers: 3 I0506 12:46:29.268319 1 tasks_processing.go:69] worker 2 listening for tasks. I0506 12:46:29.268323 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0506 12:46:29.268329 1 tasks_processing.go:69] worker 0 listening for tasks. I0506 12:46:29.268337 1 tasks_processing.go:69] worker 1 listening for tasks. I0506 12:46:29.268344 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0506 12:46:29.268340 1 tasks_processing.go:71] worker 0 working on rapid_container_logs task. I0506 12:46:29.268346 1 tasks_processing.go:74] worker 1 stopped. I0506 12:46:29.268367 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0506 12:46:29.268379 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 825ns to process 1 records I0506 12:46:29.268429 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0506 12:46:29.268451 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.173µs to process 1 records I0506 12:46:29.268459 1 tasks_processing.go:74] worker 2 stopped. I0506 12:46:29.268591 1 tasks_processing.go:74] worker 0 stopped. I0506 12:46:29.268604 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 237.415µs to process 0 records I0506 12:46:29.268622 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:35549->172.30.0.10:53: read: connection refused I0506 12:46:29.268640 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0506 12:46:29.291971 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 12:46:29.294849 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=7d45695c92a1947d4f36feeac39f49e27113400d9e2a65ccf5edc85c19f0d9e3 I0506 12:46:29.294970 1 diskrecorder.go:70] Writing 114 records to /var/lib/insights-operator/insights-2026-05-06-124629.tar.gz I0506 12:46:29.301890 1 diskrecorder.go:51] Wrote 114 records to disk in 6ms I0506 12:46:29.301917 1 periodic.go:285] Gathering cluster info every 2h0m0s I0506 12:46:29.301930 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0506 12:46:29.490320 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 12:46:42.939830 1 configmapobserver.go:84] configmaps "insights-config" not found I0506 12:47:43.505113 1 diskrecorder.go:223] Found files to send: insights-2026-05-06-124629.tar.gz I0506 12:47:43.505141 1 insightsuploader.go:150] Checking archives to upload periodically every 15m43.4349508s I0506 12:47:43.505150 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0506 12:47:43.518529 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0506 12:47:43.522358 1 requests.go:49] Unable to build a request, possible invalid token: Post "https://console.redhat.com/api/ingress/v1/upload": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:48605->172.30.0.10:53: read: connection refused I0506 12:47:43.522391 1 insightsuploader.go:169] Unable to upload report after 10ms: unable to build request to connect to Insights server: Post "https://console.redhat.com/api/ingress/v1/upload": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:48605->172.30.0.10:53: read: connection refused I0506 12:47:43.522405 1 controllerstatus.go:80] name=insightsuploader healthy=false reason=UploadFailed message=Unable to report: unable to build request to connect to Insights server: Post "https://console.redhat.com/api/ingress/v1/upload": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:48605->172.30.0.10:53: read: connection refused I0506 12:47:47.614190 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="b4e95024a3c2f6afda1df6efb378a9d94f0955f939a3167445c6409cbf1c588d") W0506 12:47:47.614220 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0506 12:47:47.614266 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="7244524672f5c0b78dbf600a25ee9510494d7f1ceac6a7fbbee57f6428732ffb") I0506 12:47:47.614278 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0506 12:47:47.614311 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"