W0401 11:23:11.040809 1 cmd.go:257] Using insecure, self-signed certificates I0401 11:23:11.226676 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:23:11.227011 1 observer_polling.go:159] Starting file observer I0401 11:23:11.613736 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0401 11:23:11.613920 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0401 11:23:11.614513 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0401 11:23:11.614566 1 secure_serving.go:57] Forcing use of http/1.1 only W0401 11:23:11.614609 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0401 11:23:11.614615 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0401 11:23:11.614621 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0401 11:23:11.614625 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0401 11:23:11.614629 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0401 11:23:11.614632 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0401 11:23:11.619227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"c6d2131c-4906-43c2-be05-413c1d0df38d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0401 11:23:11.619228 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0401 11:23:11.619923 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0401 11:23:11.619936 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0401 11:23:11.619956 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0401 11:23:11.619961 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0401 11:23:11.619974 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0401 11:23:11.619980 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0401 11:23:11.620223 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1672969784/tls.crt::/tmp/serving-cert-1672969784/tls.key" I0401 11:23:11.620515 1 secure_serving.go:213] Serving securely on [::]:8443 I0401 11:23:11.620552 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0401 11:23:11.630211 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0401 11:23:11.630238 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0401 11:23:11.630343 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0401 11:23:11.635033 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0401 11:23:11.635055 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0401 11:23:11.640380 1 secretconfigobserver.go:119] support secret does not exist I0401 11:23:11.645112 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0401 11:23:11.649501 1 secretconfigobserver.go:119] support secret does not exist I0401 11:23:11.652288 1 recorder.go:176] Pruning old reports every 5h58m36s, max age is 288h0m0s I0401 11:23:11.657240 1 periodic.go:216] Running clusterconfig gatherer I0401 11:23:11.657241 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0401 11:23:11.657261 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0401 11:23:11.657292 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0401 11:23:11.657296 1 insightsreport.go:296] Starting report retriever I0401 11:23:11.657300 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0401 11:23:11.657302 1 tasks_processing.go:45] number of workers: 64 I0401 11:23:11.657325 1 tasks_processing.go:69] worker 5 listening for tasks. I0401 11:23:11.657335 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 11:23:11.657336 1 tasks_processing.go:69] worker 12 listening for tasks. I0401 11:23:11.657341 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 11:23:11.657345 1 tasks_processing.go:69] worker 9 listening for tasks. I0401 11:23:11.657346 1 tasks_processing.go:69] worker 2 listening for tasks. I0401 11:23:11.657350 1 tasks_processing.go:69] worker 10 listening for tasks. I0401 11:23:11.657351 1 tasks_processing.go:69] worker 4 listening for tasks. I0401 11:23:11.657356 1 tasks_processing.go:69] worker 11 listening for tasks. I0401 11:23:11.657350 1 tasks_processing.go:69] worker 8 listening for tasks. I0401 11:23:11.657361 1 tasks_processing.go:69] worker 7 listening for tasks. I0401 11:23:11.657361 1 tasks_processing.go:69] worker 6 listening for tasks. I0401 11:23:11.657364 1 tasks_processing.go:71] worker 11 working on qemu_kubevirt_launcher_logs task. I0401 11:23:11.657368 1 tasks_processing.go:71] worker 5 working on openstack_dataplanedeployments task. I0401 11:23:11.657372 1 tasks_processing.go:69] worker 57 listening for tasks. I0401 11:23:11.657369 1 tasks_processing.go:69] worker 3 listening for tasks. I0401 11:23:11.657382 1 tasks_processing.go:69] worker 43 listening for tasks. I0401 11:23:11.657383 1 tasks_processing.go:71] worker 3 working on node_logs task. I0401 11:23:11.657390 1 tasks_processing.go:69] worker 13 listening for tasks. I0401 11:23:11.657393 1 tasks_processing.go:69] worker 44 listening for tasks. I0401 11:23:11.657383 1 tasks_processing.go:69] worker 42 listening for tasks. I0401 11:23:11.657401 1 tasks_processing.go:69] worker 45 listening for tasks. I0401 11:23:11.657402 1 tasks_processing.go:71] worker 1 working on machine_autoscalers task. I0401 11:23:11.657410 1 tasks_processing.go:69] worker 46 listening for tasks. I0401 11:23:11.657411 1 tasks_processing.go:69] worker 28 listening for tasks. I0401 11:23:11.657409 1 tasks_processing.go:71] worker 12 working on nodes task. I0401 11:23:11.657418 1 tasks_processing.go:69] worker 17 listening for tasks. I0401 11:23:11.657418 1 tasks_processing.go:69] worker 29 listening for tasks. I0401 11:23:11.657426 1 tasks_processing.go:69] worker 30 listening for tasks. I0401 11:23:11.657376 1 tasks_processing.go:71] worker 57 working on machines task. I0401 11:23:11.657433 1 tasks_processing.go:69] worker 18 listening for tasks. I0401 11:23:11.657433 1 tasks_processing.go:71] worker 2 working on mutating_webhook_configurations task. I0401 11:23:11.657365 1 tasks_processing.go:71] worker 8 working on openstack_dataplanenodesets task. I0401 11:23:11.657444 1 tasks_processing.go:69] worker 32 listening for tasks. I0401 11:23:11.657446 1 tasks_processing.go:69] worker 50 listening for tasks. I0401 11:23:11.657423 1 tasks_processing.go:69] worker 47 listening for tasks. I0401 11:23:11.657422 1 tasks_processing.go:71] worker 10 working on sap_datahubs task. I0401 11:23:11.657461 1 tasks_processing.go:69] worker 25 listening for tasks. I0401 11:23:11.657457 1 tasks_processing.go:69] worker 22 listening for tasks. I0401 11:23:11.657467 1 tasks_processing.go:69] worker 52 listening for tasks. I0401 11:23:11.657470 1 tasks_processing.go:69] worker 26 listening for tasks. I0401 11:23:11.657475 1 tasks_processing.go:69] worker 21 listening for tasks. I0401 11:23:11.657476 1 tasks_processing.go:69] worker 53 listening for tasks. I0401 11:23:11.657482 1 tasks_processing.go:69] worker 56 listening for tasks. I0401 11:23:11.657438 1 tasks_processing.go:69] worker 49 listening for tasks. I0401 11:23:11.657486 1 tasks_processing.go:69] worker 54 listening for tasks. I0401 11:23:11.657490 1 tasks_processing.go:71] worker 4 working on install_plans task. I0401 11:23:11.657495 1 tasks_processing.go:69] worker 37 listening for tasks. I0401 11:23:11.657499 1 tasks_processing.go:69] worker 60 listening for tasks. I0401 11:23:11.657498 1 tasks_processing.go:69] worker 19 listening for tasks. I0401 11:23:11.657503 1 tasks_processing.go:69] worker 33 listening for tasks. I0401 11:23:11.657443 1 tasks_processing.go:69] worker 23 listening for tasks. I0401 11:23:11.657375 1 tasks_processing.go:71] worker 7 working on sap_pods task. I0401 11:23:11.657515 1 tasks_processing.go:69] worker 59 listening for tasks. I0401 11:23:11.657517 1 tasks_processing.go:69] worker 35 listening for tasks. I0401 11:23:11.657460 1 tasks_processing.go:69] worker 51 listening for tasks. I0401 11:23:11.657523 1 tasks_processing.go:69] worker 36 listening for tasks. I0401 11:23:11.657480 1 tasks_processing.go:69] worker 55 listening for tasks. I0401 11:23:11.657482 1 tasks_processing.go:69] worker 20 listening for tasks. I0401 11:23:11.657507 1 tasks_processing.go:69] worker 58 listening for tasks. I0401 11:23:11.657531 1 tasks_processing.go:71] worker 0 working on image_pruners task. I0401 11:23:11.657540 1 tasks_processing.go:69] worker 39 listening for tasks. I0401 11:23:11.657547 1 tasks_processing.go:69] worker 38 listening for tasks. I0401 11:23:11.657562 1 tasks_processing.go:71] worker 38 working on ceph_cluster task. I0401 11:23:11.657510 1 tasks_processing.go:69] worker 34 listening for tasks. I0401 11:23:11.657615 1 tasks_processing.go:71] worker 34 working on silenced_alerts task. I0401 11:23:11.657404 1 tasks_processing.go:69] worker 15 listening for tasks. I0401 11:23:11.657371 1 tasks_processing.go:71] worker 6 working on jaegers task. I0401 11:23:11.657453 1 tasks_processing.go:69] worker 24 listening for tasks. I0401 11:23:11.657649 1 tasks_processing.go:71] worker 15 working on cost_management_metrics_configs task. I0401 11:23:11.657652 1 tasks_processing.go:71] worker 24 working on active_alerts task. I0401 11:23:11.657655 1 tasks_processing.go:69] worker 40 listening for tasks. I0401 11:23:11.657662 1 tasks_processing.go:69] worker 41 listening for tasks. I0401 11:23:11.657664 1 tasks_processing.go:71] worker 26 working on monitoring_persistent_volumes task. I0401 11:23:11.657430 1 tasks_processing.go:69] worker 48 listening for tasks. I0401 11:23:11.657668 1 tasks_processing.go:71] worker 43 working on sap_config task. I0401 11:23:11.657675 1 tasks_processing.go:71] worker 44 working on container_runtime_configs task. I0401 11:23:11.657682 1 tasks_processing.go:71] worker 48 working on config_maps task. I0401 11:23:11.657397 1 tasks_processing.go:69] worker 14 listening for tasks. I0401 11:23:11.657733 1 tasks_processing.go:71] worker 14 working on olm_operators task. I0401 11:23:11.657773 1 tasks_processing.go:71] worker 21 working on machine_healthchecks task. W0401 11:23:11.657671 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:23:11.657822 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 157.382µs to process 0 records I0401 11:23:11.657833 1 tasks_processing.go:71] worker 40 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0401 11:23:11.657836 1 tasks_processing.go:71] worker 42 working on openstack_version task. I0401 11:23:11.657847 1 tasks_processing.go:71] worker 23 working on machine_configs task. I0401 11:23:11.657437 1 tasks_processing.go:69] worker 31 listening for tasks. I0401 11:23:11.657876 1 tasks_processing.go:71] worker 55 working on dvo_metrics task. I0401 11:23:11.657392 1 tasks_processing.go:71] worker 9 working on pod_network_connectivity_checks task. I0401 11:23:11.657891 1 tasks_processing.go:71] worker 31 working on certificate_signing_requests task. I0401 11:23:11.657908 1 tasks_processing.go:71] worker 35 working on openstack_controlplanes task. I0401 11:23:11.657942 1 tasks_processing.go:71] worker 20 working on pdbs task. I0401 11:23:11.657987 1 tasks_processing.go:71] worker 45 working on container_images task. I0401 11:23:11.658028 1 tasks_processing.go:69] worker 62 listening for tasks. I0401 11:23:11.658042 1 tasks_processing.go:71] worker 62 working on proxies task. W0401 11:23:11.657639 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:23:11.658056 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 429.13µs to process 0 records I0401 11:23:11.658076 1 tasks_processing.go:71] worker 41 working on tsdb_status task. I0401 11:23:11.658090 1 tasks_processing.go:69] worker 63 listening for tasks. W0401 11:23:11.658092 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:23:11.658099 1 tasks_processing.go:71] worker 54 working on node_features task. I0401 11:23:11.658099 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 17.74µs to process 0 records I0401 11:23:11.658108 1 tasks_processing.go:71] worker 32 working on validating_webhook_configurations task. I0401 11:23:11.658166 1 tasks_processing.go:71] worker 37 working on oauths task. I0401 11:23:11.658179 1 tasks_processing.go:71] worker 59 working on cluster_apiserver task. I0401 11:23:11.658223 1 tasks_processing.go:71] worker 24 working on metrics task. I0401 11:23:11.658234 1 tasks_processing.go:71] worker 36 working on machine_config_pools task. W0401 11:23:11.658254 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:23:11.658277 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 38.788µs to process 0 records I0401 11:23:11.657384 1 tasks_processing.go:69] worker 27 listening for tasks. I0401 11:23:11.658286 1 tasks_processing.go:71] worker 53 working on authentication task. I0401 11:23:11.658292 1 tasks_processing.go:71] worker 56 working on openshift_logging task. I0401 11:23:11.658336 1 tasks_processing.go:71] worker 39 working on networks task. I0401 11:23:11.658392 1 tasks_processing.go:71] worker 50 working on openshift_machine_api_events task. I0401 11:23:11.658541 1 tasks_processing.go:71] worker 49 working on aggregated_monitoring_cr_names task. I0401 11:23:11.657409 1 tasks_processing.go:69] worker 16 listening for tasks. I0401 11:23:11.658552 1 tasks_processing.go:71] worker 19 working on lokistack task. I0401 11:23:11.658557 1 tasks_processing.go:71] worker 60 working on ingress task. I0401 11:23:11.658576 1 tasks_processing.go:71] worker 17 working on image task. I0401 11:23:11.658584 1 tasks_processing.go:71] worker 46 working on schedulers task. I0401 11:23:11.658614 1 tasks_processing.go:69] worker 61 listening for tasks. I0401 11:23:11.658625 1 tasks_processing.go:71] worker 28 working on version task. I0401 11:23:11.658736 1 tasks_processing.go:71] worker 33 working on operators task. I0401 11:23:11.658783 1 tasks_processing.go:71] worker 29 working on operators_pods_and_events task. I0401 11:23:11.658758 1 tasks_processing.go:74] worker 61 stopped. I0401 11:23:11.658764 1 tasks_processing.go:71] worker 34 working on service_accounts task. I0401 11:23:11.658769 1 tasks_processing.go:71] worker 63 working on infrastructures task. I0401 11:23:11.658768 1 tasks_processing.go:74] worker 16 stopped. I0401 11:23:11.658553 1 tasks_processing.go:71] worker 58 working on feature_gates task. I0401 11:23:11.658772 1 tasks_processing.go:71] worker 41 working on storage_classes task. I0401 11:23:11.658776 1 tasks_processing.go:71] worker 27 working on ingress_certificates task. I0401 11:23:11.658776 1 tasks_processing.go:71] worker 24 working on support_secret task. I0401 11:23:11.658781 1 tasks_processing.go:71] worker 30 working on storage_cluster task. I0401 11:23:11.658786 1 tasks_processing.go:71] worker 22 working on nodenetworkstates task. I0401 11:23:11.658789 1 tasks_processing.go:71] worker 47 working on nodenetworkconfigurationpolicies task. I0401 11:23:11.658792 1 tasks_processing.go:71] worker 25 working on overlapping_namespace_uids task. I0401 11:23:11.657672 1 tasks_processing.go:71] worker 13 working on clusterroles task. I0401 11:23:11.658798 1 tasks_processing.go:71] worker 52 working on machine_sets task. I0401 11:23:11.658804 1 tasks_processing.go:71] worker 18 working on crds task. I0401 11:23:11.658800 1 tasks_processing.go:71] worker 51 working on image_registries task. I0401 11:23:11.660997 1 tasks_processing.go:74] worker 5 stopped. I0401 11:23:11.661009 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 3.619636ms to process 0 records I0401 11:23:11.664343 1 tasks_processing.go:74] worker 1 stopped. I0401 11:23:11.664359 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 6.928243ms to process 0 records I0401 11:23:11.664399 1 tasks_processing.go:74] worker 38 stopped. I0401 11:23:11.664407 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 6.82657ms to process 0 records I0401 11:23:11.664415 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 6.935335ms to process 0 records I0401 11:23:11.664421 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 6.963624ms to process 0 records I0401 11:23:11.664428 1 tasks_processing.go:74] worker 8 stopped. I0401 11:23:11.664427 1 tasks_processing.go:74] worker 10 stopped. I0401 11:23:11.664544 1 tasks_processing.go:74] worker 57 stopped. E0401 11:23:11.664556 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0401 11:23:11.664564 1 gather.go:177] gatherer "clusterconfig" function "machines" took 7.098902ms to process 0 records I0401 11:23:11.667803 1 tasks_processing.go:74] worker 44 stopped. I0401 11:23:11.667817 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 10.117642ms to process 0 records I0401 11:23:11.667827 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 10.179199ms to process 0 records I0401 11:23:11.667833 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 10.172931ms to process 0 records I0401 11:23:11.667839 1 tasks_processing.go:74] worker 15 stopped. I0401 11:23:11.667843 1 tasks_processing.go:74] worker 6 stopped. I0401 11:23:11.667892 1 tasks_processing.go:74] worker 9 stopped. E0401 11:23:11.667905 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0401 11:23:11.667915 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 9.999514ms to process 0 records I0401 11:23:11.667928 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 10.042914ms to process 0 records E0401 11:23:11.667936 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0401 11:23:11.667949 1 tasks_processing.go:74] worker 42 stopped. I0401 11:23:11.667953 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 10.128778ms to process 0 records I0401 11:23:11.667960 1 tasks_processing.go:74] worker 21 stopped. I0401 11:23:11.668030 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0401 11:23:11.668044 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0401 11:23:11.668049 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0401 11:23:11.668054 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0401 11:23:11.668068 1 controller.go:531] The operator is still being initialized I0401 11:23:11.668075 1 controller.go:554] The operator is healthy I0401 11:23:11.679747 1 tasks_processing.go:74] worker 35 stopped. I0401 11:23:11.679764 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 21.828029ms to process 0 records I0401 11:23:11.679815 1 tasks_processing.go:74] worker 56 stopped. I0401 11:23:11.679832 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 21.510381ms to process 0 records I0401 11:23:11.679874 1 tasks_processing.go:74] worker 2 stopped. I0401 11:23:11.680447 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=3e61bb5c66ce72aced4aed8a600d818871194e27b232613169906cfc10b2888d E0401 11:23:11.680691 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0401 11:23:11.680849 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=fe074fda5606f4f8b4b8c2f06bbdf9ece43f3e16979e42f4fdcf5590c48a3d60 I0401 11:23:11.680953 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2096fabbedd02ad91699de75954c8473c74bcc182bbf3718610b21008b3e3078 I0401 11:23:11.680996 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 22.427453ms to process 3 records I0401 11:23:11.681067 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 22.603282ms to process 0 records I0401 11:23:11.681093 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 23.411496ms to process 0 records I0401 11:23:11.681127 1 tasks_processing.go:74] worker 3 stopped. I0401 11:23:11.681151 1 tasks_processing.go:74] worker 54 stopped. I0401 11:23:11.681675 1 tasks_processing.go:74] worker 50 stopped. I0401 11:23:11.681690 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 23.269605ms to process 0 records I0401 11:23:11.682131 1 tasks_processing.go:74] worker 62 stopped. I0401 11:23:11.682199 1 recorder.go:75] Recording config/proxy with fingerprint=a27efd3c508cff737e1a37f7c03131173a2e418018ca1c7987a832dcf7e84006 I0401 11:23:11.682211 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 24.079879ms to process 1 records I0401 11:23:11.682360 1 tasks_processing.go:74] worker 19 stopped. I0401 11:23:11.682370 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 23.797843ms to process 0 records I0401 11:23:11.682483 1 tasks_processing.go:74] worker 60 stopped. I0401 11:23:11.682605 1 recorder.go:75] Recording config/ingress with fingerprint=ff1e06d6fb13d3adaaaab8d9da96ff84631b11f1271804e9d8b8c141ecca4324 I0401 11:23:11.682625 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 23.804296ms to process 1 records I0401 11:23:11.682842 1 tasks_processing.go:74] worker 0 stopped. I0401 11:23:11.682899 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=ed4efa9409e0cb07e1a7408057b72fa34f45d4abded1ac4b4a21d75ca5d2ff90 I0401 11:23:11.682913 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 24.844693ms to process 1 records I0401 11:23:11.682919 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 24.935043ms to process 0 records I0401 11:23:11.682925 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 25.035124ms to process 0 records I0401 11:23:11.682992 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=040b0de45535167a8309c8d0b2977dc909dd990d1ddb4e1869820a5a0e4ab352 I0401 11:23:11.683003 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 24.121717ms to process 1 records I0401 11:23:11.683004 1 tasks_processing.go:74] worker 7 stopped. I0401 11:23:11.683015 1 tasks_processing.go:74] worker 26 stopped. I0401 11:23:11.683022 1 tasks_processing.go:74] worker 46 stopped. I0401 11:23:11.683090 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=475527a4e72b9099b0637cfdba287c5ccbbc9ccd8dbff2c576ebc979e1c47f95 I0401 11:23:11.683092 1 tasks_processing.go:74] worker 20 stopped. I0401 11:23:11.683118 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=ee172dba94b7f8059339ba70557c35cd351fa6e8ab503cd348a237c873838781 I0401 11:23:11.683148 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=02c2c625b1b5b8ae681b1872c7825f5fce06b7e237b837444381c2eda2670d91 I0401 11:23:11.683157 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 24.814658ms to process 3 records I0401 11:23:11.683162 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 25.096282ms to process 0 records I0401 11:23:11.683166 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 23.572228ms to process 0 records I0401 11:23:11.683170 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 23.601527ms to process 0 records I0401 11:23:11.683172 1 tasks_processing.go:74] worker 43 stopped. I0401 11:23:11.683184 1 tasks_processing.go:74] worker 22 stopped. I0401 11:23:11.683189 1 tasks_processing.go:74] worker 47 stopped. I0401 11:23:11.683266 1 tasks_processing.go:74] worker 37 stopped. I0401 11:23:11.683363 1 recorder.go:75] Recording config/oauth with fingerprint=afcafbf35b8499a694ce590e3c5c7b22270d96bb1b434fa08aa0a42f93d2ea4b I0401 11:23:11.683372 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 24.884059ms to process 1 records I0401 11:23:11.683448 1 tasks_processing.go:74] worker 39 stopped. I0401 11:23:11.683465 1 recorder.go:75] Recording config/network with fingerprint=f486561a21fa1e06d14efc18fa48c7a5d084912cccadd15c81610e674c31da57 I0401 11:23:11.683471 1 gather.go:177] gatherer "clusterconfig" function "networks" took 24.798235ms to process 1 records I0401 11:23:11.683553 1 tasks_processing.go:74] worker 59 stopped. I0401 11:23:11.683571 1 recorder.go:75] Recording config/apiserver with fingerprint=4a2c04f4c7906e1872cef505af5747c7f5cd295556e4f349708be401ed8a62d3 I0401 11:23:11.683576 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 25.06659ms to process 1 records I0401 11:23:11.683646 1 recorder.go:75] Recording config/image with fingerprint=246e48c73eda67d32fe9155fa52066c5b5b486373b878ca44b1b9a2215727732 I0401 11:23:11.683654 1 gather.go:177] gatherer "clusterconfig" function "image" took 24.83246ms to process 1 records I0401 11:23:11.683661 1 tasks_processing.go:74] worker 17 stopped. I0401 11:23:11.685617 1 tasks_processing.go:74] worker 36 stopped. I0401 11:23:11.685627 1 gather_logs.go:145] no pods in namespace were found I0401 11:23:11.685634 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 27.370485ms to process 0 records I0401 11:23:11.685643 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 28.264987ms to process 0 records I0401 11:23:11.685650 1 tasks_processing.go:74] worker 11 stopped. I0401 11:23:11.685688 1 tasks_processing.go:74] worker 53 stopped. I0401 11:23:11.685844 1 recorder.go:75] Recording config/authentication with fingerprint=3010a5109a5731c8121cf886c3da86fa0ab6450c8bf149d8cadbea30551986ab I0401 11:23:11.685862 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 27.389008ms to process 1 records I0401 11:23:11.685872 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 26.180748ms to process 0 records I0401 11:23:11.685880 1 tasks_processing.go:74] worker 52 stopped. I0401 11:23:11.685950 1 tasks_processing.go:74] worker 32 stopped. I0401 11:23:11.685973 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=360f978c71c9ba29d0ff714e2c6cca56f27d76311024f0faecca9abfc4db31ee I0401 11:23:11.686072 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=c063c564c59a484dcbe3d4b818bc144efe195aeb0768463876f5c710d42ba3e8 I0401 11:23:11.686095 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=385650fa57c299e43122dba35b5f6cd112f0bfea3cd66e4e73775c1f9fe0476a I0401 11:23:11.686120 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=6e0b6cc6922ea322295445d6bb09714b369feb0e7614258bb9741d2704894947 I0401 11:23:11.686144 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=a94e68cdc75354dfbc7f349645452ec3b86b1be879d72ef479909c65d08eed9c I0401 11:23:11.686167 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=6ebd245741073c137c38c422f490917b69c76b01afaff17b10157d6f09528b1c I0401 11:23:11.686192 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=62ad87651cdf01b01db9829f171ac7df60538869fa98e07d6e20d0e35c93392e I0401 11:23:11.686227 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=b52821766c845691ddd3f579929a7210cb9a77e1042680108bc824321bda96ce I0401 11:23:11.686250 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=f84c5f6bee917e696ac683b8005b14838095f6026e21bbe49b9edbe9f6eb2aca I0401 11:23:11.686273 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=6671d7c6110b67964e4018d033f7eac1a6c3dbbe65b09b1e7f49dea19d012f41 I0401 11:23:11.686295 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=350c9a0351a17557422424cf0dbde8c027f7c60b8aa0eb49c53fd5413997e9d7 I0401 11:23:11.686303 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 27.678435ms to process 11 records I0401 11:23:11.686387 1 tasks_processing.go:74] worker 12 stopped. I0401 11:23:11.686571 1 recorder.go:75] Recording config/node/ip-10-0-0-208.ec2.internal with fingerprint=f40bd359202e93970c36abcb650e53a52c2065a202cfb996e3f5a83eb4479893 I0401 11:23:11.686645 1 recorder.go:75] Recording config/node/ip-10-0-1-79.ec2.internal with fingerprint=30ce6858f22f19e37fbb316eb4c76098969bc7c340675d61eda0f80ef98eee3e I0401 11:23:11.686968 1 recorder.go:75] Recording config/node/ip-10-0-2-247.ec2.internal with fingerprint=68901166126cb2ac285c6c523acada846f9ebc5bfa2ed8185e76298cf598f104 I0401 11:23:11.687066 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 28.424661ms to process 3 records I0401 11:23:11.687304 1 recorder.go:75] Recording config/featuregate with fingerprint=22540ac2c8b6d68b602382dc916743a4238b9db21536a91c62f7d75a6f3bdf33 I0401 11:23:11.687341 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 27.038956ms to process 1 records I0401 11:23:11.687380 1 tasks_processing.go:74] worker 58 stopped. I0401 11:23:11.688662 1 tasks_processing.go:74] worker 30 stopped. I0401 11:23:11.688678 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 29.405521ms to process 0 records W0401 11:23:11.688689 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:23:11.688868 1 tasks_processing.go:74] worker 63 stopped. I0401 11:23:11.689375 1 recorder.go:75] Recording config/infrastructure with fingerprint=c689ac712a829e72eee1c682b7c14ba31ceaa90082e4d8f64be5f5137b30a2d1 I0401 11:23:11.689387 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 29.868666ms to process 1 records E0401 11:23:11.689399 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0401 11:23:11.689411 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0401 11:23:11.689418 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 31.185125ms to process 1 records I0401 11:23:11.689424 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 31.305967ms to process 0 records I0401 11:23:11.689429 1 tasks_processing.go:74] worker 31 stopped. I0401 11:23:11.689433 1 tasks_processing.go:74] worker 23 stopped. I0401 11:23:11.689617 1 tasks_processing.go:74] worker 24 stopped. E0401 11:23:11.689630 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0401 11:23:11.689642 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.380276ms to process 0 records I0401 11:23:11.690674 1 tasks_processing.go:74] worker 41 stopped. I0401 11:23:11.690769 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=1541f36c100b5124caf10fe59ebfe68dbc85e538c10da75db216fff950507dd1 I0401 11:23:11.690793 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=0d774f7f78775423cf2fb666e27078c471c00b2607d7addea749fed24ec9080e I0401 11:23:11.690805 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 31.557672ms to process 2 records I0401 11:23:11.700223 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0401 11:23:11.700248 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0401 11:23:11.700992 1 operator.go:328] started I0401 11:23:11.701082 1 tasks_processing.go:74] worker 14 stopped. I0401 11:23:11.701124 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0401 11:23:11.701270 1 recorder.go:75] Recording config/olm_operators with fingerprint=1772591bbb7a77d5b3da76d5d97cc3ea90771d39f2ff1a4b70d444f0e2f7ff7a I0401 11:23:11.701304 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 43.336702ms to process 1 records I0401 11:23:11.701314 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 42.350235ms to process 0 records I0401 11:23:11.701323 1 tasks_processing.go:74] worker 49 stopped. I0401 11:23:11.701353 1 tasks_processing.go:74] worker 18 stopped. I0401 11:23:11.702458 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=e0b3cd310eb22b7e18ef154566552dd8035efd80a833004d7ffe255f3eb9ec59 I0401 11:23:11.703019 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=44d2dbdf0f49357ce13608276fd84a178251c62967f83f958f89e1579baa5467 I0401 11:23:11.703038 1 gather.go:177] gatherer "clusterconfig" function "crds" took 41.817177ms to process 2 records I0401 11:23:11.703121 1 tasks_processing.go:74] worker 51 stopped. I0401 11:23:11.703365 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=0ded2244a5a3d33cd89b0384a4d352814421bd800dd63e08598bf424892b9e54 I0401 11:23:11.703380 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 43.36535ms to process 1 records I0401 11:23:11.709063 1 tasks_processing.go:74] worker 45 stopped. I0401 11:23:11.710261 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-57d9b95648-mkjg8 with fingerprint=a49217e6ecfc68a6888ff38d223f90d06d5791e85aae4e1c432d751b767207c6 I0401 11:23:11.710318 1 recorder.go:75] Recording config/running_containers with fingerprint=ef45245e222bef838e80e67107f9fd0b0cde916c4e0184d9148bdc041351a9a2 I0401 11:23:11.710328 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 51.055852ms to process 2 records I0401 11:23:11.715583 1 prometheus_rules.go:88] Prometheus rules successfully created I0401 11:23:11.716073 1 tasks_processing.go:74] worker 40 stopped. I0401 11:23:11.716086 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 58.22733ms to process 0 records I0401 11:23:11.716787 1 tasks_processing.go:74] worker 13 stopped. I0401 11:23:11.716809 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0401 11:23:11.716818 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0401 11:23:11.716820 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0401 11:23:11.716824 1 controller.go:254] Source scaController *sca.Controller is not ready I0401 11:23:11.716827 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0401 11:23:11.717177 1 controller.go:531] The operator is still being initialized I0401 11:23:11.717197 1 controller.go:554] The operator is healthy I0401 11:23:11.718181 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=d6d4518aab0015c28a624c3a87ddfd580e227e41aff72372046d674abcb23e68 I0401 11:23:11.719151 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=265cedcea5ab4d6b94241044733c4d977325c6a95e599eabfc29dbf766d1bb92 I0401 11:23:11.719171 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 57.357111ms to process 2 records I0401 11:23:11.720745 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0401 11:23:11.720755 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0401 11:23:11.720836 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController E0401 11:23:11.729889 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%277a4ea65d-3987-4009-a710-431821177fa9%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:34898->172.30.0.10:53: read: connection refused I0401 11:23:11.729908 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%277a4ea65d-3987-4009-a710-431821177fa9%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:34898->172.30.0.10:53: read: connection refused I0401 11:23:11.730909 1 base_controller.go:82] Caches are synced for ConfigController I0401 11:23:11.730922 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0401 11:23:11.735029 1 tasks_processing.go:74] worker 48 stopped. E0401 11:23:11.735046 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0401 11:23:11.735055 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0401 11:23:11.735061 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0401 11:23:11.735074 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=20ed6d7fdef919e1dbf14043d15a28454160f2e604706803e55a38d1623c3158 I0401 11:23:11.735126 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0401 11:23:11.735135 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0401 11:23:11.735141 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=0bcb269fd90b6e8af4a57174ee20ae48ebee01bb0a0c651000e372609b4ee122 I0401 11:23:11.735147 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0401 11:23:11.735209 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0401 11:23:11.735221 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0401 11:23:11.735229 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 77.329642ms to process 7 records I0401 11:23:11.737226 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:23:11.739980 1 tasks_processing.go:74] worker 27 stopped. E0401 11:23:11.739997 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0401 11:23:11.740007 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pdarr8c6eprd0i4qij9k7ljriau9v7k-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pdarr8c6eprd0i4qij9k7ljriau9v7k-primary-cert-bundle-secret" not found I0401 11:23:11.740070 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=ba51e7677cc7a872b110c50e05dd6480c707a05b19ad42eb9c62115cb2a6166b I0401 11:23:11.740086 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 80.844011ms to process 1 records I0401 11:23:11.769719 1 tasks_processing.go:74] worker 25 stopped. I0401 11:23:11.769762 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0401 11:23:11.769782 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 110.316513ms to process 1 records I0401 11:23:11.770310 1 tasks_processing.go:74] worker 28 stopped. I0401 11:23:11.770575 1 recorder.go:75] Recording config/version with fingerprint=b3993cad058d51669e6d0bb1d307ffe9d5be6deb2b09e04ddd1acf7f2dde93e5 I0401 11:23:11.770603 1 recorder.go:75] Recording config/id with fingerprint=324f02cdc47a009570189f9f8430f394c87d412e20ed98829fc0313a06691d54 I0401 11:23:11.770611 1 gather.go:177] gatherer "clusterconfig" function "version" took 111.673496ms to process 2 records I0401 11:23:11.778618 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0401 11:23:11.781917 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:35748->172.30.0.10:53: read: connection refused I0401 11:23:11.781934 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:35748->172.30.0.10:53: read: connection refused I0401 11:23:11.801194 1 base_controller.go:82] Caches are synced for LoggingSyncer I0401 11:23:11.801210 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0401 11:23:12.099549 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0401 11:23:12.099566 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0401 11:23:12.100030 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-458rf pod in namespace openshift-dns (previous: false). I0401 11:23:12.323947 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-458rf pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-458rf\" is waiting to start: ContainerCreating" I0401 11:23:12.323967 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-458rf\" is waiting to start: ContainerCreating" I0401 11:23:12.323977 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-458rf pod in namespace openshift-dns (previous: false). I0401 11:23:12.502759 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-458rf pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-458rf\" is waiting to start: ContainerCreating" I0401 11:23:12.502781 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-458rf\" is waiting to start: ContainerCreating" I0401 11:23:12.502792 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-rnmps pod in namespace openshift-dns (previous: false). W0401 11:23:12.687181 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:23:12.728558 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rnmps pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-rnmps\" is waiting to start: ContainerCreating" I0401 11:23:12.728578 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-rnmps\" is waiting to start: ContainerCreating" I0401 11:23:12.728604 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-rnmps pod in namespace openshift-dns (previous: false). I0401 11:23:12.904415 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rnmps pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-rnmps\" is waiting to start: ContainerCreating" I0401 11:23:12.904436 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-rnmps\" is waiting to start: ContainerCreating" I0401 11:23:12.904447 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-svwhw pod in namespace openshift-dns (previous: false). I0401 11:23:13.125705 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0401 11:23:13.133256 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-svwhw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-svwhw\" is waiting to start: ContainerCreating" I0401 11:23:13.133275 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-svwhw\" is waiting to start: ContainerCreating" I0401 11:23:13.133287 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-svwhw pod in namespace openshift-dns (previous: false). I0401 11:23:13.309643 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-svwhw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-svwhw\" is waiting to start: ContainerCreating" I0401 11:23:13.309660 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-svwhw\" is waiting to start: ContainerCreating" I0401 11:23:13.309671 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-n6mg2 pod in namespace openshift-dns (previous: false). I0401 11:23:13.502202 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:23:13.502220 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-sctxc pod in namespace openshift-dns (previous: false). I0401 11:23:13.528092 1 tasks_processing.go:74] worker 33 stopped. I0401 11:23:13.528142 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=4ec80a3827c3bef66087ca6be028ee60e1904b67f8075c04c8bcc55366a73c43 I0401 11:23:13.528179 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=ef869a5ced8425f4686b097fd3ed980f359bb2c627a65750549b900fec78e9d0 I0401 11:23:13.528208 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0401 11:23:13.528233 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=ee48262709114b0debc1601f4bd04ebf5b1c8016e3e7670c0c6b47ac5bb1e005 I0401 11:23:13.528266 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0401 11:23:13.528290 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=f50071d9593924564b594e82c7dce04c1797b2521710088405c2761bce5b4463 I0401 11:23:13.528321 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=b81d3c95333aab8d132c1e5414325bdefdc6ec818f02f49b28367c47023b796a I0401 11:23:13.528346 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=e2022eb97e88fc14ae9c063fca38a3c3a98e6fcb8aa988d771b907a678955321 I0401 11:23:13.528361 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=5f15fe89ae26f08f24ec2158775fc34588107028256907e40d16d63798bbf033 I0401 11:23:13.528379 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=a036b15340a16e646205923ab21398f89588b42f02f7936eb44594c3df0b7ac2 I0401 11:23:13.528388 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0401 11:23:13.528404 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=c040a922017dc330b6e9e684e8123e85a1c5449ad01b3de1d4cbd5e8f8025833 I0401 11:23:13.528416 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0401 11:23:13.528448 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=bdfa8c6a733e25c79c25aaa249265c82545aa1eb0da14faeabfba48fe987c8a7 I0401 11:23:13.528458 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0401 11:23:13.528470 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=8909981880ddde8b7de2031133717e627f8d21634274373ea501c55db814d2d5 I0401 11:23:13.528479 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0401 11:23:13.528495 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=9f8b8d72bd8ffcdfe117cbb854feb24525ce603064fe28676688ee01221c6800 I0401 11:23:13.528625 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=2e0ba94814fcdeae1c038d6a8673dc38d750550b2cf8f5c02aa9da9774fd53ea I0401 11:23:13.528636 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0401 11:23:13.528643 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0401 11:23:13.528673 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0401 11:23:13.528696 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=9932b2b2d0acf8d2b05251b8a2cd0b13e3e69f2c8691b707cfc600a65ce092a1 I0401 11:23:13.528719 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=645290ad50550904438acb3a0edcc6e8c339812a68e3a20778e3cbcf3ebc9cd8 I0401 11:23:13.528728 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0401 11:23:13.528743 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=c57d2cdaaab10fdbf66675e1ef231209b5f0068898563aef39fc594bbb24d8cd I0401 11:23:13.528753 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0401 11:23:13.528765 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=8900ddc64aa536e0ba618261fc2b1e0536b812d317fc7bfa9b21d1d6b7f7ec95 I0401 11:23:13.528779 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a9cb53588d843352632e8cbca6b9404ea20f943928efc2ca06ccd751e261daed I0401 11:23:13.528793 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=d15e7a10457a980579c1d16f8cbcc4968d4cbf8d1f0589429a5ea897eeeddcaa I0401 11:23:13.528806 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=f7f8a7409de5e0ab231e15b9979bf7fd0574d8378538a52929bf44053b95a5d4 I0401 11:23:13.528818 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ad3feb4182d80d0a96a044cb9de82b4af6ad23ac4acb8aad15393e21d7b83959 I0401 11:23:13.528841 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=8cd7c34da69a75196d141cbc612aeaff3d408a63bbe17983a7bc4e746aeff6ab I0401 11:23:13.528856 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0401 11:23:13.528863 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0401 11:23:13.528870 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.869291762s to process 35 records W0401 11:23:13.687479 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:23:13.704346 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:23:13.704367 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zgjpt pod in namespace openshift-dns (previous: false). I0401 11:23:13.904706 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:23:13.904767 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5fd68d5c5-c7fxv pod in namespace openshift-image-registry (previous: false). I0401 11:23:14.103346 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5fd68d5c5-c7fxv pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5fd68d5c5-c7fxv\" is waiting to start: ContainerCreating" I0401 11:23:14.103365 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5fd68d5c5-c7fxv\" is waiting to start: ContainerCreating" I0401 11:23:14.103401 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5fd68d5c5-nbnnc pod in namespace openshift-image-registry (previous: false). I0401 11:23:14.304409 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5fd68d5c5-nbnnc pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5fd68d5c5-nbnnc\" is waiting to start: ContainerCreating" I0401 11:23:14.304427 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5fd68d5c5-nbnnc\" is waiting to start: ContainerCreating" I0401 11:23:14.304472 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-664b55557b-kxg98 pod in namespace openshift-image-registry (previous: false). I0401 11:23:14.504103 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-664b55557b-kxg98 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-664b55557b-kxg98\" is waiting to start: ContainerCreating" I0401 11:23:14.504124 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-664b55557b-kxg98\" is waiting to start: ContainerCreating" I0401 11:23:14.504136 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-2cswl pod in namespace openshift-image-registry (previous: false). W0401 11:23:14.686354 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:23:14.704555 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:23:14.704572 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-t489p pod in namespace openshift-image-registry (previous: false). I0401 11:23:14.907412 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:23:14.907432 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-wgr6d pod in namespace openshift-image-registry (previous: false). I0401 11:23:15.105248 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0401 11:23:15.105268 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5bdd446cd9-5ltg8 pod in namespace openshift-ingress (previous: false). I0401 11:23:15.305697 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5bdd446cd9-5ltg8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5bdd446cd9-5ltg8\" is waiting to start: ContainerCreating" I0401 11:23:15.305716 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5bdd446cd9-5ltg8\" is waiting to start: ContainerCreating" I0401 11:23:15.305727 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-789cf57788-5xb89 pod in namespace openshift-ingress (previous: false). I0401 11:23:15.505897 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-789cf57788-5xb89 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-789cf57788-5xb89\" is waiting to start: ContainerCreating" I0401 11:23:15.505915 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-789cf57788-5xb89\" is waiting to start: ContainerCreating" I0401 11:23:15.505927 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-789cf57788-ldrkw pod in namespace openshift-ingress (previous: false). W0401 11:23:15.686932 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0401 11:23:15.703786 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-789cf57788-ldrkw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-789cf57788-ldrkw\" is waiting to start: ContainerCreating" I0401 11:23:15.703803 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-789cf57788-ldrkw\" is waiting to start: ContainerCreating" I0401 11:23:15.703813 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-5nbft pod in namespace openshift-ingress-canary (previous: false). I0401 11:23:15.903084 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-7vh5h pod in namespace openshift-ingress-canary (previous: false). I0401 11:23:16.104376 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-h99nq pod in namespace openshift-ingress-canary (previous: false). I0401 11:23:16.304716 1 tasks_processing.go:74] worker 29 stopped. I0401 11:23:16.304845 1 recorder.go:75] Recording events/openshift-dns with fingerprint=7032fd35c3b188e77b5b21d16a9408b1ec6fbf9e2d73edcc51aa07c7a92475ce I0401 11:23:16.304946 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=3b2aca4ab3f9486293c9287a7a49564f1c70edca28f639021fc56cc31068ef7f I0401 11:23:16.304976 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=341df7a90bb10dc81310d4d7bc4c47d907b6dd45a247b8545988a21e636fd232 I0401 11:23:16.305020 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=f07b677bfa231adfd7fc1cf5cd6cf5652bfcb493ace97be9fc18f47ffb7a2712 I0401 11:23:16.305058 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=2e144b53fbd9724e85a5ba081ec4232924331a2e8258140987f702a4e2378619 I0401 11:23:16.305219 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5fd68d5c5-c7fxv with fingerprint=4879ece388b35bafef687c41bed2cdbc19d74e67a5d6b61df6820312635ced07 I0401 11:23:16.305545 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5fd68d5c5-nbnnc with fingerprint=081d3712244a64a09239bb0bf68606356183ec8f0e1ffc59aad807104602a055 I0401 11:23:16.305889 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-664b55557b-kxg98 with fingerprint=895897f2c392fe84078e6e6459a8dfa0519b35fd1b76a65695b9ec93c8088b14 I0401 11:23:16.305982 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-5nbft/serve-healthcheck-canary_current.log with fingerprint=61c34dd281b33ba6bd2026496ad1cefa7306c377374175014dfc8b5b0067fc04 I0401 11:23:16.306015 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-7vh5h/serve-healthcheck-canary_current.log with fingerprint=537097b5a49e5efd8f0cbbd57e25d1bc3524fc58d7bec8466cf02d81c8e82e4f I0401 11:23:16.306051 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-h99nq/serve-healthcheck-canary_current.log with fingerprint=3afe222f6114a879b99ac6a3660f0ab77df2699298e84b6d8b986d70b1cabbf4 I0401 11:23:16.306086 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.64586748s to process 11 records W0401 11:23:16.686821 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0401 11:23:16.686848 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0401 11:23:16.686862 1 tasks_processing.go:74] worker 55 stopped. E0401 11:23:16.686871 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0401 11:23:16.686882 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0401 11:23:16.686896 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0401 11:23:16.686906 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.028976681s to process 1 records I0401 11:23:24.093562 1 tasks_processing.go:74] worker 4 stopped. I0401 11:23:24.093621 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0401 11:23:24.093636 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.436054562s to process 1 records I0401 11:23:24.658677 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:23:24.865667 1 tasks_processing.go:74] worker 34 stopped. I0401 11:23:24.865926 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4ce39b12c057291c1cbb2425e1f57ef4a8cb96c61f6227345caf83b89c351d65 I0401 11:23:24.865942 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.206763332s to process 1 records E0401 11:23:24.866025 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.208s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0401 11:23:24.867134 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0401 11:23:24.867151 1 periodic.go:216] Running workloads gatherer I0401 11:23:24.867166 1 tasks_processing.go:45] number of workers: 2 I0401 11:23:24.867173 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 11:23:24.867178 1 tasks_processing.go:71] worker 1 working on workload_info task. I0401 11:23:24.867194 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 11:23:24.867209 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0401 11:23:24.894943 1 tasks_processing.go:74] worker 0 stopped. I0401 11:23:24.894960 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.720157ms to process 0 records I0401 11:23:24.921359 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0401 11:23:24.930788 1 gather_workloads_info.go:387] No image sha256:524c4410d51b126c6097fae3b2ad88ec67900e7b786a9131b7a8e96a194e4847 (10ms) I0401 11:23:24.940488 1 gather_workloads_info.go:387] No image sha256:8c9c050549f490f6b96eca68bb61a32f164b2152cae31b4ffb7d7ecc4bd678b1 (10ms) I0401 11:23:24.949663 1 gather_workloads_info.go:387] No image sha256:6552b42b5cec3ef82f4b7b30214f2b4e4561f83599f1a77341fe77b9a6171bc2 (9ms) I0401 11:23:24.958692 1 gather_workloads_info.go:387] No image sha256:4def742b6a5ef27c09ac9540e132622ec7178284d8900b9a844cb425e8be0c94 (9ms) I0401 11:23:24.967695 1 gather_workloads_info.go:387] No image sha256:5589d0d744b2f935e7f1bb3e094e813685092910a00e1853891b31fe9e330d23 (9ms) I0401 11:23:24.976584 1 gather_workloads_info.go:387] No image sha256:543891894646911f3714c3ebb7dd08f28cb0f0ea0d51045d058f7d2e9d475481 (9ms) I0401 11:23:24.985781 1 gather_workloads_info.go:387] No image sha256:e251b56f79899ba2f5ece5dc68375ebba0157b35541861a0c8e31bc21d6adc52 (9ms) I0401 11:23:24.994815 1 gather_workloads_info.go:387] No image sha256:5fd3dcbd54108018a438b849eb89f35b4c34343cb5319fbfb30cf252e2a58a8f (9ms) I0401 11:23:25.003889 1 gather_workloads_info.go:387] No image sha256:5ae6198359a92af6c4b317806ec8a33ff53d44189d14561a8f8a3153d7afdb81 (9ms) I0401 11:23:25.012745 1 gather_workloads_info.go:387] No image sha256:8d824fc165afff23fffc5b291acfa0c1a98f01a96f86ad547eadaa7c98efd35f (9ms) I0401 11:23:25.030755 1 gather_workloads_info.go:387] No image sha256:595b03c50302148c33de51825571a2b59a1930591d461a717315be05c6efdbb1 (18ms) I0401 11:23:25.131957 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms) I0401 11:23:25.231830 1 gather_workloads_info.go:387] No image sha256:014e2427899021034589f5602bb55916492eba8531030bd8a07bf1501c99f374 (100ms) I0401 11:23:25.331359 1 gather_workloads_info.go:387] No image sha256:b7dc3625a2da745c86603678c78be7dafd64ea85ecd62745be29f3d04ec4e340 (100ms) I0401 11:23:25.432390 1 gather_workloads_info.go:387] No image sha256:0644c26b6a8f4aa4435145653370dd3f8438c6e299523ff8570eb2858ac65d09 (101ms) I0401 11:23:25.531635 1 gather_workloads_info.go:387] No image sha256:55cb1bfa110d67c2452259e6b4a2158b8f6e7c4bba9e7dfd661e0dea37ff2e25 (99ms) I0401 11:23:25.579354 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:23:25.630810 1 gather_workloads_info.go:387] No image sha256:0b449cd4c58e81397bc99ba2d0970585d2a3cc1472a8134b46cf20e8c488b8c5 (99ms) I0401 11:23:25.731039 1 gather_workloads_info.go:387] No image sha256:2f4b0241dc0818547ffbaf42f8f17cac3ea8cde598a6c0bd3896872f53f7a3ff (100ms) I0401 11:23:25.778000 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:23:25.833467 1 gather_workloads_info.go:387] No image sha256:62075f81a8bc4ce5a7192023a80f2e27c2bc4fae547193776513d67fbddad601 (102ms) I0401 11:23:25.930810 1 gather_workloads_info.go:387] No image sha256:9ac7550a7edd59fdbc0e5b3d336defbd6fe0510087272b78d364a4580fd3d020 (97ms) I0401 11:23:26.031574 1 gather_workloads_info.go:387] No image sha256:9fed4b776332f3e8ce9c8454beabcb0c940b0e09c0c973eeafcf653b27a79043 (101ms) I0401 11:23:26.134642 1 gather_workloads_info.go:387] No image sha256:326a8b5302b495cb059364ab96dfdd38425252613cfa3abb7e1dacaecda4fb1e (103ms) I0401 11:23:26.231711 1 gather_workloads_info.go:387] No image sha256:17eab4abb2d95e2fe5dead3b0ccd144401f0f4467fc5f1dec8e19d5cb9bfd315 (97ms) I0401 11:23:26.372640 1 gather_workloads_info.go:387] No image sha256:7958abc201949f9faed6fe6cd4f8e2f8dab06dde35f09779cec19e9286f3983d (141ms) I0401 11:23:26.449895 1 gather_workloads_info.go:387] No image sha256:e468e359bdc654b85aa2e26fe6d9ff065bc85650d57be4cfd6879d5666cd08cd (77ms) I0401 11:23:26.534839 1 gather_workloads_info.go:387] No image sha256:215264f061f8b0eeba17dc442cf5a6a3a754f67104bf271f61d2ccee30b7e663 (85ms) I0401 11:23:26.636777 1 gather_workloads_info.go:387] No image sha256:1647489821e206e3ac1d3f1fbecdff3621ef87a7064f492906334c16f072a3e3 (102ms) I0401 11:23:26.731340 1 gather_workloads_info.go:387] No image sha256:3b313209f88d2df827ff378cf0af36bd18908f1cab0e7ace14df1e8ffa5f1c00 (95ms) I0401 11:23:26.832670 1 gather_workloads_info.go:387] No image sha256:3d02603962035bdee1a13b1b0d17740cc9c5bcdc89f2372652e5a7dd907ca313 (101ms) I0401 11:23:26.931894 1 gather_workloads_info.go:387] No image sha256:5e61f9895dd3c359917209aaa56cb9a1fba5e7b7946348f44ff1301045f0d1f0 (99ms) I0401 11:23:27.032131 1 gather_workloads_info.go:387] No image sha256:1c6f9f9f726be814274f19e66bd04d069236460a312faa274eebe757d33f889c (100ms) I0401 11:23:27.130687 1 gather_workloads_info.go:387] No image sha256:07c82fce5e470c7ee9c3c1fdc6c953c962ed119411c88bf5fd4f0a08e3a0b9b7 (99ms) I0401 11:23:27.231325 1 gather_workloads_info.go:387] No image sha256:645ce33140c6bccfc5926a1d19a02f60d9b48c8d116dba2a300cdb43a0fd0220 (101ms) I0401 11:23:27.231356 1 tasks_processing.go:74] worker 1 stopped. E0401 11:23:27.231365 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0401 11:23:27.231661 1 recorder.go:75] Recording config/workload_info with fingerprint=8bd2d98c20b0bd94f27bfbd098e22fc74ccfa902b47d1d335755781de4838b88 I0401 11:23:27.231679 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.364170987s to process 1 records E0401 11:23:27.231711 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.364s with: function \"workload_info\" failed with an error" I0401 11:23:27.232827 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0401 11:23:27.232841 1 periodic.go:216] Running conditional gatherer I0401 11:23:27.238912 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules I0401 11:23:27.245732 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:36215->172.30.0.10:53: read: connection refused E0401 11:23:27.246049 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0401 11:23:27.246112 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0401 11:23:27.252201 1 conditional_gatherer.go:392] cluster version is '4.21.7' E0401 11:23:27.252215 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:23:27.252220 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:23:27.252223 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:23:27.252226 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:23:27.252229 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:23:27.252233 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:23:27.252238 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:23:27.252242 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0401 11:23:27.252247 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0401 11:23:27.252265 1 tasks_processing.go:45] number of workers: 3 I0401 11:23:27.252276 1 tasks_processing.go:69] worker 2 listening for tasks. I0401 11:23:27.252281 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0401 11:23:27.252287 1 tasks_processing.go:69] worker 0 listening for tasks. I0401 11:23:27.252298 1 tasks_processing.go:71] worker 0 working on rapid_container_logs task. I0401 11:23:27.252302 1 tasks_processing.go:69] worker 1 listening for tasks. I0401 11:23:27.252311 1 tasks_processing.go:74] worker 1 stopped. I0401 11:23:27.252329 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0401 11:23:27.252340 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0401 11:23:27.252351 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 979ns to process 1 records I0401 11:23:27.252417 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0401 11:23:27.252429 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.643µs to process 1 records I0401 11:23:27.252435 1 tasks_processing.go:74] worker 2 stopped. I0401 11:23:27.252537 1 tasks_processing.go:74] worker 0 stopped. I0401 11:23:27.252549 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 230.554µs to process 0 records I0401 11:23:27.252579 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:36215->172.30.0.10:53: read: connection refused I0401 11:23:27.252619 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0401 11:23:27.276783 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=d407e9e161afd5c94a7233290334ea385ac14f526cb2909e0129aed247c2af48 I0401 11:23:27.276911 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-04-01-112327.tar.gz I0401 11:23:27.283428 1 diskrecorder.go:51] Wrote 106 records to disk in 6ms I0401 11:23:27.283458 1 periodic.go:285] Gathering cluster info every 2h0m0s I0401 11:23:27.283473 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0401 11:23:38.595702 1 configmapobserver.go:84] configmaps "insights-config" not found I0401 11:24:16.228308 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="da86c941c98d51dd9111b82ab3b64b24ccd30ffaede907f25d2d034ee1e515ca") W0401 11:24:16.228349 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0401 11:24:16.228395 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="473fa9ec3f79ca950362f6401d4af899dd77a6c9bc166789c59ce253d52ecb30") I0401 11:24:16.228474 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector