W0423 19:58:19.460437 1 cmd.go:257] Using insecure, self-signed certificates I0423 19:58:19.991950 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0423 19:58:19.992366 1 observer_polling.go:159] Starting file observer I0423 19:58:20.341930 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0423 19:58:20.342123 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0423 19:58:20.342733 1 secure_serving.go:57] Forcing use of http/1.1 only W0423 19:58:20.342757 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0423 19:58:20.342761 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0423 19:58:20.342765 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0423 19:58:20.342769 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0423 19:58:20.342772 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0423 19:58:20.342793 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0423 19:58:20.342772 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0423 19:58:20.349961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"5f9c271e-bb60-43dc-a988-4071dc9e981f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0423 19:58:20.349957 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0423 19:58:20.352956 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0423 19:58:20.352979 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0423 19:58:20.352977 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 19:58:20.352979 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 19:58:20.352993 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0423 19:58:20.352998 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0423 19:58:20.353393 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2317762384/tls.crt::/tmp/serving-cert-2317762384/tls.key" I0423 19:58:20.353887 1 secure_serving.go:213] Serving securely on [::]:8443 I0423 19:58:20.353975 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0423 19:58:20.356593 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0423 19:58:20.356623 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0423 19:58:20.356734 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0423 19:58:20.371375 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0423 19:58:20.371395 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0423 19:58:20.390481 1 secretconfigobserver.go:119] support secret does not exist I0423 19:58:20.446141 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0423 19:58:20.453041 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0423 19:58:20.453051 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0423 19:58:20.453135 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0423 19:58:20.457340 1 base_controller.go:82] Caches are synced for ConfigController I0423 19:58:20.457352 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0423 19:58:20.483587 1 secretconfigobserver.go:119] support secret does not exist I0423 19:58:20.483865 1 recorder.go:176] Pruning old reports every 8h30m31s, max age is 288h0m0s I0423 19:58:20.500444 1 configmapobserver.go:84] configmaps "insights-config" not found I0423 19:58:20.520392 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0423 19:58:20.520418 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0423 19:58:20.520442 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0423 19:58:20.520436 1 periodic.go:216] Running clusterconfig gatherer I0423 19:58:20.520447 1 insightsreport.go:296] Starting report retriever I0423 19:58:20.520454 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0423 19:58:20.520526 1 tasks_processing.go:45] number of workers: 64 I0423 19:58:20.520566 1 tasks_processing.go:69] worker 5 listening for tasks. I0423 19:58:20.520576 1 tasks_processing.go:69] worker 9 listening for tasks. I0423 19:58:20.520581 1 tasks_processing.go:69] worker 0 listening for tasks. I0423 19:58:20.520587 1 tasks_processing.go:69] worker 1 listening for tasks. I0423 19:58:20.520593 1 tasks_processing.go:69] worker 2 listening for tasks. I0423 19:58:20.520601 1 tasks_processing.go:69] worker 4 listening for tasks. I0423 19:58:20.520604 1 tasks_processing.go:69] worker 7 listening for tasks. I0423 19:58:20.520623 1 tasks_processing.go:69] worker 6 listening for tasks. I0423 19:58:20.520632 1 tasks_processing.go:69] worker 12 listening for tasks. I0423 19:58:20.520642 1 tasks_processing.go:69] worker 14 listening for tasks. I0423 19:58:20.520645 1 tasks_processing.go:69] worker 10 listening for tasks. I0423 19:58:20.520720 1 tasks_processing.go:69] worker 22 listening for tasks. I0423 19:58:20.520725 1 tasks_processing.go:69] worker 8 listening for tasks. I0423 19:58:20.520723 1 tasks_processing.go:69] worker 25 listening for tasks. I0423 19:58:20.520735 1 tasks_processing.go:69] worker 24 listening for tasks. I0423 19:58:20.520727 1 tasks_processing.go:69] worker 23 listening for tasks. I0423 19:58:20.520737 1 tasks_processing.go:69] worker 16 listening for tasks. I0423 19:58:20.520744 1 tasks_processing.go:69] worker 17 listening for tasks. I0423 19:58:20.520751 1 tasks_processing.go:69] worker 19 listening for tasks. I0423 19:58:20.521161 1 tasks_processing.go:69] worker 21 listening for tasks. I0423 19:58:20.521251 1 tasks_processing.go:69] worker 27 listening for tasks. I0423 19:58:20.521195 1 tasks_processing.go:69] worker 26 listening for tasks. I0423 19:58:20.521207 1 tasks_processing.go:69] worker 11 listening for tasks. I0423 19:58:20.521332 1 tasks_processing.go:69] worker 38 listening for tasks. I0423 19:58:20.521225 1 tasks_processing.go:69] worker 3 listening for tasks. I0423 19:58:20.521390 1 tasks_processing.go:69] worker 34 listening for tasks. I0423 19:58:20.521428 1 tasks_processing.go:69] worker 29 listening for tasks. I0423 19:58:20.521434 1 tasks_processing.go:69] worker 35 listening for tasks. I0423 19:58:20.521443 1 tasks_processing.go:69] worker 36 listening for tasks. I0423 19:58:20.521431 1 tasks_processing.go:69] worker 42 listening for tasks. I0423 19:58:20.521450 1 tasks_processing.go:69] worker 37 listening for tasks. I0423 19:58:20.521445 1 tasks_processing.go:69] worker 41 listening for tasks. I0423 19:58:20.521465 1 tasks_processing.go:69] worker 45 listening for tasks. I0423 19:58:20.521499 1 tasks_processing.go:69] worker 31 listening for tasks. I0423 19:58:20.521551 1 tasks_processing.go:69] worker 39 listening for tasks. I0423 19:58:20.521074 1 tasks_processing.go:69] worker 13 listening for tasks. I0423 19:58:20.521504 1 tasks_processing.go:69] worker 40 listening for tasks. I0423 19:58:20.521577 1 tasks_processing.go:69] worker 43 listening for tasks. I0423 19:58:20.521348 1 tasks_processing.go:69] worker 20 listening for tasks. I0423 19:58:20.521608 1 tasks_processing.go:69] worker 33 listening for tasks. I0423 19:58:20.521618 1 tasks_processing.go:69] worker 28 listening for tasks. I0423 19:58:20.521632 1 tasks_processing.go:69] worker 32 listening for tasks. I0423 19:58:20.521650 1 tasks_processing.go:69] worker 53 listening for tasks. I0423 19:58:20.521672 1 tasks_processing.go:69] worker 47 listening for tasks. I0423 19:58:20.521675 1 tasks_processing.go:69] worker 49 listening for tasks. I0423 19:58:20.521679 1 tasks_processing.go:69] worker 55 listening for tasks. I0423 19:58:20.521689 1 tasks_processing.go:69] worker 54 listening for tasks. I0423 19:58:20.521693 1 tasks_processing.go:69] worker 57 listening for tasks. I0423 19:58:20.521698 1 tasks_processing.go:69] worker 18 listening for tasks. I0423 19:58:20.521736 1 tasks_processing.go:69] worker 48 listening for tasks. I0423 19:58:20.521823 1 tasks_processing.go:69] worker 30 listening for tasks. I0423 19:58:20.521831 1 tasks_processing.go:69] worker 52 listening for tasks. I0423 19:58:20.521963 1 tasks_processing.go:69] worker 44 listening for tasks. I0423 19:58:20.521976 1 tasks_processing.go:69] worker 58 listening for tasks. I0423 19:58:20.521999 1 tasks_processing.go:69] worker 56 listening for tasks. I0423 19:58:20.522002 1 tasks_processing.go:69] worker 50 listening for tasks. I0423 19:58:20.522014 1 tasks_processing.go:69] worker 51 listening for tasks. I0423 19:58:20.522014 1 tasks_processing.go:69] worker 59 listening for tasks. I0423 19:58:20.522025 1 tasks_processing.go:69] worker 46 listening for tasks. I0423 19:58:20.521178 1 tasks_processing.go:69] worker 15 listening for tasks. I0423 19:58:20.522100 1 tasks_processing.go:69] worker 61 listening for tasks. I0423 19:58:20.522096 1 tasks_processing.go:69] worker 62 listening for tasks. I0423 19:58:20.522120 1 tasks_processing.go:69] worker 60 listening for tasks. I0423 19:58:20.522127 1 tasks_processing.go:71] worker 19 working on operators task. I0423 19:58:20.522145 1 tasks_processing.go:71] worker 13 working on monitoring_persistent_volumes task. I0423 19:58:20.522155 1 tasks_processing.go:71] worker 40 working on oauths task. I0423 19:58:20.522203 1 tasks_processing.go:71] worker 12 working on machine_sets task. I0423 19:58:20.522229 1 tasks_processing.go:71] worker 43 working on nodes task. I0423 19:58:20.522567 1 tasks_processing.go:71] worker 50 working on service_accounts task. I0423 19:58:20.522566 1 tasks_processing.go:71] worker 35 working on storage_classes task. I0423 19:58:20.522568 1 tasks_processing.go:71] worker 25 working on lokistack task. I0423 19:58:20.522932 1 tasks_processing.go:71] worker 37 working on sap_config task. I0423 19:58:20.522571 1 tasks_processing.go:71] worker 23 working on image task. I0423 19:58:20.522571 1 tasks_processing.go:71] worker 11 working on metrics task. I0423 19:58:20.522570 1 tasks_processing.go:71] worker 48 working on certificate_signing_requests task. W0423 19:58:20.523002 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0423 19:58:20.522587 1 tasks_processing.go:71] worker 42 working on machine_configs task. I0423 19:58:20.523087 1 tasks_processing.go:71] worker 11 working on aggregated_monitoring_cr_names task. I0423 19:58:20.523163 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 105.757µs to process 0 records I0423 19:58:20.522569 1 tasks_processing.go:71] worker 47 working on clusterroles task. I0423 19:58:20.522621 1 tasks_processing.go:71] worker 51 working on validating_webhook_configurations task. I0423 19:58:20.522625 1 tasks_processing.go:71] worker 21 working on config_maps task. I0423 19:58:20.522624 1 tasks_processing.go:71] worker 14 working on ingress_certificates task. I0423 19:58:20.522626 1 tasks_processing.go:71] worker 59 working on networks task. I0423 19:58:20.522631 1 tasks_processing.go:71] worker 27 working on support_secret task. I0423 19:58:20.522624 1 tasks_processing.go:71] worker 24 working on mutating_webhook_configurations task. I0423 19:58:20.522634 1 tasks_processing.go:71] worker 10 working on openstack_version task. I0423 19:58:20.522634 1 tasks_processing.go:71] worker 46 working on version task. I0423 19:58:20.522640 1 tasks_processing.go:69] worker 63 listening for tasks. I0423 19:58:20.524291 1 tasks_processing.go:71] worker 63 working on container_images task. I0423 19:58:20.522641 1 tasks_processing.go:71] worker 15 working on tsdb_status task. W0423 19:58:20.524320 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0423 19:58:20.522640 1 tasks_processing.go:71] worker 22 working on schedulers task. I0423 19:58:20.524343 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 33.337µs to process 0 records I0423 19:58:20.522636 1 tasks_processing.go:71] worker 26 working on authentication task. I0423 19:58:20.524401 1 tasks_processing.go:71] worker 15 working on crds task. I0423 19:58:20.522646 1 tasks_processing.go:71] worker 62 working on image_pruners task. I0423 19:58:20.522646 1 tasks_processing.go:71] worker 5 working on cost_management_metrics_configs task. I0423 19:58:20.522652 1 tasks_processing.go:71] worker 9 working on jaegers task. I0423 19:58:20.522647 1 tasks_processing.go:71] worker 8 working on active_alerts task. I0423 19:58:20.522649 1 tasks_processing.go:71] worker 61 working on node_logs task. W0423 19:58:20.524618 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0423 19:58:20.522648 1 tasks_processing.go:71] worker 41 working on nodenetworkstates task. I0423 19:58:20.524637 1 tasks_processing.go:74] worker 8 stopped. I0423 19:58:20.524647 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 31.963µs to process 0 records I0423 19:58:20.522657 1 tasks_processing.go:71] worker 0 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0423 19:58:20.522660 1 tasks_processing.go:71] worker 4 working on dvo_metrics task. I0423 19:58:20.522659 1 tasks_processing.go:71] worker 28 working on proxies task. I0423 19:58:20.522663 1 tasks_processing.go:71] worker 7 working on ceph_cluster task. I0423 19:58:20.522665 1 tasks_processing.go:71] worker 1 working on storage_cluster task. I0423 19:58:20.522665 1 tasks_processing.go:71] worker 20 working on ingress task. I0423 19:58:20.522669 1 tasks_processing.go:71] worker 6 working on node_features task. I0423 19:58:20.522670 1 tasks_processing.go:71] worker 33 working on sap_datahubs task. I0423 19:58:20.522681 1 tasks_processing.go:71] worker 44 working on container_runtime_configs task. I0423 19:58:20.522671 1 tasks_processing.go:71] worker 2 working on sap_pods task. I0423 19:58:20.522694 1 tasks_processing.go:71] worker 30 working on openstack_controlplanes task. I0423 19:58:20.522681 1 tasks_processing.go:71] worker 32 working on qemu_kubevirt_launcher_logs task. I0423 19:58:20.522700 1 tasks_processing.go:71] worker 3 working on olm_operators task. I0423 19:58:20.522699 1 tasks_processing.go:71] worker 52 working on install_plans task. I0423 19:58:20.522704 1 tasks_processing.go:71] worker 38 working on silenced_alerts task. W0423 19:58:20.525577 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0423 19:58:20.525591 1 tasks_processing.go:74] worker 38 stopped. I0423 19:58:20.525603 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 31.292µs to process 0 records I0423 19:58:20.522713 1 tasks_processing.go:71] worker 31 working on machine_autoscalers task. I0423 19:58:20.522706 1 tasks_processing.go:71] worker 16 working on pdbs task. I0423 19:58:20.522714 1 tasks_processing.go:71] worker 36 working on overlapping_namespace_uids task. I0423 19:58:20.522718 1 tasks_processing.go:71] worker 45 working on openstack_dataplanedeployments task. I0423 19:58:20.522718 1 tasks_processing.go:71] worker 34 working on openshift_machine_api_events task. I0423 19:58:20.522723 1 tasks_processing.go:71] worker 29 working on nodenetworkconfigurationpolicies task. I0423 19:58:20.522147 1 tasks_processing.go:71] worker 60 working on openshift_logging task. I0423 19:58:20.522729 1 tasks_processing.go:71] worker 39 working on cluster_apiserver task. I0423 19:58:20.522729 1 tasks_processing.go:71] worker 58 working on operators_pods_and_events task. I0423 19:58:20.522737 1 tasks_processing.go:71] worker 54 working on image_registries task. I0423 19:58:20.522741 1 tasks_processing.go:71] worker 49 working on machines task. I0423 19:58:20.522743 1 tasks_processing.go:71] worker 55 working on feature_gates task. I0423 19:58:20.522742 1 tasks_processing.go:71] worker 17 working on pod_network_connectivity_checks task. I0423 19:58:20.522741 1 tasks_processing.go:71] worker 56 working on machine_config_pools task. I0423 19:58:20.522752 1 tasks_processing.go:71] worker 57 working on infrastructures task. I0423 19:58:20.522754 1 tasks_processing.go:71] worker 18 working on openstack_dataplanenodesets task. I0423 19:58:20.522759 1 tasks_processing.go:71] worker 53 working on machine_healthchecks task. I0423 19:58:20.538409 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0423 19:58:20.538431 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0423 19:58:20.538436 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0423 19:58:20.538441 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0423 19:58:20.538459 1 controller.go:531] The operator is still being initialized I0423 19:58:20.538467 1 controller.go:554] The operator is healthy I0423 19:58:20.563730 1 tasks_processing.go:74] worker 25 stopped. I0423 19:58:20.563751 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 40.79548ms to process 0 records I0423 19:58:20.574360 1 tasks_processing.go:74] worker 12 stopped. I0423 19:58:20.574382 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 52.132809ms to process 0 records I0423 19:58:20.574398 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 51.402771ms to process 0 records I0423 19:58:20.574402 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 50.2149ms to process 0 records I0423 19:58:20.574407 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 49.573101ms to process 0 records I0423 19:58:20.574411 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 49.499175ms to process 0 records I0423 19:58:20.574416 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 49.764682ms to process 0 records I0423 19:58:20.574419 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 49.838978ms to process 0 records I0423 19:58:20.574422 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 49.919892ms to process 0 records I0423 19:58:20.574429 1 tasks_processing.go:74] worker 5 stopped. I0423 19:58:20.574433 1 tasks_processing.go:74] worker 37 stopped. I0423 19:58:20.574436 1 tasks_processing.go:74] worker 41 stopped. I0423 19:58:20.574440 1 tasks_processing.go:74] worker 9 stopped. I0423 19:58:20.574439 1 tasks_processing.go:74] worker 1 stopped. I0423 19:58:20.574443 1 tasks_processing.go:74] worker 10 stopped. I0423 19:58:20.574448 1 tasks_processing.go:74] worker 7 stopped. I0423 19:58:20.577378 1 tasks_processing.go:74] worker 27 stopped. E0423 19:58:20.577397 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0423 19:58:20.577411 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 53.292778ms to process 0 records I0423 19:58:20.577579 1 tasks_processing.go:74] worker 23 stopped. I0423 19:58:20.577853 1 recorder.go:75] Recording config/image with fingerprint=6ff425419ab8c8863b2f8cd36b3ef000e57e4ad76218f7a6995ce861723a2693 I0423 19:58:20.577883 1 gather.go:177] gatherer "clusterconfig" function "image" took 54.612877ms to process 1 records I0423 19:58:20.577969 1 tasks_processing.go:74] worker 59 stopped. I0423 19:58:20.578052 1 recorder.go:75] Recording config/network with fingerprint=a7d34477915670535223244bdbc155248255dc148dedb64fea5861c621fce63d I0423 19:58:20.578062 1 gather.go:177] gatherer "clusterconfig" function "networks" took 53.8538ms to process 1 records I0423 19:58:20.578140 1 tasks_processing.go:74] worker 40 stopped. I0423 19:58:20.578231 1 recorder.go:75] Recording config/oauth with fingerprint=dbccb662847756f99997efcdd65954afa76a78f092f84bd63682bef5d6f78ec3 I0423 19:58:20.578240 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 55.694666ms to process 1 records I0423 19:58:20.580374 1 tasks_processing.go:74] worker 33 stopped. I0423 19:58:20.580384 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 55.297124ms to process 0 records I0423 19:58:20.580390 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 55.068831ms to process 0 records I0423 19:58:20.580410 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 55.191416ms to process 0 records I0423 19:58:20.580415 1 tasks_processing.go:74] worker 2 stopped. I0423 19:58:20.580420 1 tasks_processing.go:74] worker 30 stopped. I0423 19:58:20.580764 1 tasks_processing.go:74] worker 26 stopped. I0423 19:58:20.580960 1 recorder.go:75] Recording config/authentication with fingerprint=e27e383d25ec96e7d54ebe4f4aed184aedbff0aafe69efad925d54b777006bd2 I0423 19:58:20.580977 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 56.399059ms to process 1 records I0423 19:58:20.595569 1 tasks_processing.go:74] worker 45 stopped. E0423 19:58:20.595578 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0423 19:58:20.595594 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 69.873929ms to process 0 records I0423 19:58:20.595605 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 70.561916ms to process 0 records I0423 19:58:20.595611 1 tasks_processing.go:74] worker 6 stopped. I0423 19:58:20.595619 1 tasks_processing.go:74] worker 44 stopped. I0423 19:58:20.595632 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 70.444599ms to process 0 records I0423 19:58:20.595687 1 tasks_processing.go:74] worker 60 stopped. I0423 19:58:20.595703 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 69.800865ms to process 0 records I0423 19:58:20.595842 1 tasks_processing.go:74] worker 49 stopped. E0423 19:58:20.595853 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0423 19:58:20.595860 1 gather.go:177] gatherer "clusterconfig" function "machines" took 69.713176ms to process 0 records I0423 19:58:20.595874 1 tasks_processing.go:74] worker 61 stopped. I0423 19:58:20.595884 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 71.255688ms to process 0 records I0423 19:58:20.595935 1 tasks_processing.go:74] worker 35 stopped. I0423 19:58:20.596631 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=03c59bc74fbf09fb43be6fa39b3df6888ea2b8c68dbf52a07f599bb32fbb626b I0423 19:58:20.596678 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=71a3429825ea5d7b15f9722814e1467c9dbd2f9d01dbc31f3366e80e27721462 I0423 19:58:20.596690 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 73.033975ms to process 2 records I0423 19:58:20.596950 1 tasks_processing.go:74] worker 53 stopped. E0423 19:58:20.596967 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0423 19:58:20.596981 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 70.380786ms to process 0 records I0423 19:58:20.597017 1 tasks_processing.go:74] worker 62 stopped. I0423 19:58:20.597886 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=cf516aa815bcaf21ec3427ad997802cb2da647736f70a44e52040c52c9254dbb I0423 19:58:20.597950 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 72.549205ms to process 1 records I0423 19:58:20.598047 1 tasks_processing.go:74] worker 43 stopped. I0423 19:58:20.598951 1 recorder.go:75] Recording config/node/ip-10-0-0-111.ec2.internal with fingerprint=1634559aebe0e05ec0912e30cfb695b9367f5fce15de66aa3b5a1ef9e657165e I0423 19:58:20.599014 1 recorder.go:75] Recording config/node/ip-10-0-1-149.ec2.internal with fingerprint=d872eaaa6bfd3afd2c7075c73621df3b2eab135129a27cbefc209524e1dc1bf8 I0423 19:58:20.599067 1 recorder.go:75] Recording config/node/ip-10-0-2-102.ec2.internal with fingerprint=bb7adbddb4f87934bb99fe31f71ab7bf7e71a2c81b2f515639d43c93d7ca73c4 I0423 19:58:20.599077 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 75.795729ms to process 3 records I0423 19:58:20.599833 1 tasks_processing.go:74] worker 48 stopped. I0423 19:58:20.599847 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 76.755617ms to process 0 records I0423 19:58:20.603531 1 tasks_processing.go:74] worker 42 stopped. E0423 19:58:20.603543 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0423 19:58:20.603597 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0423 19:58:20.603614 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 80.438659ms to process 1 records I0423 19:58:20.604279 1 tasks_processing.go:74] worker 17 stopped. E0423 19:58:20.604290 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0423 19:58:20.604298 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 77.999242ms to process 0 records I0423 19:58:20.604307 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 78.667283ms to process 0 records I0423 19:58:20.604313 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 77.847876ms to process 0 records I0423 19:58:20.604319 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 78.488481ms to process 0 records I0423 19:58:20.604323 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 77.94783ms to process 0 records I0423 19:58:20.604331 1 tasks_processing.go:74] worker 56 stopped. I0423 19:58:20.604334 1 tasks_processing.go:74] worker 18 stopped. I0423 19:58:20.604337 1 tasks_processing.go:74] worker 29 stopped. I0423 19:58:20.604320 1 tasks_processing.go:74] worker 31 stopped. W0423 19:58:20.608608 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0423 19:58:20.627908 1 tasks_processing.go:74] worker 20 stopped. I0423 19:58:20.628113 1 recorder.go:75] Recording config/ingress with fingerprint=7db5b6f1b674fcef6c8e37f59b67b66f683772519d2a4505e0365ef941a4813e I0423 19:58:20.628136 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 102.940413ms to process 1 records I0423 19:58:20.628204 1 recorder.go:75] Recording config/proxy with fingerprint=306cf24a24dd777bbd073ee2e5232857e33c612a28eb087a07e7ea7d65d7f299 I0423 19:58:20.628214 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 103.429851ms to process 1 records I0423 19:58:20.628225 1 tasks_processing.go:74] worker 28 stopped. I0423 19:58:20.628258 1 tasks_processing.go:74] worker 57 stopped. I0423 19:58:20.628916 1 recorder.go:75] Recording config/infrastructure with fingerprint=be18b56257693bb4afb35bd9ff3b443ae6ef4a1da586147f0b205a54a1052e18 I0423 19:58:20.628932 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 101.835779ms to process 1 records I0423 19:58:20.628943 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 106.379301ms to process 0 records I0423 19:58:20.628959 1 tasks_processing.go:74] worker 13 stopped. I0423 19:58:20.628989 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=a98f8d06a43b5688a945b018459403b212fb9e3622616a4b04060c13bee0e9bd I0423 19:58:20.629002 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 104.243323ms to process 1 records I0423 19:58:20.629010 1 tasks_processing.go:74] worker 22 stopped. I0423 19:58:20.630343 1 tasks_processing.go:74] worker 16 stopped. I0423 19:58:20.630522 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=4262667287edc3cdfe9422a9d51496df2bc7851f4ded356cfacdc87126fddfbc I0423 19:58:20.630560 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=1096f1bc523e03c36771f40213bdb37a909f3f481de4f74a2f000e392d7e3f57 I0423 19:58:20.630589 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=b38bf9b0455809bc64d21bdabfea22cf201734601e7ddb86e7741a9d21ca22d8 I0423 19:58:20.630601 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 104.692031ms to process 3 records I0423 19:58:20.630644 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 105.06112ms to process 0 records I0423 19:58:20.630696 1 tasks_processing.go:74] worker 3 stopped. I0423 19:58:20.630797 1 tasks_processing.go:74] worker 39 stopped. I0423 19:58:20.630828 1 recorder.go:75] Recording config/apiserver with fingerprint=34cae5d0a031b36f03f41a4f7cdf549d5f5bd3db9d5b179101bff0dbd344d3a8 I0423 19:58:20.630834 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0423 19:58:20.630844 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 104.55794ms to process 1 records I0423 19:58:20.630906 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0423 19:58:20.631044 1 operator.go:328] started I0423 19:58:20.631059 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0423 19:58:20.631119 1 tasks_processing.go:74] worker 54 stopped. I0423 19:58:20.631992 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=1e72fd71c6a9b81ca70894b7161a50464769cdc4a7c3ee0f80bdcf14cf846866 I0423 19:58:20.632066 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 105.00841ms to process 1 records I0423 19:58:20.632340 1 recorder.go:75] Recording config/featuregate with fingerprint=21625dcb1a39e43fe7bebce117ab82d0afe527015f79a6073199135c82b1fae3 I0423 19:58:20.632381 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 104.968752ms to process 1 records I0423 19:58:20.632586 1 tasks_processing.go:74] worker 55 stopped. I0423 19:58:20.632657 1 tasks_processing.go:74] worker 24 stopped. I0423 19:58:20.632844 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=456161d85efca4ed2b08d59a434f1d02e62de7bf63eb67b3175937949dd8c0c3 I0423 19:58:20.632936 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ffc0be11c444a9fdec595e7ecb392ab6f5271ad0e724e18def4f6034c22f1993 I0423 19:58:20.633014 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=089f3fe159f904bf86f6f1cbbca569b046c8ca2df8856fa603fda511cf6a1715 I0423 19:58:20.633290 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 107.528525ms to process 3 records I0423 19:58:20.636458 1 tasks_processing.go:74] worker 34 stopped. I0423 19:58:20.636481 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 110.660431ms to process 0 records I0423 19:58:20.636532 1 tasks_processing.go:74] worker 51 stopped. I0423 19:58:20.636638 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=8cc17f3ffa019d05c325e812c8bf979f5b21a052e71eb1e62016d5686441c811 I0423 19:58:20.636722 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=6766e00dc04c611ca7089077cec1dbc9a3ccd6f2ccee5688f6d2ec07d38c2943 I0423 19:58:20.636743 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=4f1d41aea08a01b8d8729d32f99c8f28e9906a6beb1699793e8fe45195fd4ea6 I0423 19:58:20.636792 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ac1a5ae60d356aa4421148ffc322e831959c01eb6928a3a91a5cb6f146762650 I0423 19:58:20.636820 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=13d377062d1855cdc0b75eb52568429f546b12d5fafa03303620e101ee1b5b81 I0423 19:58:20.636862 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=eea6010492045a63e017987d585ddfdc00b5e24b1389be616770d8ff3b98b72b I0423 19:58:20.636886 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=2ad3d4dd2aa2798da97b4ce7da65646b01243d7ac972a58a5e8c9909b82fe787 I0423 19:58:20.636921 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=6376fc8cb847f0da6751b8669cd90134546eb5d9d206422860c1e0dfac9a51a4 I0423 19:58:20.636950 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=d99912262304585b2c786f82a5a19d797157411e2065c18d4f706148a04d3199 I0423 19:58:20.636973 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=c2632f732523d67aba332919dab0ce3fa5a3d8b04aab5d9771282dfc59517a1c I0423 19:58:20.636996 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=0674c4dbd101cca0478e2b4140dccf2528b30bf84844d083967d125de4de5310 I0423 19:58:20.637009 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 112.695223ms to process 11 records I0423 19:58:20.637049 1 gather_logs.go:145] no pods in namespace were found I0423 19:58:20.637099 1 tasks_processing.go:74] worker 15 stopped. I0423 19:58:20.637527 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=ac432a7b88fc28826d3c64210987d0e5a096f1ac83909ad2c2c2024eb015eca8 I0423 19:58:20.637722 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=5d8652e426cc32cd97934636f0fd0e937b7f07f9038db288254175ddb24cc64a I0423 19:58:20.637729 1 gather.go:177] gatherer "clusterconfig" function "crds" took 112.122135ms to process 2 records I0423 19:58:20.637739 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 111.692043ms to process 0 records I0423 19:58:20.637746 1 tasks_processing.go:74] worker 32 stopped. I0423 19:58:20.652098 1 tasks_processing.go:74] worker 63 stopped. I0423 19:58:20.653417 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-k2dn4 with fingerprint=aefdda48c709f71ac7f6a455e654211b911fda08d145a3504d12820c06e66271 I0423 19:58:20.653483 1 recorder.go:75] Recording config/running_containers with fingerprint=b7f52eeb1d6bc488c129e73e528ed8587ed93a5519d07c90a350ae10691bf306 I0423 19:58:20.653494 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 127.78908ms to process 2 records I0423 19:58:20.660611 1 tasks_processing.go:74] worker 46 stopped. I0423 19:58:20.660875 1 recorder.go:75] Recording config/version with fingerprint=01f4cc4a294f01a84e84d8f07a9b704411b1f05287da9538a7f98ffc5205e9dc I0423 19:58:20.660890 1 recorder.go:75] Recording config/id with fingerprint=deb35419f2e5efe9ee418ae49c5a1dcd33cc9e1733301846554511aea00a86ce I0423 19:58:20.660897 1 gather.go:177] gatherer "clusterconfig" function "version" took 136.419169ms to process 2 records I0423 19:58:20.660908 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 137.703679ms to process 0 records I0423 19:58:20.660913 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 136.14858ms to process 0 records I0423 19:58:20.660919 1 tasks_processing.go:74] worker 0 stopped. I0423 19:58:20.660922 1 tasks_processing.go:74] worker 11 stopped. I0423 19:58:20.675504 1 prometheus_rules.go:88] Prometheus rules successfully created I0423 19:58:20.684984 1 tasks_processing.go:74] worker 47 stopped. I0423 19:58:20.685155 1 controller.go:254] Source scaController *sca.Controller is not ready I0423 19:58:20.685171 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0423 19:58:20.685177 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0423 19:58:20.685182 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0423 19:58:20.685187 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0423 19:58:20.685210 1 controller.go:531] The operator is still being initialized I0423 19:58:20.685219 1 controller.go:554] The operator is healthy I0423 19:58:20.685275 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=07e8227956f94cff1637fcd36df9fe2be76a15c87c0b95c97fb4c58764c60ce5 I0423 19:58:20.685381 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=da19c39f341c9559ef88dfc10994c04ae7b0f093aa1a25f52c5d4ebff50cdee2 I0423 19:58:20.685391 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 161.162791ms to process 2 records E0423 19:58:20.691697 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274be9d138-7abe-415d-bc2c-518c1aad0ada%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.7:57099->172.30.0.10:53: read: connection refused I0423 19:58:20.691715 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274be9d138-7abe-415d-bc2c-518c1aad0ada%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.7:57099->172.30.0.10:53: read: connection refused I0423 19:58:20.698449 1 tasks_processing.go:74] worker 36 stopped. I0423 19:58:20.698483 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0423 19:58:20.698495 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 172.765184ms to process 1 records I0423 19:58:20.731796 1 base_controller.go:82] Caches are synced for LoggingSyncer I0423 19:58:20.731821 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0423 19:58:20.733862 1 tasks_processing.go:74] worker 21 stopped. E0423 19:58:20.733883 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0423 19:58:20.733891 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0423 19:58:20.733896 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0423 19:58:20.733912 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0423 19:58:20.733963 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0423 19:58:20.733975 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0423 19:58:20.733982 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0423 19:58:20.733988 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0423 19:58:20.734036 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0423 19:58:20.734048 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0423 19:58:20.734057 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 209.981283ms to process 7 records I0423 19:58:20.737357 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0423 19:58:20.740917 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.7:35579->172.30.0.10:53: read: connection refused I0423 19:58:20.740934 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.7:35579->172.30.0.10:53: read: connection refused I0423 19:58:20.761417 1 tasks_processing.go:74] worker 14 stopped. E0423 19:58:20.761443 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0423 19:58:20.761452 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ps2fssbndokb6i5u6qmofj8dp8f08d0-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ps2fssbndokb6i5u6qmofj8dp8f08d0-primary-cert-bundle-secret" not found I0423 19:58:20.761534 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=6c852947de57206fbec4632a72b4e8d8fff8bebafcb7b710331edc831d874031 I0423 19:58:20.761550 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 237.453408ms to process 1 records I0423 19:58:20.801256 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0423 19:58:20.814445 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found W0423 19:58:21.608416 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0423 19:58:21.845901 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0423 19:58:21.845919 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0423 19:58:21.846643 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-4ktbq pod in namespace openshift-dns (previous: false). I0423 19:58:22.068830 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-4ktbq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-4ktbq\" is waiting to start: ContainerCreating" I0423 19:58:22.068863 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-4ktbq\" is waiting to start: ContainerCreating" I0423 19:58:22.068876 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-4ktbq pod in namespace openshift-dns (previous: false). I0423 19:58:22.248985 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-4ktbq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-4ktbq\" is waiting to start: ContainerCreating" I0423 19:58:22.249003 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-4ktbq\" is waiting to start: ContainerCreating" I0423 19:58:22.249015 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-s5bhn pod in namespace openshift-dns (previous: false). I0423 19:58:22.288598 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0423 19:58:22.483137 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-s5bhn pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-s5bhn\" is waiting to start: ContainerCreating" I0423 19:58:22.483156 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-s5bhn\" is waiting to start: ContainerCreating" I0423 19:58:22.483164 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-s5bhn pod in namespace openshift-dns (previous: false). W0423 19:58:22.608236 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0423 19:58:22.649283 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-s5bhn pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-s5bhn\" is waiting to start: ContainerCreating" I0423 19:58:22.649303 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-s5bhn\" is waiting to start: ContainerCreating" I0423 19:58:22.649318 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9gd6h pod in namespace openshift-dns (previous: false). I0423 19:58:22.689217 1 tasks_processing.go:74] worker 19 stopped. I0423 19:58:22.689289 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=7969b1242aefdec9c693e2224fdd22263a9768651c70dc471528b6298196be86 I0423 19:58:22.689348 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=94e247b83c7fc169737e1a530c30988c435359dd9c986b662ade662264a4e6cb I0423 19:58:22.689421 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0423 19:58:22.689461 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=f0379addb1406ff57a179066f31a2b88220850c0dd5f0054970226065a548608 I0423 19:58:22.689489 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0423 19:58:22.689536 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=13dc866980e0646695ef7d5c92b9030bdb0d6d3da060cd4418b03cc02015f714 I0423 19:58:22.689586 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=ad0e4d5a287015381f6758bd2f016ef69d11b80df483c540addc84aae5426266 I0423 19:58:22.689623 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=30c338192720bc0f97113492c61bc17024a5e12a5e3f94e19db3e6dc20cb6643 I0423 19:58:22.689668 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=c9bd00d491ddedf0b28d0fc6f36b3d8ddad14b15573694265258a96fe354a5a1 I0423 19:58:22.689683 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0423 19:58:22.689713 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=00bc030501bd651fdd226e617d1aebcea0f8c151b79a43b3a53d9c5945929755 I0423 19:58:22.689727 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0423 19:58:22.689762 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=f7de0c86507d18c8899f5360b03b07877f2952ddca41a029199e306b925c2403 I0423 19:58:22.689796 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0423 19:58:22.689825 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a193bd9c871309abe8a7f3f58ee051e4d94067080b937509d22548b352f71954 I0423 19:58:22.689840 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0423 19:58:22.689872 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=9bc287e225ccaf4a1ba44e83369e07f0deac5324b3f3c05cbf1c3bc9a87e2b67 I0423 19:58:22.689887 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0423 19:58:22.689916 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=10f90ecedb8f97b081573b22166efb8b987c5722c5253ffdc6e511dd902a3682 I0423 19:58:22.690063 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=65df38953bb98648cf6b07379bf73f91e80a4501f41370758c64d361c6022e3a I0423 19:58:22.690078 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0423 19:58:22.690093 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0423 19:58:22.690123 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0423 19:58:22.690161 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=8610fd0dd5a55b465be727e17404de8271ad6ae9d030dd0a269052969756fda9 I0423 19:58:22.690207 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=60748555fb5d4882485be715680e53ded0d04987496339edc7b62921f909c4ed I0423 19:58:22.690222 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0423 19:58:22.690251 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=d22b5d490b9d3cbfbf206893e0a8b09b130e5f448faa8ddb0dbf64ccbcf9dcac I0423 19:58:22.690266 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0423 19:58:22.690289 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=1b14e2cd1ddb85dfcffd149bb3a58c332dfee3de47674de3ce2bfcf3594d129f I0423 19:58:22.690314 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=c7a769fc8ef6961605511fc6dbcd79ced77d1e203d675a3dc51929b884d6f762 I0423 19:58:22.690340 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=738d0655520ad34d2eff883a897002dd666a268488d531c2c0e634f156f2ae58 I0423 19:58:22.690365 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=4222d297ce4dfec481bfeda44dbf4c8bf420ec0d01da748225669e112bdb3fd5 I0423 19:58:22.690386 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=40ef89d8685e4b877274b69ad15cbd494b6b16f6220475d6855f01cd407195da I0423 19:58:22.690423 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=8a1fa3ebdb7f2e90348a2071f680e327ad4fb3e93ab130a863907ea55f501415 I0423 19:58:22.690449 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0423 19:58:22.690462 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0423 19:58:22.690475 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.167069459s to process 36 records I0423 19:58:22.848479 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0423 19:58:22.848503 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-ft8nd pod in namespace openshift-dns (previous: false). I0423 19:58:23.068003 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0423 19:58:23.068021 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-nslkd pod in namespace openshift-dns (previous: false). I0423 19:58:23.249276 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0423 19:58:23.249295 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6594b6fc67-tgd29 pod in namespace openshift-image-registry (previous: false). I0423 19:58:23.449193 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6594b6fc67-tgd29 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6594b6fc67-tgd29\" is waiting to start: ContainerCreating" I0423 19:58:23.449220 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6594b6fc67-tgd29\" is waiting to start: ContainerCreating" I0423 19:58:23.449233 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6594b6fc67-z8lh9 pod in namespace openshift-image-registry (previous: false). W0423 19:58:23.608800 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0423 19:58:23.652829 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6594b6fc67-z8lh9 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6594b6fc67-z8lh9\" is waiting to start: ContainerCreating" I0423 19:58:23.652848 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6594b6fc67-z8lh9\" is waiting to start: ContainerCreating" I0423 19:58:23.652860 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-785b47677b-wczkv pod in namespace openshift-image-registry (previous: false). I0423 19:58:23.843881 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0423 19:58:23.843906 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-dnck2 pod in namespace openshift-image-registry (previous: false). I0423 19:58:24.049252 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0423 19:58:24.049273 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-k4nrp pod in namespace openshift-image-registry (previous: false). I0423 19:58:24.249827 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0423 19:58:24.249847 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-t7xcd pod in namespace openshift-image-registry (previous: false). I0423 19:58:24.458427 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0423 19:58:24.458448 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5d8c68cc65-h6b7j pod in namespace openshift-ingress (previous: false). W0423 19:58:24.608481 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0423 19:58:24.648857 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5d8c68cc65-h6b7j pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5d8c68cc65-h6b7j\" is waiting to start: ContainerCreating" I0423 19:58:24.648878 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5d8c68cc65-h6b7j\" is waiting to start: ContainerCreating" I0423 19:58:24.648889 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7786db44fb-jd77k pod in namespace openshift-ingress (previous: false). I0423 19:58:24.849020 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7786db44fb-jd77k pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7786db44fb-jd77k\" is waiting to start: ContainerCreating" I0423 19:58:24.849041 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7786db44fb-jd77k\" is waiting to start: ContainerCreating" I0423 19:58:24.849053 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7786db44fb-rb6p4 pod in namespace openshift-ingress (previous: false). I0423 19:58:25.050095 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7786db44fb-rb6p4 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7786db44fb-rb6p4\" is waiting to start: ContainerCreating" I0423 19:58:25.050113 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7786db44fb-rb6p4\" is waiting to start: ContainerCreating" I0423 19:58:25.050125 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-46d5m pod in namespace openshift-ingress-canary (previous: false). I0423 19:58:25.248675 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-tzzfp pod in namespace openshift-ingress-canary (previous: false). I0423 19:58:25.449641 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-846d9b8bdc-v8fhz pod in namespace openshift-kube-storage-version-migrator (previous: false). W0423 19:58:25.608899 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0423 19:58:25.608926 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0423 19:58:25.608939 1 tasks_processing.go:74] worker 4 stopped. E0423 19:58:25.608949 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0423 19:58:25.608961 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0423 19:58:25.608977 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0423 19:58:25.608985 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.084240716s to process 1 records I0423 19:58:25.650215 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-846d9b8bdc-v8fhz pod in namespace openshift-kube-storage-version-migrator (previous: false). I0423 19:58:25.851158 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74478b59c6-rbltw pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0423 19:58:26.053755 1 tasks_processing.go:74] worker 58 stopped. I0423 19:58:26.053874 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=7dc864ed119e405445e359ffe9d6e0009332a15fcd6cb54f3b0983f1239165fa I0423 19:58:26.053950 1 recorder.go:75] Recording events/openshift-dns with fingerprint=3000cf951a9fd79220c2d63dcef42ac3bedcdb93868a83c28b2b56106f56507e I0423 19:58:26.054037 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=e905c4e87e0cd058bc844abcc6bc3e7e69b7919c8bd881faf585490514a70811 I0423 19:58:26.054065 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=255beeb442e50ddc3dbc40bc28ced0f28c27d4d67c0c482f5fb23bb7c1cf4ef5 I0423 19:58:26.054112 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=a267b1d83149589e5abdf5ab10ab13180e05f4ab8f72fbfc86b94f7d89223151 I0423 19:58:26.054141 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=3f8df0af324971de41a95a9c33fbbc8ae1cb414f917ad67aecc649eefd9456bf I0423 19:58:26.054158 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=0886ec3c17ec3870c35e571ded4005645cf0e0cec41832373fa53976c819c69f I0423 19:58:26.054208 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=af79326d27384c0fd502e36e1b967d11e1df1c3f1438db2db55dcd2bfac79871 I0423 19:58:26.054216 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-46d5m/serve-healthcheck-canary_current.log with fingerprint=073b3e9843166ca7e1447902db2cd3198583e4fd368bafa696f5b9ab5c6caeb0 I0423 19:58:26.054220 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-tzzfp/serve-healthcheck-canary_current.log with fingerprint=106d63e542a7697196ef888b94f1ce98068b828b2036185df0b6a8d0aaf32c22 I0423 19:58:26.054232 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-v8fhz/migrator_current.log with fingerprint=bc18311bf8eea86e67bef05eb53bd479bf5e19c56255f450246cb3acd163ded2 I0423 19:58:26.054236 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-v8fhz/graceful-termination_current.log with fingerprint=2526840969bacfa4de0367fdc21d82e9ef4e301faff2ecb3c7d90e13ce8b48df I0423 19:58:26.054302 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74478b59c6-rbltw/kube-storage-version-migrator-operator_current.log with fingerprint=6281d45c1d27ec09fa4f6b4d4b86298211cf367cbe48243e2e3f1f9a15679586 I0423 19:58:26.054311 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.527672046s to process 13 records I0423 19:58:33.292771 1 configmapobserver.go:84] configmaps "insights-config" not found I0423 19:58:33.304013 1 tasks_processing.go:74] worker 52 stopped. I0423 19:58:33.304055 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0423 19:58:33.304071 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.778519234s to process 1 records I0423 19:58:33.934344 1 tasks_processing.go:74] worker 50 stopped. I0423 19:58:33.934621 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=37b78a794211255319f797e3e69a22df8f5a828f029dbfa0f940236c6e12eaab I0423 19:58:33.934637 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.411508578s to process 1 records E0423 19:58:33.934696 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.414s with: function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0423 19:58:33.935808 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0423 19:58:33.935825 1 periodic.go:216] Running workloads gatherer I0423 19:58:33.935842 1 tasks_processing.go:45] number of workers: 2 I0423 19:58:33.935850 1 tasks_processing.go:69] worker 1 listening for tasks. I0423 19:58:33.935854 1 tasks_processing.go:71] worker 1 working on workload_info task. I0423 19:58:33.935865 1 tasks_processing.go:69] worker 0 listening for tasks. I0423 19:58:33.935887 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0423 19:58:33.990402 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0423 19:58:34.005256 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (16ms) I0423 19:58:34.010377 1 tasks_processing.go:74] worker 0 stopped. I0423 19:58:34.010398 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 74.464921ms to process 0 records I0423 19:58:34.021355 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (16ms) I0423 19:58:34.043464 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (22ms) I0423 19:58:34.060354 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (17ms) I0423 19:58:34.085107 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (25ms) I0423 19:58:34.101401 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (16ms) I0423 19:58:34.111746 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (10ms) I0423 19:58:34.121845 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (10ms) I0423 19:58:34.131874 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (10ms) I0423 19:58:34.141464 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (10ms) I0423 19:58:34.155261 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (14ms) I0423 19:58:34.200109 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (45ms) I0423 19:58:34.300384 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (100ms) I0423 19:58:34.401223 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (101ms) I0423 19:58:34.503383 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (102ms) I0423 19:58:34.601108 1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (98ms) I0423 19:58:34.702293 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (101ms) I0423 19:58:34.800345 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (98ms) I0423 19:58:34.900686 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0423 19:58:35.000662 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0423 19:58:35.100273 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms) I0423 19:58:35.200412 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0423 19:58:35.313576 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (113ms) I0423 19:58:35.404367 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (91ms) I0423 19:58:35.502892 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (99ms) I0423 19:58:35.600169 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (97ms) I0423 19:58:35.701595 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (101ms) I0423 19:58:35.801401 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms) I0423 19:58:35.912461 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (111ms) I0423 19:58:36.015032 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (103ms) I0423 19:58:36.101453 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (86ms) I0423 19:58:36.201399 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms) I0423 19:58:36.303594 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (102ms) I0423 19:58:36.400627 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (97ms) I0423 19:58:36.400669 1 tasks_processing.go:74] worker 1 stopped. E0423 19:58:36.400679 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0423 19:58:36.400965 1 recorder.go:75] Recording config/workload_info with fingerprint=3eb63d0f41a3438295114ded5b58c876f4a255317a68f37e7b0dc36e4b3ca071 I0423 19:58:36.400985 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.464803818s to process 1 records E0423 19:58:36.401012 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.465s with: function \"workload_info\" failed with an error" I0423 19:58:36.402113 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0423 19:58:36.402126 1 periodic.go:216] Running conditional gatherer I0423 19:58:36.408298 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0423 19:58:36.415466 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.7:51593->172.30.0.10:53: read: connection refused E0423 19:58:36.415816 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0423 19:58:36.415881 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0423 19:58:36.421985 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0423 19:58:36.422002 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0423 19:58:36.422008 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0423 19:58:36.422012 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0423 19:58:36.422015 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0423 19:58:36.422018 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0423 19:58:36.422021 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0423 19:58:36.422024 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0423 19:58:36.422027 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0423 19:58:36.422030 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0423 19:58:36.422046 1 tasks_processing.go:45] number of workers: 3 I0423 19:58:36.422059 1 tasks_processing.go:69] worker 2 listening for tasks. I0423 19:58:36.422062 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0423 19:58:36.422072 1 tasks_processing.go:69] worker 0 listening for tasks. I0423 19:58:36.422081 1 tasks_processing.go:69] worker 1 listening for tasks. I0423 19:58:36.422090 1 tasks_processing.go:74] worker 1 stopped. I0423 19:58:36.422090 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0423 19:58:36.422104 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0423 19:58:36.422150 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0423 19:58:36.422164 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 881ns to process 1 records I0423 19:58:36.422196 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0423 19:58:36.422204 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.27µs to process 1 records I0423 19:58:36.422210 1 tasks_processing.go:74] worker 0 stopped. I0423 19:58:36.422374 1 tasks_processing.go:74] worker 2 stopped. I0423 19:58:36.422387 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 250.08µs to process 0 records I0423 19:58:36.422409 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.7:51593->172.30.0.10:53: read: connection refused I0423 19:58:36.422427 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0423 19:58:36.448605 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=89c0bb7557aa79c527ba7c9aa862b0230fda73381d7a870ecbe88c957036c498 I0423 19:58:36.448740 1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-04-23-195836.tar.gz I0423 19:58:36.455300 1 diskrecorder.go:51] Wrote 108 records to disk in 6ms I0423 19:58:36.455334 1 periodic.go:285] Gathering cluster info every 2h0m0s I0423 19:58:36.455349 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0423 19:58:37.141541 1 configmapobserver.go:84] configmaps "insights-config" not found I0423 19:58:37.340093 1 configmapobserver.go:84] configmaps "insights-config" not found I0423 19:58:47.880607 1 configmapobserver.go:84] configmaps "insights-config" not found I0423 19:59:29.993320 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="49e84236fa4771b56cc80c3fd3b4cb70c1ef0dcc07f77920c74114597dbadc08") W0423 19:59:29.993355 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0423 19:59:29.993400 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="64d23b6026d9255091dfc92db8f42f1b1b32d14847cf9a1533460a0a717af245") I0423 19:59:29.993430 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0423 19:59:29.993458 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0423 19:59:29.993455 1 base_controller.go:181] Shutting down LoggingSyncer ... I0423 19:59:29.993478 1 periodic.go:177] Shutting down I0423 19:59:29.993483 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0423 19:59:29.993506 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0423 19:59:29.993501 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0423 19:59:29.993519 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 19:59:29.993521 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0423 19:59:29.993528 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="91ea6e2f7b105d713bbad86d51d2ed50db9272d2c9f87aa68801ac00224cb928") I0423 19:59:29.993535 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController