I0326 23:37:21.430035 1 cmd.go:253] Using service-serving-cert provided certificates I0326 23:37:21.430492 1 observer_polling.go:159] Starting file observer I0326 23:37:22.406640 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0326 23:37:22.406826 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0326 23:37:22.407385 1 secure_serving.go:57] Forcing use of http/1.1 only W0326 23:37:22.407402 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0326 23:37:22.407408 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. I0326 23:37:22.407404 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0326 23:37:22.407416 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0326 23:37:22.407421 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0326 23:37:22.407425 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0326 23:37:22.407428 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0326 23:37:22.410944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"1629ec32-0696-488a-a235-6e253054c147", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0326 23:37:22.410939 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0326 23:37:22.411654 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:37:22.411680 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:37:22.411691 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0326 23:37:22.411695 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:37:22.411668 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:37:22.411711 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:37:22.412043 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0326 23:37:22.412526 1 secure_serving.go:213] Serving securely on [::]:8443 I0326 23:37:22.412562 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0326 23:37:22.415464 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0326 23:37:22.415788 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0326 23:37:22.415930 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0326 23:37:22.420246 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:37:22.420266 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0326 23:37:22.425369 1 secretconfigobserver.go:119] support secret does not exist I0326 23:37:22.429515 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:37:22.433071 1 secretconfigobserver.go:119] support secret does not exist I0326 23:37:22.435750 1 recorder.go:176] Pruning old reports every 8h46m38s, max age is 288h0m0s I0326 23:37:22.439730 1 operator.go:356] The last pod state is unhealthy I0326 23:37:22.511954 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:37:22.511972 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:37:22.511962 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0326 23:37:22.516187 1 base_controller.go:82] Caches are synced for ConfigController I0326 23:37:22.516200 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0326 23:37:22.520575 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:37:42.443406 1 operator.go:356] The last pod state is unhealthy I0326 23:38:02.443652 1 operator.go:356] The last pod state is unhealthy I0326 23:38:22.441571 1 operator.go:356] The last pod state is unhealthy I0326 23:38:42.442943 1 operator.go:356] The last pod state is unhealthy I0326 23:39:02.443488 1 operator.go:356] The last pod state is unhealthy I0326 23:39:22.441517 1 operator.go:356] The last pod state is unhealthy I0326 23:39:42.443645 1 operator.go:356] The last pod state is unhealthy I0326 23:40:02.443942 1 operator.go:356] The last pod state is unhealthy I0326 23:40:22.442775 1 operator.go:356] The last pod state is unhealthy I0326 23:40:42.444107 1 operator.go:356] The last pod state is unhealthy I0326 23:41:02.444049 1 operator.go:356] The last pod state is unhealthy I0326 23:41:22.448369 1 operator.go:356] The last pod state is unhealthy I0326 23:41:42.451409 1 operator.go:356] The last pod state is unhealthy I0326 23:42:02.443873 1 operator.go:356] The last pod state is unhealthy I0326 23:42:22.438059 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:42:22.440719 1 operator.go:356] The last pod state is unhealthy I0326 23:42:22.442058 1 secretconfigobserver.go:119] support secret does not exist I0326 23:42:36.042780 1 operator.go:288] Unable to check insights-operator pod status. Setting initial delay to 10m4.040618585s I0326 23:42:36.042859 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0326 23:42:36.042881 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 11m34s I0326 23:42:36.042901 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0326 23:42:36.042906 1 insightsreport.go:296] Starting report retriever I0326 23:42:36.042910 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0326 23:42:36.049119 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0326 23:42:36.049139 1 controller.go:368] The initial operator extension status is healthy I0326 23:42:36.049147 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:42:36.049152 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:42:36.049155 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:42:36.049168 1 controller.go:531] The operator is still being initialized I0326 23:42:36.049174 1 controller.go:554] The operator is healthy I0326 23:42:36.049250 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0326 23:42:36.049270 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0326 23:42:36.049446 1 operator.go:328] started I0326 23:42:36.049478 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0326 23:42:36.056943 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:42:36.056959 1 controller.go:254] Source scaController *sca.Controller is not ready I0326 23:42:36.056963 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0326 23:42:36.056967 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:42:36.056970 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:42:36.056985 1 controller.go:531] The operator is still being initialized I0326 23:42:36.056990 1 controller.go:554] The operator is healthy I0326 23:42:36.065910 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0326 23:42:36.139463 1 cluster_transfer.go:102] no available accepted cluster transfer I0326 23:42:36.139486 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0326 23:42:36.149580 1 base_controller.go:82] Caches are synced for LoggingSyncer I0326 23:42:36.149603 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0326 23:42:36.213834 1 sca.go:266] etc-pki-entitlement secret successfully created I0326 23:42:36.213860 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0326 23:44:36.056435 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:44:36.056450 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:44:36.056454 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:44:36.056475 1 controller.go:531] The operator is still being initialized I0326 23:44:36.056481 1 controller.go:554] The operator is healthy I0326 23:46:36.055144 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:46:36.055164 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:46:36.055168 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:46:36.055191 1 controller.go:554] The operator is healthy I0326 23:47:22.432306 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:47:22.442395 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:47:22.447122 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:47:22.447141 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:47:22.451088 1 secretconfigobserver.go:119] support secret does not exist I0326 23:48:36.056332 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:48:36.056370 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:48:36.056374 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:48:36.056398 1 controller.go:554] The operator is healthy I0326 23:50:36.056082 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:50:36.056102 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:50:36.056110 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:50:36.056139 1 controller.go:554] The operator is healthy I0326 23:52:22.451650 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:52:22.456847 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:52:22.456868 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:52:22.460635 1 secretconfigobserver.go:119] support secret does not exist I0326 23:52:36.057315 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 23:52:36.057332 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0326 23:52:36.057336 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0326 23:52:36.057404 1 controller.go:554] The operator is healthy I0326 23:52:40.084477 1 periodic.go:216] Running clusterconfig gatherer I0326 23:52:40.084549 1 tasks_processing.go:45] number of workers: 64 I0326 23:52:40.084612 1 tasks_processing.go:69] worker 63 listening for tasks. I0326 23:52:40.084622 1 tasks_processing.go:71] worker 63 working on image task. I0326 23:52:40.084637 1 tasks_processing.go:69] worker 31 listening for tasks. I0326 23:52:40.084656 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:52:40.084660 1 tasks_processing.go:69] worker 16 listening for tasks. I0326 23:52:40.084656 1 tasks_processing.go:69] worker 47 listening for tasks. I0326 23:52:40.084665 1 tasks_processing.go:69] worker 32 listening for tasks. I0326 23:52:40.084669 1 tasks_processing.go:69] worker 33 listening for tasks. I0326 23:52:40.084672 1 tasks_processing.go:69] worker 17 listening for tasks. I0326 23:52:40.084678 1 tasks_processing.go:69] worker 19 listening for tasks. I0326 23:52:40.084675 1 tasks_processing.go:69] worker 18 listening for tasks. I0326 23:52:40.084670 1 tasks_processing.go:69] worker 15 listening for tasks. I0326 23:52:40.084681 1 tasks_processing.go:69] worker 34 listening for tasks. I0326 23:52:40.084688 1 tasks_processing.go:69] worker 36 listening for tasks. I0326 23:52:40.084689 1 tasks_processing.go:69] worker 3 listening for tasks. I0326 23:52:40.084696 1 tasks_processing.go:69] worker 38 listening for tasks. I0326 23:52:40.084690 1 tasks_processing.go:69] worker 20 listening for tasks. I0326 23:52:40.084704 1 tasks_processing.go:69] worker 24 listening for tasks. I0326 23:52:40.084698 1 tasks_processing.go:69] worker 55 listening for tasks. I0326 23:52:40.084710 1 tasks_processing.go:69] worker 42 listening for tasks. I0326 23:52:40.084680 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:52:40.084710 1 tasks_processing.go:69] worker 9 listening for tasks. I0326 23:52:40.084721 1 tasks_processing.go:69] worker 44 listening for tasks. I0326 23:52:40.084704 1 tasks_processing.go:69] worker 40 listening for tasks. I0326 23:52:40.084725 1 tasks_processing.go:69] worker 14 listening for tasks. I0326 23:52:40.084730 1 tasks_processing.go:69] worker 4 listening for tasks. I0326 23:52:40.084684 1 tasks_processing.go:69] worker 35 listening for tasks. I0326 23:52:40.084734 1 tasks_processing.go:69] worker 29 listening for tasks. I0326 23:52:40.084738 1 tasks_processing.go:69] worker 30 listening for tasks. I0326 23:52:40.084721 1 tasks_processing.go:69] worker 13 listening for tasks. I0326 23:52:40.084742 1 tasks_processing.go:69] worker 6 listening for tasks. I0326 23:52:40.084744 1 tasks_processing.go:69] worker 27 listening for tasks. I0326 23:52:40.084741 1 tasks_processing.go:69] worker 26 listening for tasks. I0326 23:52:40.084749 1 tasks_processing.go:69] worker 8 listening for tasks. I0326 23:52:40.084729 1 tasks_processing.go:69] worker 49 listening for tasks. I0326 23:52:40.084687 1 tasks_processing.go:69] worker 2 listening for tasks. I0326 23:52:40.084760 1 tasks_processing.go:69] worker 60 listening for tasks. I0326 23:52:40.084766 1 tasks_processing.go:69] worker 57 listening for tasks. I0326 23:52:40.084693 1 tasks_processing.go:69] worker 37 listening for tasks. I0326 23:52:40.084766 1 tasks_processing.go:69] worker 54 listening for tasks. I0326 23:52:40.084694 1 tasks_processing.go:69] worker 21 listening for tasks. I0326 23:52:40.084697 1 tasks_processing.go:69] worker 22 listening for tasks. I0326 23:52:40.084701 1 tasks_processing.go:69] worker 39 listening for tasks. I0326 23:52:40.084700 1 tasks_processing.go:69] worker 23 listening for tasks. I0326 23:52:40.084707 1 tasks_processing.go:69] worker 41 listening for tasks. I0326 23:52:40.084708 1 tasks_processing.go:69] worker 10 listening for tasks. I0326 23:52:40.084712 1 tasks_processing.go:69] worker 11 listening for tasks. I0326 23:52:40.084715 1 tasks_processing.go:69] worker 43 listening for tasks. I0326 23:52:40.084717 1 tasks_processing.go:69] worker 12 listening for tasks. I0326 23:52:40.084724 1 tasks_processing.go:69] worker 48 listening for tasks. I0326 23:52:40.084728 1 tasks_processing.go:69] worker 45 listening for tasks. I0326 23:52:40.084728 1 tasks_processing.go:69] worker 28 listening for tasks. I0326 23:52:40.084739 1 tasks_processing.go:69] worker 5 listening for tasks. I0326 23:52:40.084739 1 tasks_processing.go:69] worker 50 listening for tasks. I0326 23:52:40.084739 1 tasks_processing.go:69] worker 25 listening for tasks. I0326 23:52:40.084745 1 tasks_processing.go:69] worker 51 listening for tasks. I0326 23:52:40.084747 1 tasks_processing.go:69] worker 7 listening for tasks. I0326 23:52:40.084750 1 tasks_processing.go:69] worker 59 listening for tasks. I0326 23:52:40.084750 1 tasks_processing.go:69] worker 52 listening for tasks. I0326 23:52:40.084753 1 tasks_processing.go:69] worker 53 listening for tasks. I0326 23:52:40.084756 1 tasks_processing.go:69] worker 58 listening for tasks. I0326 23:52:40.084758 1 tasks_processing.go:69] worker 61 listening for tasks. I0326 23:52:40.084763 1 tasks_processing.go:69] worker 56 listening for tasks. I0326 23:52:40.084756 1 tasks_processing.go:69] worker 46 listening for tasks. I0326 23:52:40.084766 1 tasks_processing.go:69] worker 62 listening for tasks. I0326 23:52:40.084834 1 tasks_processing.go:71] worker 0 working on olm_operators task. I0326 23:52:40.084837 1 tasks_processing.go:71] worker 15 working on openshift_logging task. I0326 23:52:40.084843 1 tasks_processing.go:71] worker 4 working on sap_config task. I0326 23:52:40.084843 1 tasks_processing.go:71] worker 47 working on machines task. I0326 23:52:40.084852 1 tasks_processing.go:71] worker 33 working on cluster_apiserver task. I0326 23:52:40.084853 1 tasks_processing.go:71] worker 32 working on operators task. I0326 23:52:40.084856 1 tasks_processing.go:71] worker 35 working on overlapping_namespace_uids task. I0326 23:52:40.084868 1 tasks_processing.go:71] worker 31 working on pdbs task. I0326 23:52:40.084882 1 tasks_processing.go:71] worker 19 working on metrics task. I0326 23:52:40.084912 1 tasks_processing.go:71] worker 29 working on cost_management_metrics_configs task. I0326 23:52:40.084920 1 tasks_processing.go:71] worker 18 working on mutating_webhook_configurations task. I0326 23:52:40.084847 1 tasks_processing.go:71] worker 17 working on authentication task. I0326 23:52:40.084930 1 tasks_processing.go:71] worker 24 working on feature_gates task. I0326 23:52:40.084929 1 tasks_processing.go:71] worker 3 working on install_plans task. I0326 23:52:40.084940 1 tasks_processing.go:71] worker 13 working on silenced_alerts task. I0326 23:52:40.084920 1 tasks_processing.go:71] worker 38 working on machine_config_pools task. I0326 23:52:40.084852 1 tasks_processing.go:71] worker 62 working on lokistack task. I0326 23:52:40.084963 1 tasks_processing.go:71] worker 40 working on storage_cluster task. I0326 23:52:40.084837 1 tasks_processing.go:71] worker 16 working on monitoring_persistent_volumes task. I0326 23:52:40.084978 1 tasks_processing.go:71] worker 9 working on nodes task. I0326 23:52:40.084991 1 tasks_processing.go:71] worker 27 working on container_images task. I0326 23:52:40.084990 1 tasks_processing.go:71] worker 42 working on ingress_certificates task. I0326 23:52:40.085000 1 tasks_processing.go:71] worker 8 working on image_pruners task. I0326 23:52:40.085002 1 tasks_processing.go:71] worker 2 working on ceph_cluster task. I0326 23:52:40.085007 1 tasks_processing.go:71] worker 1 working on nodenetworkconfigurationpolicies task. I0326 23:52:40.085009 1 tasks_processing.go:71] worker 45 working on node_logs task. I0326 23:52:40.085012 1 tasks_processing.go:71] worker 28 working on version task. I0326 23:52:40.084936 1 tasks_processing.go:71] worker 30 working on networks task. I0326 23:52:40.085021 1 tasks_processing.go:71] worker 58 working on certificate_signing_requests task. I0326 23:52:40.084993 1 tasks_processing.go:71] worker 37 working on container_runtime_configs task. I0326 23:52:40.084932 1 tasks_processing.go:71] worker 10 working on openshift_machine_api_events task. I0326 23:52:40.085036 1 tasks_processing.go:71] worker 22 working on machine_configs task. I0326 23:52:40.084987 1 tasks_processing.go:71] worker 6 working on schedulers task. I0326 23:52:40.085050 1 tasks_processing.go:71] worker 5 working on openstack_version task. I0326 23:52:40.085054 1 tasks_processing.go:71] worker 46 working on support_secret task. I0326 23:52:40.085055 1 tasks_processing.go:71] worker 49 working on clusterroles task. I0326 23:52:40.085056 1 tasks_processing.go:71] worker 61 working on infrastructures task. I0326 23:52:40.085061 1 tasks_processing.go:71] worker 12 working on openstack_dataplanenodesets task. I0326 23:52:40.084991 1 tasks_processing.go:71] worker 36 working on machine_healthchecks task. I0326 23:52:40.085069 1 tasks_processing.go:71] worker 57 working on operators_pods_and_events task. I0326 23:52:40.085068 1 tasks_processing.go:71] worker 60 working on ingress task. I0326 23:52:40.085070 1 tasks_processing.go:71] worker 50 working on config_maps task. I0326 23:52:40.085075 1 tasks_processing.go:71] worker 54 working on openstack_dataplanedeployments task. I0326 23:52:40.085079 1 tasks_processing.go:71] worker 48 working on storage_classes task. I0326 23:52:40.085081 1 tasks_processing.go:71] worker 21 working on oauths task. I0326 23:52:40.084951 1 tasks_processing.go:71] worker 34 working on validating_webhook_configurations task. I0326 23:52:40.085006 1 tasks_processing.go:71] worker 11 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0326 23:52:40.084982 1 tasks_processing.go:71] worker 44 working on machine_autoscalers task. I0326 23:52:40.084996 1 tasks_processing.go:71] worker 26 working on active_alerts task. I0326 23:52:40.085056 1 tasks_processing.go:71] worker 23 working on proxies task. I0326 23:52:40.084926 1 tasks_processing.go:71] worker 20 working on crds task. I0326 23:52:40.085005 1 tasks_processing.go:71] worker 51 working on service_accounts task. I0326 23:52:40.085008 1 tasks_processing.go:71] worker 7 working on tsdb_status task. I0326 23:52:40.085011 1 tasks_processing.go:71] worker 59 working on node_features task. I0326 23:52:40.085014 1 tasks_processing.go:71] worker 52 working on machine_sets task. I0326 23:52:40.085017 1 tasks_processing.go:71] worker 53 working on image_registries task. I0326 23:52:40.084986 1 tasks_processing.go:71] worker 14 working on sap_pods task. I0326 23:52:40.085051 1 tasks_processing.go:71] worker 56 working on qemu_kubevirt_launcher_logs task. I0326 23:52:40.085061 1 tasks_processing.go:71] worker 39 working on aggregated_monitoring_cr_names task. I0326 23:52:40.085062 1 tasks_processing.go:71] worker 41 working on dvo_metrics task. I0326 23:52:40.084910 1 tasks_processing.go:71] worker 55 working on sap_datahubs task. I0326 23:52:40.085067 1 tasks_processing.go:71] worker 43 working on pod_network_connectivity_checks task. I0326 23:52:40.085003 1 tasks_processing.go:71] worker 25 working on jaegers task. I0326 23:52:40.086379 1 gather_lokistack.go:58] Start LokiStack gathering I0326 23:52:40.091359 1 tasks_processing.go:71] worker 15 working on nodenetworkstates task. I0326 23:52:40.091377 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 6.492029ms to process 0 records I0326 23:52:40.091417 1 tasks_processing.go:71] worker 47 working on openstack_controlplanes task. E0326 23:52:40.091448 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0326 23:52:40.091466 1 gather.go:177] gatherer "clusterconfig" function "machines" took 6.560203ms to process 0 records I0326 23:52:40.091549 1 tasks_processing.go:74] worker 63 stopped. I0326 23:52:40.091668 1 recorder.go:75] Recording config/image with fingerprint=6939b4fa3a5a9dd90b31e56fb82c5a67ae9c9cdef8de61658c490f4d48c39de9 I0326 23:52:40.091684 1 gather.go:177] gatherer "clusterconfig" function "image" took 6.919381ms to process 1 records I0326 23:52:40.091834 1 tasks_processing.go:74] worker 23 stopped. I0326 23:52:40.091896 1 recorder.go:75] Recording config/proxy with fingerprint=30048d93c245dd0f82feaaf31b5b556524db82a1f2671baac55b6aed23285926 I0326 23:52:40.091907 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 6.632575ms to process 1 records I0326 23:52:40.091976 1 tasks_processing.go:74] worker 33 stopped. I0326 23:52:40.092101 1 recorder.go:75] Recording config/apiserver with fingerprint=a9c4ee26fe1bd3bad5d91e99edc6eb0131d354df54fa89d9e42d663853eb273e I0326 23:52:40.092112 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 7.112809ms to process 1 records I0326 23:52:40.097245 1 tasks_processing.go:74] worker 29 stopped. I0326 23:52:40.097260 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 12.317677ms to process 0 records I0326 23:52:40.097272 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 11.472813ms to process 0 records I0326 23:52:40.097280 1 tasks_processing.go:74] worker 52 stopped. I0326 23:52:40.097441 1 tasks_processing.go:74] worker 17 stopped. I0326 23:52:40.097598 1 recorder.go:75] Recording config/authentication with fingerprint=75927ce6b67e5a0eabd27ad7baad3c3a7309855b386ce3c0db44a3eb0898e7d1 I0326 23:52:40.097609 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 12.504094ms to process 1 records I0326 23:52:40.101165 1 tasks_processing.go:74] worker 55 stopped. I0326 23:52:40.101177 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 15.123648ms to process 0 records I0326 23:52:40.101450 1 tasks_processing.go:74] worker 25 stopped. I0326 23:52:40.101463 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 15.290589ms to process 0 records I0326 23:52:40.101474 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 15.636828ms to process 0 records I0326 23:52:40.101480 1 tasks_processing.go:74] worker 14 stopped. I0326 23:52:40.101539 1 tasks_processing.go:74] worker 47 stopped. I0326 23:52:40.101547 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 10.115584ms to process 0 records I0326 23:52:40.101725 1 tasks_processing.go:74] worker 15 stopped. I0326 23:52:40.101737 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 10.35054ms to process 0 records I0326 23:52:40.108476 1 tasks_processing.go:74] worker 10 stopped. I0326 23:52:40.108497 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 23.435242ms to process 0 records I0326 23:52:40.108519 1 tasks_processing.go:74] worker 38 stopped. I0326 23:52:40.108537 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 23.55133ms to process 0 records I0326 23:52:40.108622 1 tasks_processing.go:74] worker 2 stopped. I0326 23:52:40.108641 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 23.608009ms to process 0 records I0326 23:52:40.108651 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 23.551357ms to process 0 records I0326 23:52:40.108657 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 23.652077ms to process 0 records I0326 23:52:40.108663 1 tasks_processing.go:74] worker 40 stopped. I0326 23:52:40.108668 1 tasks_processing.go:74] worker 12 stopped. I0326 23:52:40.108715 1 tasks_processing.go:74] worker 61 stopped. I0326 23:52:40.109260 1 recorder.go:75] Recording config/infrastructure with fingerprint=ffd169abb8b2da1e2daf36d74cc862be43fe7c273902a399b0e124405a47a497 I0326 23:52:40.109276 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 23.646032ms to process 1 records I0326 23:52:40.109367 1 tasks_processing.go:74] worker 31 stopped. I0326 23:52:40.109380 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=21114e43fbbf2331314b20c3b1bccbe2b480a41c3260fe9f7a520ec3526670a0 I0326 23:52:40.109394 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=934cca32064d00d1f6ec577cf7fd7493c34572f8f4c99191f87942d4fcb4f18f I0326 23:52:40.109406 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=07efe3fb1397de2c8f205228dcbc3c46ccf9c05f1bc961b4a6487b1c39172f16 I0326 23:52:40.109418 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=c885228ab0b13aa950e8ce2572c3c948d111904f3599809381e1a69560ebf5fa I0326 23:52:40.109435 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=4a5d164385c082ff437e9fe20ec0e5b92fcf324d9029179ecf96a763db626430 I0326 23:52:40.109450 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=d08ef42824750cafb8c8308ef90df662484e9f69940acb70326985f973a0c4e2 I0326 23:52:40.109464 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=1f38435fb6f53672cb6605dd9bd470531a8b823cfc9d3fbf05f48a7843613a77 I0326 23:52:40.109477 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=8082038ba16667a27d99a25df83a734e0c63a3b77b710ab7a886d4b734cde31c I0326 23:52:40.109491 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=4834ea3ee8cb8a95efeffa52eaf337232828729edf6fc9e7f95e22a2610627a5 I0326 23:52:40.109526 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=3269cd0f0da6774086474c6d2024daa4c66a9b937a90ee1172150150586f5da9 I0326 23:52:40.109546 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=bea6f4e22a1227d71ec5ebe542299b82fed46d7d4e9bdf1181ffbb883204065f I0326 23:52:40.109552 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 23.838895ms to process 11 records I0326 23:52:40.109630 1 tasks_processing.go:74] worker 60 stopped. I0326 23:52:40.109647 1 recorder.go:75] Recording config/ingress with fingerprint=1b6b8eca59994285bb5999facf9b5f81b1dddecef2a1fc043cde17245456ea4a I0326 23:52:40.109652 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 23.737816ms to process 1 records I0326 23:52:40.109754 1 tasks_processing.go:74] worker 30 stopped. I0326 23:52:40.109763 1 recorder.go:75] Recording config/network with fingerprint=f62e7de31b2e5fd28b52e289b95a2421f889f5a025f29ce646a2e7f823ce6463 I0326 23:52:40.109769 1 gather.go:177] gatherer "clusterconfig" function "networks" took 23.839609ms to process 1 records I0326 23:52:40.109808 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=cd6b4b850f9b7a82d5e0ec0cdd6a35f1088144407ac089f9a9d090126c7325f0 I0326 23:52:40.109815 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 23.927972ms to process 1 records I0326 23:52:40.109831 1 tasks_processing.go:74] worker 6 stopped. I0326 23:52:40.109895 1 tasks_processing.go:74] worker 53 stopped. I0326 23:52:40.110183 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=5e63bdc782aa3fff4d3ac757ba8c140070d958b8809e4412230651a305c78182 I0326 23:52:40.110192 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 23.817135ms to process 1 records I0326 23:52:40.110970 1 tasks_processing.go:74] worker 1 stopped. I0326 23:52:40.110978 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 25.951868ms to process 0 records E0326 23:52:40.110986 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0326 23:52:40.110990 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 25.918442ms to process 0 records I0326 23:52:40.110994 1 tasks_processing.go:74] worker 5 stopped. I0326 23:52:40.111011 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 25.94965ms to process 0 records I0326 23:52:40.111021 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 25.291628ms to process 0 records I0326 23:52:40.111027 1 tasks_processing.go:74] worker 59 stopped. I0326 23:52:40.111031 1 tasks_processing.go:74] worker 37 stopped. I0326 23:52:40.120097 1 tasks_processing.go:74] worker 4 stopped. I0326 23:52:40.120115 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 35.244179ms to process 0 records I0326 23:52:40.120131 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 34.974922ms to process 0 records I0326 23:52:40.120139 1 tasks_processing.go:74] worker 44 stopped. I0326 23:52:40.120162 1 tasks_processing.go:74] worker 36 stopped. I0326 23:52:40.120169 1 gather_logs.go:145] no pods in namespace were found E0326 23:52:40.120175 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0326 23:52:40.120183 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 35.086249ms to process 0 records I0326 23:52:40.120191 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 34.288037ms to process 0 records I0326 23:52:40.120199 1 tasks_processing.go:74] worker 56 stopped. I0326 23:52:40.120224 1 tasks_processing.go:74] worker 46 stopped. E0326 23:52:40.120234 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0326 23:52:40.120243 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 35.163771ms to process 0 records I0326 23:52:40.120365 1 tasks_processing.go:74] worker 54 stopped. I0326 23:52:40.120371 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 35.281451ms to process 0 records I0326 23:52:40.120385 1 tasks_processing.go:74] worker 8 stopped. I0326 23:52:40.120468 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=011e53518aba4edb135c06e73d585761f487125e1a3c82660217c01e9dd59624 I0326 23:52:40.120480 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 35.376475ms to process 1 records I0326 23:52:40.120497 1 tasks_processing.go:74] worker 62 stopped. I0326 23:52:40.120513 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 35.52759ms to process 0 records I0326 23:52:40.120764 1 tasks_processing.go:74] worker 24 stopped. I0326 23:52:40.120896 1 recorder.go:75] Recording config/featuregate with fingerprint=bf616d8363898798842eece8f6a16a43450c634b0dc7c77875f00815466a278e I0326 23:52:40.120914 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 35.82497ms to process 1 records I0326 23:52:40.121001 1 tasks_processing.go:74] worker 9 stopped. I0326 23:52:40.121167 1 recorder.go:75] Recording config/node/ip-10-0-0-85.ec2.internal with fingerprint=3ae5ef176f71c430c00a7b421faa47c5b6835816ed4e5d251cb6ed24c69b076e I0326 23:52:40.121225 1 recorder.go:75] Recording config/node/ip-10-0-1-245.ec2.internal with fingerprint=8fef031edb27bc2aca66e95e96158bd1b18a65fe68a72889c6b346d47dda0d18 I0326 23:52:40.121302 1 recorder.go:75] Recording config/node/ip-10-0-2-65.ec2.internal with fingerprint=8900853aa108a96f6f9c6549bd135ec80cfe9028dd30805dc765198a4518359b I0326 23:52:40.121315 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 35.910467ms to process 3 records I0326 23:52:40.121368 1 tasks_processing.go:74] worker 18 stopped. I0326 23:52:40.121529 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/annotation.operator.tekton.dev with fingerprint=5ccdee9d5c6870ff34baab871ecc8b8957705de538db983ab6790e775197a5f5 I0326 23:52:40.121606 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=416150b73fa0d1c9a1d643b508360d31420850991465465146959885f7954055 I0326 23:52:40.121642 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/cert-manager-webhook with fingerprint=3950e223e75152e67dd15adf224fbfe4174c2dae2e3fcdf1cc51e7a484db585c I0326 23:52:40.121693 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/integration-service-mutating-webhook-configuration with fingerprint=366fa8feb9fc885645420801664f889fb8751497d4204ccf1bd46dc456977e70 I0326 23:52:40.121740 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/proxy.operator.tekton.dev with fingerprint=645bceed4f41ed4542a5675531907ada193ee2f9aabbbc687553ad56427e4c7e I0326 23:52:40.121828 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/release-service-mutating-webhook-configuration with fingerprint=064e100dbd1b00194d75de67a5dd2c1ed974dab32c480154482be120f323d0f5 I0326 23:52:40.121859 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=df76b7dabdd154b66642373b633aa26f0573f5f25a4ccf5488d6975ae2915488 I0326 23:52:40.121898 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2f263779496ce83994c4e5c0b4d6838476148b2fa243b1f09cc2e1402fb8210f I0326 23:52:40.121950 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.operator.tekton.dev with fingerprint=5d37c70f018d8f1d813a1418bf09c8e9fb3dc337c180366c3c6c78f3bcad0a7c I0326 23:52:40.122016 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.pipeline.tekton.dev with fingerprint=45688e88c286be3780e734c46d913a2d5f186aeb933cacfd69fe5dd81c5442b6 I0326 23:52:40.122065 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.triggers.tekton.dev with fingerprint=7dcfcfb67c97135d571943caa1d5c35fafbee51e241d0da79741b8cf71af1e5a I0326 23:52:40.122077 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 36.182227ms to process 11 records E0326 23:52:40.122091 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0326 23:52:40.122119 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0326 23:52:40.122128 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 36.582487ms to process 1 records I0326 23:52:40.122162 1 tasks_processing.go:74] worker 22 stopped. I0326 23:52:40.122190 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=94c104e4eb4346010f1ccf473450b204544c72f167d732980f18b5f6ad86de31 I0326 23:52:40.122202 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=a2d53e9bbc82e912f6f5a6a697082ed739d54d4cc56517f852cfe4d3b294f8a7 I0326 23:52:40.122208 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 36.871977ms to process 2 records I0326 23:52:40.122232 1 tasks_processing.go:74] worker 48 stopped. I0326 23:52:40.122291 1 tasks_processing.go:74] worker 21 stopped. I0326 23:52:40.122392 1 recorder.go:75] Recording config/oauth with fingerprint=f55a3e11a1bb438ff7fc1352e870d6e3dbd4906f2a91aba64f390ea9b39e50c0 I0326 23:52:40.122401 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 36.94438ms to process 1 records I0326 23:52:40.123091 1 tasks_processing.go:74] worker 45 stopped. I0326 23:52:40.123104 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 38.072837ms to process 0 records I0326 23:52:40.123572 1 tasks_processing.go:74] worker 34 stopped. I0326 23:52:40.123695 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=ad88f0ce4a91a97cc4158fb45d9858a26e88dce7c677a12ddbbedf559cd6155b I0326 23:52:40.123726 1 recorder.go:75] Recording config/validatingwebhookconfigurations/cert-manager-webhook with fingerprint=2a65c3091e0fb0a7266b6bd07a3ae021456cad188ad803d98da16068a9387e70 I0326 23:52:40.123784 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.operator.tekton.dev with fingerprint=5e78c0f3289eb74a611e45ff3ab28f91d1b3d5e60ee9fcab3214861104f7214c I0326 23:52:40.123808 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.pipeline.tekton.dev with fingerprint=ddbf4f26cf91d43f02050e09b2436ef238800fcf01c9fdf7536dac8adce42989 I0326 23:52:40.123829 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.triggers.tekton.dev with fingerprint=e4054b6cf3fda6dbc2f6fc510e8e025074102a124db8c265c34a1f43aaff911d I0326 23:52:40.123861 1 recorder.go:75] Recording config/validatingwebhookconfigurations/integration-service-validating-webhook-configuration with fingerprint=52d9c2725692374e7123efe51e29cf3673dc97ca344dc96aa465edbf21daa7e7 I0326 23:52:40.123900 1 recorder.go:75] Recording config/validatingwebhookconfigurations/monitoringconfigmaps.openshift.io with fingerprint=1635481a766c4633ec9149f90d54f788f233f7342e1c56854f09bb7ffab12af8 I0326 23:52:40.123961 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=a8d939ade7296c7e203c8ea24606255e30d78f65eb2b52197b3d7eb9c2e1a0c5 I0326 23:52:40.123991 1 recorder.go:75] Recording config/validatingwebhookconfigurations/namespace.operator.tekton.dev with fingerprint=0b9f7dab4bb5f49085e0c5f04944ec946ad83dfc60a1bf26d763b0f6666c96f7 I0326 23:52:40.124599 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=c467d4c9206fd318c0f71fc64bfc27c7a82c24f86775539aeff2f8cd000ead7c I0326 23:52:40.124681 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=0c77f3a9d3c339b7a6e292f28b7284ff7b0fb315738b91094c815d5361094d42 I0326 23:52:40.124734 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=33cf2a0e47beac328a36ed129ff306c8a76608c78b645af0e703e7be04dac9c6 I0326 23:52:40.124967 1 recorder.go:75] Recording config/validatingwebhookconfigurations/release-service-validating-webhook-configuration with fingerprint=0b68585c0db8809cf06e21acc51d0c3a2ab2e157dcae5479b53f2d32c2d1dc61 I0326 23:52:40.125065 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=2616ea6fce2697ecd197a7a304db07a6256ce37126b8eff8dc07ad0e0d82e697 I0326 23:52:40.125124 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=111ba96984a40549f5c2cb3cffaa1912efd1157c619789b54b88c72056bd9e6a I0326 23:52:40.125168 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=bdfeadac753ad17cabcf333b66bf28e2312d390516b254577d93143ddf27bd15 I0326 23:52:40.125220 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=297f40a683a72bf3b1256147779ef8ce2f936b4f66a7d19627ea8616d8b4c733 I0326 23:52:40.125318 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=ac0aff7ee4ed43d19f76a18f0608a44a0fe051aa70ff5f788e87d1dd38061daf I0326 23:52:40.125391 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=2b83f77ef3d212177d413c1af084b835668ab61dc540e7922b5724a608439a33 I0326 23:52:40.125431 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=ad938099b04fa82155518720bb6fb9a930883a924166fa4c01e5f828ddab0c41 I0326 23:52:40.125566 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=87c08e81077bc66a00ed733e954b33e9d1eac9c4152b8fb0d325f2fb37454d7e I0326 23:52:40.125652 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.pipelinesascode.tekton.dev with fingerprint=ae2f67bec77c8c66ef5aa919e4c40f8856ec77a3abf429bf7e69e17c40b07906 I0326 23:52:40.125771 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.operator.tekton.dev with fingerprint=82d54fc9119c24f68641de03226d3244c638d1e66e86648325ec8544b2f06f81 I0326 23:52:40.126198 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.pipeline.tekton.dev with fingerprint=8666a93cd3530cda86fc86ec82470cb92907e6c83a3e3569a63245c3745d48b6 I0326 23:52:40.126243 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.triggers.tekton.dev with fingerprint=35659258490acffbc971f08cc23d01da4cce2aa62ef8f49b4562512ac2b92e00 I0326 23:52:40.126252 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 38.46678ms to process 25 records I0326 23:52:40.126375 1 tasks_processing.go:74] worker 16 stopped. I0326 23:52:40.126392 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 41.395862ms to process 0 records I0326 23:52:40.126731 1 tasks_processing.go:74] worker 20 stopped. I0326 23:52:40.127512 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=9c33dfa2dfd1094d6d9dbb4cca1acfb1fc5d5b7a140a301056b4176070e3164e I0326 23:52:40.127838 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=3e066044be732cb0c7acdc50ec4d1571412b313bcdf10492b1f1b3b8020cb88e I0326 23:52:40.127851 1 gather.go:177] gatherer "clusterconfig" function "crds" took 41.357368ms to process 2 records I0326 23:52:40.127868 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0326 23:52:40.127874 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 42.642096ms to process 1 records I0326 23:52:40.127890 1 recorder.go:75] Recording config/podnetworkconnectivitychecks with fingerprint=44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a I0326 23:52:40.127896 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 41.623172ms to process 1 records I0326 23:52:40.127901 1 tasks_processing.go:74] worker 43 stopped. I0326 23:52:40.127906 1 tasks_processing.go:74] worker 35 stopped. I0326 23:52:40.129295 1 tasks_processing.go:74] worker 58 stopped. I0326 23:52:40.129313 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 44.254693ms to process 0 records I0326 23:52:40.130102 1 gather_cluster_operator_pods_and_events.go:121] Found 0 pods with 0 containers I0326 23:52:40.130124 1 tasks_processing.go:74] worker 57 stopped. I0326 23:52:40.130139 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 45.042017ms to process 0 records I0326 23:52:40.142992 1 tasks_processing.go:74] worker 49 stopped. I0326 23:52:40.143637 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=40cd0d51a50eb15f56342fc55a5c5d26478ee3538efce8c7d5c6452396dbbc96 I0326 23:52:40.144026 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=0ecebdba9ae13052602868dfd8956cf7a2f04c4075fd44c7894764b2f29306ff I0326 23:52:40.144045 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 57.924623ms to process 2 records I0326 23:52:40.151220 1 tasks_processing.go:74] worker 39 stopped. I0326 23:52:40.151243 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 65.296116ms to process 0 records I0326 23:52:40.171741 1 tasks_processing.go:74] worker 50 stopped. E0326 23:52:40.171759 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0326 23:52:40.171766 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0326 23:52:40.171770 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0326 23:52:40.171782 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=7c953bef0cdbddb25a47a3c40772dfa7cbf73ae2ac9bb3dc97984dbf1bd43499 I0326 23:52:40.171820 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0326 23:52:40.171828 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0326 23:52:40.171833 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=4bec6f0bfa45f0ccf5709371166150dcb9cf2703d04f5f6de4476d0277c477a6 I0326 23:52:40.171843 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0326 23:52:40.171881 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0326 23:52:40.171889 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0326 23:52:40.171894 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 86.652008ms to process 7 records I0326 23:52:40.181240 1 tasks_processing.go:74] worker 11 stopped. I0326 23:52:40.181262 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 96.133966ms to process 0 records I0326 23:52:40.183852 1 tasks_processing.go:74] worker 27 stopped. I0326 23:52:40.185100 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-8777bd9bb-lxlb5 with fingerprint=ee8f29bed25c9d62edb3df0a12e3acbedd52dc068c5fa3202171eca9f53d8687 I0326 23:52:40.185378 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-cv2vl with fingerprint=5d532656b106c52405d8efc195010de3f6022f2e8d107b34e68709ef425bbc6b I0326 23:52:40.185596 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-ltk6s with fingerprint=bac7b9105e56448854a9f2516706f220defb3d08d1ef40d84b405da3422c57bd I0326 23:52:40.185712 1 recorder.go:75] Recording config/running_containers with fingerprint=1187ee95147130f6eb53b2cf0521cfca612b3427c121e62cf6d4af4b596d47a4 I0326 23:52:40.185722 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 98.843888ms to process 4 records I0326 23:52:40.205820 1 tasks_processing.go:74] worker 28 stopped. I0326 23:52:40.206018 1 recorder.go:75] Recording config/version with fingerprint=5f23d9d28bba93d11c9617cee91254ff8a8aac7611585080dd9299f8e46efcef I0326 23:52:40.206030 1 recorder.go:75] Recording config/id with fingerprint=587bab8691e66d4986e56c01f3c8b06bfb56912fc917df9950ac3db7828b13db I0326 23:52:40.206036 1 gather.go:177] gatherer "clusterconfig" function "version" took 120.79842ms to process 2 records I0326 23:52:40.208339 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0326 23:52:40.213986 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0326 23:52:40.215556 1 tasks_processing.go:74] worker 0 stopped. I0326 23:52:40.215904 1 recorder.go:75] Recording config/olm_operators with fingerprint=b8063126e7c38d0e86fbb8bcadcab43ec6193e0d0f51277ea7cfc97f1b8c3240 I0326 23:52:40.215922 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 130.706064ms to process 1 records I0326 23:52:40.234976 1 tasks_processing.go:74] worker 42 stopped. E0326 23:52:40.234995 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0326 23:52:40.235001 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9n1rl9ff1n78gavi22o5cr9k7iopuv-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9n1rl9ff1n78gavi22o5cr9k7iopuv-primary-cert-bundle-secret" not found I0326 23:52:40.235056 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=d2735b816c16da6a2f2daab441386e6ec22dcaa2c56f4643808fa2a1181d9038 I0326 23:52:40.235070 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 149.970279ms to process 1 records I0326 23:52:41.151427 1 tasks_processing.go:74] worker 13 stopped. I0326 23:52:41.151454 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0326 23:52:41.151470 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.066471472s to process 1 records I0326 23:52:41.151707 1 tasks_processing.go:74] worker 26 stopped. I0326 23:52:41.151789 1 recorder.go:75] Recording config/alerts with fingerprint=6f23334f84e6773b82252b19f2c5a319686162fdf0defd5602dd8ae9a452006d I0326 23:52:41.151805 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.066534875s to process 1 records I0326 23:52:41.153997 1 tasks_processing.go:74] worker 19 stopped. I0326 23:52:41.154065 1 recorder.go:75] Recording config/metrics with fingerprint=1492214baf34156307975db93333787838bb105ff71d0a6ab4ca106c51263986 I0326 23:52:41.154075 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 1.069097672s to process 1 records I0326 23:52:41.159921 1 tasks_processing.go:74] worker 7 stopped. I0326 23:52:41.159945 1 recorder.go:75] Recording config/tsdb.json with fingerprint=bdf644f3c693e4a4953cfe907f5a40e9bf4b9b12f4525a8c0d21ed345e9dfcd8 I0326 23:52:41.159957 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.074347646s to process 1 records I0326 23:52:42.575741 1 tasks_processing.go:74] worker 32 stopped. I0326 23:52:42.575822 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=114c7cdfcf0f06a0c07a86b42e44916296e24e236ff20504260d09a878c7f4be I0326 23:52:42.575877 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0326 23:52:42.575913 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=5e43ade37d329f921ea76349c2d870d602686026d240e9243e28ceafe9e3c8cf I0326 23:52:42.575924 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0326 23:52:42.575944 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=ce1ee82c9f3c867c5d7591d7e15b15a6b7d85aef7cc5cea2dbba9c2010267bb4 I0326 23:52:42.575962 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0326 23:52:42.575983 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=612ba7c7b396905f14d1c216edd4030e5f98edfecd8f22633c3d0cfbd8e6345f I0326 23:52:42.576011 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=685f33e92bcd878d4c30c458a72f37656dc74edc55f9b6ff4d73b3e5acd039b6 I0326 23:52:42.576035 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=c6c641556af861e8e65738f9c6b1595c2a6f87e2efe6c1f02604b9119aade5e5 I0326 23:52:42.576066 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=4a20cf743b8b3a92bbe70f89c93dac2a113e9ca49e94f89989637baed0f293db I0326 23:52:42.576327 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=5dc225bdcb505daf40f0e0e917fd2ed77323e6b5585b6ebb5e57ff24e2726b5c I0326 23:52:42.576367 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=837cd853e9c1df07598249ea487ac08e4c85b0b7cb4c65b2216fe211cf1ec9d2 I0326 23:52:42.576376 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0326 23:52:42.576392 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=fae6deaca184396c42e953b74c27342d7573a793f20269844eaf8ccf8ebbc0a8 I0326 23:52:42.576403 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0326 23:52:42.576418 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a3b5bce6417a4f74749d43e7cb7f996583c57c9e1e83fbc5883f89014b23a1e8 I0326 23:52:42.576426 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0326 23:52:42.576446 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=500fbcbdf7a722d87e523707aa2c2496af56efbcb8647b0adfc174447cf775cf I0326 23:52:42.576453 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0326 23:52:42.576475 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=33faa719bdda7f3b6eacce9e468b2257a54ae21c31a6d490cc75c111fd166a81 I0326 23:52:42.576578 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=2d39b11aeec4d1d0a285e49fbc43d22215c7bd71f416782e7bc143f8f952ebfb I0326 23:52:42.576588 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0326 23:52:42.576595 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0326 23:52:42.576642 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0326 23:52:42.576664 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=03cf6796a3ae676855ddcb4e8a4c392653b02bf260e8b6756945a1239315739f I0326 23:52:42.576686 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=1e8fc1807ba3955684c5fde84d0ee6cb1b92f9d8eed4c139cdfac4eb26156ede I0326 23:52:42.576695 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0326 23:52:42.576710 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=344381b1b679b25913d5e076310947a952348d0dee1269ee0a849277d8372276 I0326 23:52:42.576720 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0326 23:52:42.576738 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=b1129840ca549cb94d99384c49bdbb0e8fc115d63386cec7dad45d2f467135b8 I0326 23:52:42.576745 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0326 23:52:42.576757 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=fcd5cfec665276314671274f5fb9c671036e725ff96a95bc83ff8aafbea76efa I0326 23:52:42.576771 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=8a94febdf04e7bf097a12416dcdc48f51cfe7d01dc4ae56a6bbceee09ed0462e I0326 23:52:42.576784 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=63b7542dacc5d8508151e8d904698e380a766777ccc4df8d02d3cb2c471c6d40 I0326 23:52:42.576805 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ed60c809196db55c31fa63e021b6d7a855a924dbc2108cf6be927d5276ca3710 I0326 23:52:42.576812 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0326 23:52:42.576838 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=d721f3ebc8642e2a866077e4ff305510497fa26d2906c07e97cedaaed40cb180 I0326 23:52:42.576854 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0326 23:52:42.576861 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0326 23:52:42.576868 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.49087086s to process 39 records I0326 23:52:42.619067 1 tasks_processing.go:74] worker 41 stopped. I0326 23:52:42.619470 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=92ba53398276038d0a019495b3742dd599e481da9b54472f4721f5498b72b409 I0326 23:52:42.619490 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 2.533100938s to process 1 records I0326 23:52:53.133804 1 tasks_processing.go:74] worker 3 stopped. I0326 23:52:53.133860 1 recorder.go:75] Recording config/installplans with fingerprint=af9c521097253e766a27c676ef7b580d3960ee9b9f33d863eb08c238d9c29f85 I0326 23:52:53.133873 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.04885075s to process 1 records I0326 23:52:53.892772 1 tasks_processing.go:74] worker 51 stopped. I0326 23:52:53.893131 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=74b727b232cc45b882d26cb89407f543533046358d1731eed12d9232af57da52 I0326 23:52:53.893149 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.807315804s to process 1 records E0326 23:52:53.893214 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.808s with: function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error" I0326 23:52:53.894314 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error I0326 23:52:53.894330 1 periodic.go:216] Running workloads gatherer I0326 23:52:53.894359 1 tasks_processing.go:45] number of workers: 2 I0326 23:52:53.894367 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:52:53.894371 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0326 23:52:53.894422 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:52:53.894437 1 tasks_processing.go:71] worker 0 working on workload_info task. I0326 23:52:53.901010 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-245.ec2.internal... I0326 23:52:53.901016 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-85.ec2.internal... I0326 23:52:53.901028 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-65.ec2.internal... I0326 23:52:53.917184 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-keycloak from keycloak. I0326 23:52:53.917196 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-keycloak from keycloak-pgsql. I0326 23:52:53.917201 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-tpa from server. I0326 23:52:53.917204 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-tpa from tpa-pgsql. I0326 23:52:53.925763 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-keycloak from keycloak-pgsql-bee. I0326 23:52:53.925779 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from importer. I0326 23:52:53.925784 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from server. I0326 23:52:53.925787 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from tpa-pgsql-bee. I0326 23:52:53.925797 1 tasks_processing.go:74] worker 1 stopped. I0326 23:52:53.925806 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.417634ms to process 0 records I0326 23:53:01.152336 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 7s I0326 23:53:01.190009 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 31s for image data I0326 23:53:01.198573 1 gather_workloads_info.go:387] No image sha256:00fa6a8075723e279b420c76d13105c1650b1d46db51c7018801c558c0a876c6 (10ms) I0326 23:53:01.208199 1 gather_workloads_info.go:387] No image sha256:09c857f0c20721d6b447f5f567182befc1ca6157128225849117a5c830feab23 (10ms) I0326 23:53:01.217428 1 gather_workloads_info.go:387] No image sha256:57a1aea49d7cc275b37b8f52d602a3a9d1601ec6a21a3268dd4903566cb2e335 (9ms) I0326 23:53:01.226311 1 gather_workloads_info.go:387] No image sha256:92a731e25801365be0ad0916bec5bf24b2035e443ad1414a1631d1e0473ddf77 (9ms) I0326 23:53:01.235008 1 gather_workloads_info.go:387] No image sha256:f02c58838bf882d9b5d82a1a96e8ab29ce6033ae1b64418118fba43eb9151b41 (9ms) I0326 23:53:01.243055 1 gather_workloads_info.go:387] No image sha256:5bd409efe77c6a126418be2c098dde9431c1a290cec885a7e37c0c8ddc2337a8 (8ms) I0326 23:53:01.253501 1 gather_workloads_info.go:387] No image sha256:6ea0f19030ffc52a290e6eeb812ef2426c48a2f1083b1e415e0667998cbb7bf2 (10ms) I0326 23:53:01.261793 1 gather_workloads_info.go:387] No image sha256:917de30c85816179b3f8db32b8c94bfed2a54adc65b1a8be7ea73e245fa88b55 (8ms) I0326 23:53:01.270132 1 gather_workloads_info.go:387] No image sha256:0d70224d12e358b1a107a86e0a7e0845e1e8a4d30ce3a1423600f044e3fb28d2 (8ms) I0326 23:53:01.278147 1 gather_workloads_info.go:387] No image sha256:1e9a9f1b5ecdab7d074722c860daab977519123fe4385affdfd86d8c7f3c473c (8ms) I0326 23:53:01.298039 1 gather_workloads_info.go:387] No image sha256:273930332d7b481bbca4521cf740507498a2a323a4010cd66e896806b299f85e (20ms) I0326 23:53:01.399200 1 gather_workloads_info.go:387] No image sha256:72f9394f6f1b36ca9eb80961eac8f196e81f215632d14375845fbbe5970f0701 (101ms) I0326 23:53:01.498640 1 gather_workloads_info.go:387] No image sha256:8f72efd51f564d8d3e4ecee6555d7bd5394d0776054d2112febea6b7c9e71225 (99ms) I0326 23:53:01.599032 1 gather_workloads_info.go:387] No image sha256:87de118dc29ca1b47d4768ec5ed4441bc1dada3fb2a78d53b1833249baa86dd4 (100ms) I0326 23:53:01.699395 1 gather_workloads_info.go:387] No image sha256:185a95b130b6a27ad88fcf39803215b7bd998472b1e37225858435f4eb7c3c04 (100ms) I0326 23:53:01.798390 1 gather_workloads_info.go:387] No image sha256:315260877c58d13e0511bbff7bdcc389bcd86deca48785023e28194b08c4c924 (99ms) I0326 23:53:01.898757 1 gather_workloads_info.go:387] No image sha256:07789f6e6e3c3a5a974c106b43c2e8bc60edb3321def1f0883f3fcd35a238ed0 (100ms) I0326 23:53:01.999550 1 gather_workloads_info.go:387] No image sha256:2f6f91dfd7b71cad1c6db82835d709d20f4153cf500d60ee32145712af922214 (101ms) I0326 23:53:02.099676 1 gather_workloads_info.go:387] No image sha256:9db50052057ad4ec94099bc3c9ab476f5ac7b00954c99cb0b26fe729abba3387 (100ms) I0326 23:53:02.199147 1 gather_workloads_info.go:387] No image sha256:e4bb09dfe4513cdbe349507495c7f4044623a3c2aff866b7946d941e82a7a639 (99ms) I0326 23:53:02.299159 1 gather_workloads_info.go:387] No image sha256:a6b085cdad58db8529d99c22ec1ec79fe09ab00ab1c92ee38b29e7875dc0533c (100ms) I0326 23:53:02.399695 1 gather_workloads_info.go:387] No image sha256:ad0e262327997e8cdc4074a2373e67274d9b8a943aa274a2cd8ce98ffe1db4a0 (101ms) I0326 23:53:02.499808 1 gather_workloads_info.go:387] No image sha256:1b58ba57c10e2ba03a0d8dba1f3f8faa866e1dca6170725b6909c2cc2b96efa6 (100ms) I0326 23:53:02.599211 1 gather_workloads_info.go:387] No image sha256:373050d2ded02b5acd0e5edf3ef9819fe65403b2f40b557e9077e4a57629cb97 (99ms) I0326 23:53:02.702252 1 gather_workloads_info.go:387] No image sha256:050fe6fe1298c45a27982e3f4d0afe637ce01d9b394e85b7eb202309ecdd0731 (103ms) I0326 23:53:02.798634 1 gather_workloads_info.go:387] No image sha256:31e175b644c6627779ca6b9f48d9426760dd449788ad671dd0277cce8fb822e8 (96ms) I0326 23:53:02.899032 1 gather_workloads_info.go:387] No image sha256:4f86f5c692a497442b54c435e68b0cbf961591a00ebc3a73c364a19da673e34d (100ms) I0326 23:53:02.998469 1 gather_workloads_info.go:387] No image sha256:5ffaf92fc557cb891a546ae2682d4e0259166ad6d935970dc958d255abc29a48 (99ms) I0326 23:53:03.099011 1 gather_workloads_info.go:387] No image sha256:44ceafe5147680d58a5c2d3720932b972e6bc9639faadc19aa6b360af154e1a3 (101ms) I0326 23:53:03.199773 1 gather_workloads_info.go:387] No image sha256:72ae38682f25786aec18625cfed5d7831017d2f0f1304c3320c00ce0b7fb09c1 (101ms) I0326 23:53:03.299043 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (99ms) I0326 23:53:03.398957 1 gather_workloads_info.go:387] No image sha256:ce98d5d844bfc2ba8de1893866ad38166c95157d54abd8192b181e819bc50bb5 (100ms) I0326 23:53:03.498403 1 gather_workloads_info.go:387] No image sha256:54440fa6cb1b01a6b8952f700677832d7b7d3b1b58934957f504ca885730844a (99ms) I0326 23:53:03.598428 1 gather_workloads_info.go:387] No image sha256:6d83c7e0e068178360998c815a3e0c729ca80a349954172aadafad5da5180d0c (100ms) I0326 23:53:03.698204 1 gather_workloads_info.go:387] No image sha256:503831414ca09befa276fdffd836708f04d2d430b1fd428cb3b0e3cd5bd74eb3 (100ms) I0326 23:53:03.797875 1 gather_workloads_info.go:387] No image sha256:b336f6e44314dd23a21236118a604411522baf5e63732463f1d08daccb417f39 (100ms) I0326 23:53:03.898958 1 gather_workloads_info.go:387] No image sha256:1ca6fa787c621462fa2c67b9a42b1de67688883af90316475b0df35be3ed805d (101ms) I0326 23:53:03.998696 1 gather_workloads_info.go:387] No image sha256:38d71a4cf177f39a2bbe745183009943dbbf404de02aa5f879694aa024a4e6ac (100ms) I0326 23:53:04.099176 1 gather_workloads_info.go:387] No image sha256:d339ecf788d1681ba9945a2ea63ca675caec863ec75f497ef916103f4c898003 (100ms) I0326 23:53:04.199404 1 gather_workloads_info.go:387] No image sha256:199df7c847c51c89b38ec42c4ac2b68156e1b24c02b60a01cfdfcbad6ea43489 (100ms) I0326 23:53:04.298383 1 gather_workloads_info.go:387] No image sha256:24929612f2f0f2d4cd3ac163c04bbf4ac64cc47d3d0eef81db085d00c59058bd (99ms) I0326 23:53:04.398892 1 gather_workloads_info.go:387] No image sha256:51e1b5dc9fccbee5b7df78d0e8bbe379f75529232c102c9ed5b1ae134c4b9b4c (100ms) I0326 23:53:04.499323 1 gather_workloads_info.go:387] No image sha256:2a07c1b2ef06bbfa3a491b84f7410e24de7cb487f49bbbb3bfd7cb3510c8429a (100ms) I0326 23:53:04.598577 1 gather_workloads_info.go:387] No image sha256:c59765325e6f286c067e555850b0d81f2de5e5ee8625ed83cdc2cea96f3a7ddb (99ms) I0326 23:53:04.698714 1 gather_workloads_info.go:387] No image sha256:ada1a963ce2c45d2bba08051c1e0e2db88b200e9d616fab8fde10b698101fc69 (100ms) I0326 23:53:04.798801 1 gather_workloads_info.go:387] No image sha256:384e639f2ce3e75712a5ee1cc5520161342e9dd1e94444d134d7ad4a39dde279 (100ms) I0326 23:53:04.899536 1 gather_workloads_info.go:387] No image sha256:12448aad6e9050c2b2445035be818a490cef502d39b73dbd51cc0f5ea7d67d40 (101ms) I0326 23:53:04.998707 1 gather_workloads_info.go:387] No image sha256:1ad039a130515504a258952cb18e67c3329da5182bb0623cc0891e6c15e2113a (99ms) I0326 23:53:05.098969 1 gather_workloads_info.go:387] No image sha256:95801a943ba7d0ec4af53c3cd1177483e649bcd528b5a838a32ad2d860e6503a (100ms) I0326 23:53:05.198758 1 gather_workloads_info.go:387] No image sha256:43efa5a676666dd4ae039ad5518eaf636f5baf8d688d9a4b475822c32ad1ddfb (100ms) I0326 23:53:05.298734 1 gather_workloads_info.go:387] No image sha256:04156cd38c436fb6692930d18af59619b0669b2d80cd3590d0973c0e038c5d6d (100ms) I0326 23:53:05.399051 1 gather_workloads_info.go:387] No image sha256:cfcb0bd30c537e677ac6856c36c0c923b415f24d944c7aa1386489f511f6491d (100ms) I0326 23:53:05.498783 1 gather_workloads_info.go:387] No image sha256:cc686a64f9ae83adecc7a0ffe8a6b82f0750dc39ad05654a8087cf780a1c3b3a (100ms) I0326 23:53:05.598601 1 gather_workloads_info.go:387] No image sha256:07a6c0a310270b830b96fcb8fca9cd11e45569276335bb5334b18b388d6eed51 (100ms) I0326 23:53:05.698309 1 gather_workloads_info.go:387] No image sha256:66640a3f7bd65090345552611701a73e74bc44897b9d29e43b11f73b96598ac0 (100ms) I0326 23:53:05.798233 1 gather_workloads_info.go:387] No image sha256:27f3be442cf1d9f640657fb6d7cea6b133652226f9a80c3442df226b3cb3c2dc (100ms) I0326 23:53:05.898570 1 gather_workloads_info.go:387] No image sha256:5b51a4d9d3b7ecad110fb6eb00f71e9e9b854067d79b220df397a58d9fa50eb0 (100ms) I0326 23:53:05.998780 1 gather_workloads_info.go:387] No image sha256:2ade6dfb5406ef3a4264dea95d455298f54e8ef4d458d9ee3e94c33d48676a9b (100ms) I0326 23:53:06.099136 1 gather_workloads_info.go:387] No image sha256:2c4ec0dfd62375ed45d5758798b1069e16a0a6d1986439d23c61591c4dfb9297 (100ms) I0326 23:53:06.199479 1 gather_workloads_info.go:387] No image sha256:d88f384ee9cf4475b16d9589e88b28c9f2407247fbedfa3d9bfcaed95753514e (100ms) I0326 23:53:06.298738 1 gather_workloads_info.go:387] No image sha256:2f26472542da4f89a2ac34a93fd438d385419dda16811bdfa7e679e0115abe56 (99ms) I0326 23:53:06.399060 1 gather_workloads_info.go:387] No image sha256:3da5a449ace61cb7d002d8e7911c14905c74cf58a296527458d1af0f1abf0a72 (100ms) I0326 23:53:06.498702 1 gather_workloads_info.go:387] No image sha256:3b9f60077c475f2baad0dd51ffc9d469f3a9b54c474bb86a35f93cb9b8fdc734 (100ms) I0326 23:53:06.598760 1 gather_workloads_info.go:387] No image sha256:e476b4dafff885727b0057259c9df67a68e196f8cd92c21db2e4efe84a5f7a25 (100ms) I0326 23:53:06.698337 1 gather_workloads_info.go:387] No image sha256:1e6d59867cbd750672bc9ccfb9c69c3d198174cd43dd6d71a0da358b4b766473 (100ms) I0326 23:53:06.798642 1 gather_workloads_info.go:387] No image sha256:4e62a2dcb8214491388d4c17f89fe699eb53cdb8039dcba6ab052edc28da3fbd (100ms) I0326 23:53:06.899555 1 gather_workloads_info.go:387] No image sha256:14e983ca10e1033822e1c4be0a1e4a40762951a5d6e4a77bf642891f291d32ae (101ms) I0326 23:53:06.998680 1 gather_workloads_info.go:387] No image sha256:46e034f706fdcd5f84f35a1250a064495f5f68c90fef13be9c01936904b07ed6 (99ms) I0326 23:53:07.099004 1 gather_workloads_info.go:387] No image sha256:0fd69333c121efd68919e731cd3ea01e976e00415bda6e987bf1e949ec224eda (100ms) I0326 23:53:07.199712 1 gather_workloads_info.go:398] Found image sha256:70dcc3c7d3a572ecacc7c838fd17d07ff21531e50a7ed9227a17c27437151bf4 (101ms) I0326 23:53:07.299007 1 gather_workloads_info.go:387] No image sha256:2e3661304917ce7f3be49974faacc60c24cbe2833d7b50c8c205c2f3f2467950 (99ms) I0326 23:53:07.399373 1 gather_workloads_info.go:387] No image sha256:6ca4eb17da6277b142a3353b675d735c106868f827243eaef70cd1ec01d36307 (100ms) I0326 23:53:07.499036 1 gather_workloads_info.go:387] No image sha256:64dbe77583c8b23dc6852fc482ea5b4081490734944ec8b765d5450b3fdb30ed (100ms) I0326 23:53:07.599173 1 gather_workloads_info.go:387] No image sha256:aa65d1c7fb8805b767fc4878faea280472f372010efadc66e5641a2e634a80c0 (100ms) I0326 23:53:07.699445 1 gather_workloads_info.go:387] No image sha256:b8d380990acb0184ab685b005e22fb8369139dd8cd6550b4521bd4bc3ca23b40 (100ms) I0326 23:53:07.798438 1 gather_workloads_info.go:387] No image sha256:61aeb8693f27b60dd35e3dd1961d14bd95988cae70d649b340045619e5de7acf (99ms) I0326 23:53:07.898565 1 gather_workloads_info.go:387] No image sha256:59b844637eca688cc22c7841bc4480a26d1384444bf9b0161261a182f87a1262 (100ms) I0326 23:53:07.998782 1 gather_workloads_info.go:387] No image sha256:6a0d1f472283c686e438dbfbeec826db9d7d95f45f92842c4073f70704860d2f (100ms) I0326 23:53:08.099086 1 gather_workloads_info.go:387] No image sha256:0e5fa2595714628c16cf590efd28715bde790d2dc6b3a793b2a38dfb3ffb591a (100ms) I0326 23:53:08.198757 1 gather_workloads_info.go:387] No image sha256:3739c0c55f7f7ccc84309ae11eb23d3d9e5ad50a68e849a8a8dfda7f2f2bc137 (100ms) I0326 23:53:08.298167 1 gather_workloads_info.go:387] No image sha256:865dd51e80034018400794d07edc0b546c6e4de7e2351dddc7f1f6378e1ffdd0 (99ms) I0326 23:53:08.398591 1 gather_workloads_info.go:387] No image sha256:4c39dc633bf3560c2397281b74faf9d00500b0738dec6c1aad2cc8ce326be6fc (100ms) I0326 23:53:08.499052 1 gather_workloads_info.go:387] No image sha256:120485f6d677cfeaae0509169f46df14f3ebfafd87b3d876dfa59b738f846c77 (100ms) I0326 23:53:08.599031 1 gather_workloads_info.go:387] No image sha256:3e8d51b4b12d970bf561f67d0fcd9c0966a6d49866e6466daa341ee43d95d6e2 (100ms) I0326 23:53:08.699155 1 gather_workloads_info.go:398] Found image sha256:1c5b548d67e5c56e3297b2f8aa34428e544b5b5ac88bd8d0f465760375c501e6 (100ms) I0326 23:53:08.798783 1 gather_workloads_info.go:387] No image sha256:20a3e59566dd25058fff22e18569067fe6a12d8ac5ac62fa6508e0cee44d7897 (100ms) I0326 23:53:08.899061 1 gather_workloads_info.go:387] No image sha256:12aec97ddeb527881acf5949bea2b227baa1dbfccf30679e8d57ff0b82e42707 (100ms) I0326 23:53:08.997993 1 gather_workloads_info.go:387] No image sha256:3f586d6fd6139bbad131716168590b12db0cdfe4dcbb15ccee65b080d5594b6e (99ms) I0326 23:53:09.098621 1 gather_workloads_info.go:387] No image sha256:2ba73aa991da589b1ee1fa6903abcdd56387007f3d650d345fbc8458bc2baeac (101ms) I0326 23:53:09.198419 1 gather_workloads_info.go:387] No image sha256:5f852f6127d27e6fc071afe58d80024370467cb2476f4d9f077f8ebca8600918 (100ms) I0326 23:53:09.298579 1 gather_workloads_info.go:387] No image sha256:6263faa8ef7759ec21f26df08314c5d64e52d967b49961cb9404c54532c03365 (100ms) I0326 23:53:09.398398 1 gather_workloads_info.go:387] No image sha256:4dcd0b18dea61968f20d49c4372eec43689eb52e823e1a6293e9b89c6e21e587 (100ms) I0326 23:53:09.498745 1 gather_workloads_info.go:387] No image sha256:1f4a37529de4f750099af18e113556bd995fe6922030c614b7d6d23eaa0bd318 (100ms) I0326 23:53:09.598467 1 gather_workloads_info.go:387] No image sha256:7e0a58aad44d5b09954f8261e3e428c8dfa076eb9c2b6ef46a91d27ac78ac17a (100ms) I0326 23:53:09.698311 1 gather_workloads_info.go:387] No image sha256:d71caff0f67fe8d9665d39193d955fc9352224f647406a40e56428dd6cd24953 (100ms) I0326 23:53:09.798051 1 gather_workloads_info.go:387] No image sha256:a18b7658b5cf078bcef30a1c752c42c46907714b589145c7c330cf7ba7db2715 (100ms) I0326 23:53:09.901386 1 gather_workloads_info.go:387] No image sha256:8ef614441b76914f5727f5bec23a9d8dc2785ca7fd6a2516f393529b7801da53 (103ms) I0326 23:53:09.901429 1 tasks_processing.go:74] worker 0 stopped. I0326 23:53:09.901838 1 recorder.go:75] Recording config/workload_info with fingerprint=e8d29e2ab504c5d329aa84dd346aa40f33ea2f7d39b1401f0e5d54c9455d5b0b I0326 23:53:09.901855 1 gather.go:177] gatherer "workloads" function "workload_info" took 16.006984405s to process 1 records I0326 23:53:09.901883 1 periodic.go:263] Periodic gather workloads completed in 16.007s I0326 23:53:09.901892 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0326 23:53:09.901897 1 periodic.go:216] Running conditional gatherer I0326 23:53:09.907701 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules I0326 23:53:10.123720 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer I0326 23:53:10.125472 1 conditional_gatherer.go:374] alert "Watchdog" has state "firing" I0326 23:53:10.125485 1 conditional_gatherer.go:374] alert "AlertmanagerReceiversNotConfigured" has state "firing" I0326 23:53:10.125544 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0326 23:53:10.131507 1 conditional_gatherer.go:392] cluster version is '4.21.6' I0326 23:53:10.131541 1 tasks_processing.go:45] number of workers: 3 I0326 23:53:10.131562 1 tasks_processing.go:69] worker 2 listening for tasks. I0326 23:53:10.131566 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0326 23:53:10.131567 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 23:53:10.131578 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 23:53:10.131587 1 tasks_processing.go:74] worker 1 stopped. I0326 23:53:10.131584 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0326 23:53:10.131581 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0326 23:53:10.131658 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c I0326 23:53:10.131672 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.664µs to process 1 records I0326 23:53:10.131706 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0326 23:53:10.131713 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.157µs to process 1 records I0326 23:53:10.131718 1 tasks_processing.go:74] worker 0 stopped. I0326 23:53:10.131870 1 tasks_processing.go:74] worker 2 stopped. I0326 23:53:10.131884 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 274.262µs to process 0 records I0326 23:53:10.131900 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0326 23:53:10.131918 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0326 23:53:10.164389 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=e9c04645830c1fc61113e2b2ccaa2c21f8fcad09b13e1f1a52d1859cf3463373 I0326 23:53:10.164533 1 diskrecorder.go:70] Writing 136 records to /var/lib/insights-operator/insights-2026-03-26-235310.tar.gz I0326 23:53:10.175004 1 diskrecorder.go:51] Wrote 136 records to disk in 10ms I0326 23:53:10.175050 1 periodic.go:285] Gathering cluster info every 2h0m0s I0326 23:53:10.175068 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0326 23:54:10.084549 1 diskrecorder.go:223] Found files to send: insights-2026-03-26-235310.tar.gz I0326 23:54:10.084580 1 insightsuploader.go:150] Checking archives to upload periodically every 15m15.141702001s I0326 23:54:10.084589 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0326 23:54:10.097698 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0326 23:54:10.280626 1 requests.go:87] Successfully reported id=2026-03-26T23:54:10Z x-rh-insights-request-id=0139d9a89b674117a7a1fe94abc36264, wrote=74729 I0326 23:54:10.280762 1 insightsuploader.go:187] Uploaded report successfully in 196.16595ms I0326 23:54:10.280790 1 controller.go:129] Initializing last reported time to 2026-03-26T23:54:10Z I0326 23:54:10.280823 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0326 23:54:10.280837 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0326 23:54:10.280846 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0326 23:54:10.287566 1 controller.go:554] The operator is healthy I0326 23:54:36.060629 1 controller.go:554] The operator is healthy I0326 23:55:11.678485 1 insightsreport.go:137] Pulling report from smart-proxy I0326 23:55:11.678506 1 insightsreport.go:149] Retrieving report I0326 23:55:11.685417 1 requests.go:110] Retrieving report for cluster: fd8ad4e6-2393-4960-a1d1-549b15ec6d12 I0326 23:55:11.685429 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/fd8ad4e6-2393-4960-a1d1-549b15ec6d12/reports I0326 23:55:11.689566 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/fd8ad4e6-2393-4960-a1d1-549b15ec6d12/reports I0326 23:55:11.891670 1 insightsreport.go:184] Report retrieved I0326 23:55:11.938501 1 insightsreport.go:239] Report retrieved correctly I0326 23:56:36.060965 1 controller.go:554] The operator is healthy I0326 23:57:22.433982 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:57:22.438542 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 23:57:22.460805 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 23:57:22.465805 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 23:57:22.465821 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 23:57:22.470118 1 secretconfigobserver.go:119] support secret does not exist I0326 23:58:36.057993 1 controller.go:554] The operator is healthy I0327 00:00:36.058725 1 controller.go:554] The operator is healthy I0327 00:02:22.470913 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0327 00:02:22.477112 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0327 00:02:22.477129 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0327 00:02:22.481576 1 secretconfigobserver.go:119] support secret does not exist I0327 00:02:36.058966 1 controller.go:554] The operator is healthy I0327 00:04:36.079387 1 controller.go:554] The operator is healthy I0327 00:06:36.059454 1 controller.go:554] The operator is healthy I0327 00:07:22.436014 1 configmapobserver.go:84] configmaps "insights-config" not found I0327 00:07:22.440183 1 configmapobserver.go:84] configmaps "insights-config" not found I0327 00:07:22.482376 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0327 00:07:22.487143 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0327 00:07:22.487162 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0327 00:07:22.491599 1 secretconfigobserver.go:119] support secret does not exist I0327 00:08:36.060259 1 controller.go:554] The operator is healthy I0327 00:09:30.423432 1 insightsuploader.go:146] Nothing to report since 2026-03-26T23:54:10Z I0327 00:10:36.065758 1 controller.go:554] The operator is healthy I0327 00:12:22.491927 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0327 00:12:22.497387 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0327 00:12:22.497420 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0327 00:12:22.501856 1 secretconfigobserver.go:119] support secret does not exist I0327 00:12:36.063340 1 controller.go:554] The operator is healthy