I0326 16:17:10.609207 1 cmd.go:253] Using service-serving-cert provided certificates I0326 16:17:10.610313 1 observer_polling.go:159] Starting file observer I0326 16:17:10.938365 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0326 16:17:10.938559 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0326 16:17:10.939114 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 16:17:10.939129 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0326 16:17:10.939135 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0326 16:17:10.939155 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0326 16:17:10.939158 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0326 16:17:10.939163 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0326 16:17:10.939165 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0326 16:17:10.939167 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0326 16:17:10.953457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"2945f32f-fa73-4ab1-9fb4-6dbc30fbe62d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0326 16:17:10.953459 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0326 16:17:10.954183 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 16:17:10.954202 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0326 16:17:10.954199 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 16:17:10.954190 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 16:17:10.954217 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 16:17:10.954218 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 16:17:10.954460 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0326 16:17:10.954752 1 secure_serving.go:213] Serving securely on [::]:8443 I0326 16:17:10.954779 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0326 16:17:10.967343 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0326 16:17:10.967365 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0326 16:17:10.967461 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0326 16:17:10.971323 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 16:17:10.971339 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0326 16:17:10.975594 1 secretconfigobserver.go:119] support secret does not exist I0326 16:17:10.979602 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 16:17:10.983256 1 secretconfigobserver.go:119] support secret does not exist I0326 16:17:10.986547 1 recorder.go:161] Pruning old reports every 4h30m31s, max age is 288h0m0s I0326 16:17:10.991431 1 operator.go:316] The last pod state is unhealthy I0326 16:17:11.054502 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 16:17:11.054529 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0326 16:17:11.054546 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 16:17:11.067724 1 base_controller.go:82] Caches are synced for ConfigController I0326 16:17:11.067744 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0326 16:17:11.072008 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 16:17:30.995594 1 operator.go:316] The last pod state is unhealthy I0326 16:17:50.991988 1 operator.go:316] The last pod state is unhealthy I0326 16:18:10.993136 1 operator.go:316] The last pod state is unhealthy I0326 16:18:30.995118 1 operator.go:316] The last pod state is unhealthy I0326 16:18:50.996886 1 operator.go:316] The last pod state is unhealthy I0326 16:19:10.992985 1 operator.go:316] The last pod state is unhealthy I0326 16:19:30.996135 1 operator.go:316] The last pod state is unhealthy I0326 16:19:50.996801 1 operator.go:316] The last pod state is unhealthy I0326 16:20:10.992086 1 operator.go:316] The last pod state is unhealthy I0326 16:20:30.995594 1 operator.go:316] The last pod state is unhealthy I0326 16:20:50.993416 1 operator.go:316] The last pod state is unhealthy I0326 16:21:10.992701 1 operator.go:316] The last pod state is unhealthy I0326 16:21:30.994596 1 operator.go:316] The last pod state is unhealthy I0326 16:21:50.994176 1 operator.go:316] The last pod state is unhealthy I0326 16:22:10.989042 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 16:22:10.991843 1 operator.go:316] The last pod state is unhealthy I0326 16:22:10.992555 1 secretconfigobserver.go:119] support secret does not exist I0326 16:22:16.003617 1 operator.go:248] Unable to check insights-operator pod status. Setting initial delay to 11m22.978501145s I0326 16:22:16.003745 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0326 16:22:16.003769 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 12m52s I0326 16:22:16.003788 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0326 16:22:16.003793 1 insightsreport.go:296] Starting report retriever I0326 16:22:16.003797 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0326 16:22:16.010220 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0326 16:22:16.010237 1 controller.go:326] The initial operator extension status is healthy I0326 16:22:16.010245 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 16:22:16.010250 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 16:22:16.010253 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 16:22:16.010268 1 controller.go:489] The operator is still being initialized I0326 16:22:16.010276 1 controller.go:512] The operator is healthy I0326 16:22:16.010352 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0326 16:22:16.010422 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0326 16:22:16.010495 1 operator.go:288] started I0326 16:22:16.010516 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0326 16:22:16.016130 1 controller.go:212] Source scaController *sca.Controller is not ready I0326 16:22:16.016143 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0326 16:22:16.016147 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 16:22:16.016150 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 16:22:16.016152 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 16:22:16.016167 1 controller.go:489] The operator is still being initialized I0326 16:22:16.016172 1 controller.go:512] The operator is healthy I0326 16:22:16.025272 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0326 16:22:16.081806 1 cluster_transfer.go:102] no available accepted cluster transfer I0326 16:22:16.081821 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0326 16:22:16.110955 1 base_controller.go:82] Caches are synced for LoggingSyncer I0326 16:22:16.110969 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0326 16:22:16.137941 1 sca.go:266] etc-pki-entitlement secret successfully created I0326 16:22:16.137958 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0326 16:24:16.017857 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 16:24:16.017873 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 16:24:16.017876 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 16:24:16.017898 1 controller.go:489] The operator is still being initialized I0326 16:24:16.017903 1 controller.go:512] The operator is healthy I0326 16:26:16.023546 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 16:26:16.023564 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 16:26:16.023568 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 16:26:16.023589 1 controller.go:512] The operator is healthy I0326 16:27:10.983037 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 16:27:10.993169 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 16:27:10.997713 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 16:27:10.997731 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 16:27:11.007994 1 secretconfigobserver.go:119] support secret does not exist I0326 16:28:16.017543 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 16:28:16.017557 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 16:28:16.017560 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 16:28:16.017586 1 controller.go:512] The operator is healthy I0326 16:30:16.017547 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 16:30:16.017563 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 16:30:16.017567 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 16:30:16.017611 1 controller.go:512] The operator is healthy I0326 16:32:11.008076 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 16:32:11.013761 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 16:32:11.013780 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 16:32:11.018827 1 secretconfigobserver.go:119] support secret does not exist I0326 16:32:16.017097 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0326 16:32:16.017112 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0326 16:32:16.017116 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0326 16:32:16.017140 1 controller.go:512] The operator is healthy I0326 16:33:38.982879 1 periodic.go:209] Running clusterconfig gatherer I0326 16:33:38.982942 1 tasks_processing.go:45] number of workers: 64 I0326 16:33:38.982964 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 16:33:38.982978 1 tasks_processing.go:69] worker 3 listening for tasks. I0326 16:33:38.982982 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 16:33:38.982977 1 tasks_processing.go:69] worker 7 listening for tasks. I0326 16:33:38.982986 1 tasks_processing.go:69] worker 2 listening for tasks. I0326 16:33:38.982990 1 tasks_processing.go:69] worker 4 listening for tasks. I0326 16:33:38.982991 1 tasks_processing.go:69] worker 5 listening for tasks. I0326 16:33:38.983003 1 tasks_processing.go:69] worker 39 listening for tasks. I0326 16:33:38.983001 1 tasks_processing.go:69] worker 6 listening for tasks. I0326 16:33:38.983015 1 tasks_processing.go:69] worker 40 listening for tasks. I0326 16:33:38.983016 1 tasks_processing.go:69] worker 28 listening for tasks. I0326 16:33:38.983024 1 tasks_processing.go:69] worker 19 listening for tasks. I0326 16:33:38.983024 1 tasks_processing.go:71] worker 40 working on openstack_controlplanes task. I0326 16:33:38.983028 1 tasks_processing.go:69] worker 29 listening for tasks. I0326 16:33:38.983030 1 tasks_processing.go:69] worker 20 listening for tasks. I0326 16:33:38.983032 1 tasks_processing.go:71] worker 29 working on machine_configs task. I0326 16:33:38.983036 1 tasks_processing.go:69] worker 21 listening for tasks. I0326 16:33:38.983040 1 tasks_processing.go:69] worker 41 listening for tasks. I0326 16:33:38.983032 1 tasks_processing.go:69] worker 18 listening for tasks. I0326 16:33:38.983018 1 tasks_processing.go:69] worker 9 listening for tasks. I0326 16:33:38.983017 1 tasks_processing.go:71] worker 6 working on jaegers task. I0326 16:33:38.983054 1 tasks_processing.go:69] worker 17 listening for tasks. I0326 16:33:38.983061 1 tasks_processing.go:69] worker 56 listening for tasks. I0326 16:33:38.983064 1 tasks_processing.go:69] worker 35 listening for tasks. I0326 16:33:38.983063 1 tasks_processing.go:69] worker 22 listening for tasks. I0326 16:33:38.983063 1 tasks_processing.go:69] worker 13 listening for tasks. I0326 16:33:38.983048 1 tasks_processing.go:69] worker 14 listening for tasks. I0326 16:33:38.983075 1 tasks_processing.go:69] worker 34 listening for tasks. I0326 16:33:38.983080 1 tasks_processing.go:69] worker 42 listening for tasks. I0326 16:33:38.983081 1 tasks_processing.go:69] worker 25 listening for tasks. I0326 16:33:38.983087 1 tasks_processing.go:69] worker 26 listening for tasks. I0326 16:33:38.983088 1 tasks_processing.go:69] worker 11 listening for tasks. I0326 16:33:38.983092 1 tasks_processing.go:69] worker 43 listening for tasks. I0326 16:33:38.983094 1 tasks_processing.go:69] worker 31 listening for tasks. I0326 16:33:38.983027 1 tasks_processing.go:71] worker 28 working on operators_pods_and_events task. I0326 16:33:38.983100 1 tasks_processing.go:69] worker 50 listening for tasks. I0326 16:33:38.983092 1 tasks_processing.go:69] worker 32 listening for tasks. I0326 16:33:38.983106 1 tasks_processing.go:69] worker 36 listening for tasks. I0326 16:33:38.983107 1 tasks_processing.go:69] worker 51 listening for tasks. I0326 16:33:38.983107 1 tasks_processing.go:69] worker 46 listening for tasks. I0326 16:33:38.983114 1 tasks_processing.go:69] worker 37 listening for tasks. I0326 16:33:38.983109 1 tasks_processing.go:69] worker 30 listening for tasks. I0326 16:33:38.983115 1 tasks_processing.go:69] worker 47 listening for tasks. I0326 16:33:38.983120 1 tasks_processing.go:69] worker 48 listening for tasks. I0326 16:33:38.983127 1 tasks_processing.go:71] worker 7 working on mutating_webhook_configurations task. I0326 16:33:38.983128 1 tasks_processing.go:69] worker 54 listening for tasks. I0326 16:33:38.983076 1 tasks_processing.go:69] worker 24 listening for tasks. I0326 16:33:38.983135 1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task. I0326 16:33:38.983138 1 tasks_processing.go:71] worker 20 working on node_logs task. I0326 16:33:38.983134 1 tasks_processing.go:69] worker 55 listening for tasks. I0326 16:33:38.983139 1 tasks_processing.go:71] worker 4 working on crds task. I0326 16:33:38.983146 1 tasks_processing.go:71] worker 21 working on machines task. I0326 16:33:38.983151 1 tasks_processing.go:69] worker 62 listening for tasks. I0326 16:33:38.983003 1 tasks_processing.go:69] worker 27 listening for tasks. I0326 16:33:38.983155 1 tasks_processing.go:69] worker 60 listening for tasks. I0326 16:33:38.983164 1 tasks_processing.go:71] worker 27 working on oauths task. I0326 16:33:38.983161 1 tasks_processing.go:71] worker 55 working on cost_management_metrics_configs task. I0326 16:33:38.983007 1 tasks_processing.go:69] worker 8 listening for tasks. I0326 16:33:38.983171 1 tasks_processing.go:71] worker 1 working on infrastructures task. I0326 16:33:38.983178 1 tasks_processing.go:71] worker 8 working on openstack_dataplanenodesets task. I0326 16:33:38.983032 1 tasks_processing.go:71] worker 19 working on openstack_dataplanedeployments task. I0326 16:33:38.983200 1 tasks_processing.go:71] worker 11 working on nodenetworkconfigurationpolicies task. I0326 16:33:38.983009 1 tasks_processing.go:71] worker 39 working on storage_cluster task. I0326 16:33:38.983212 1 tasks_processing.go:71] worker 46 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0326 16:33:38.983084 1 tasks_processing.go:69] worker 10 listening for tasks. I0326 16:33:38.983252 1 tasks_processing.go:71] worker 43 working on machine_autoscalers task. I0326 16:33:38.983257 1 tasks_processing.go:71] worker 10 working on operators task. I0326 16:33:38.983311 1 tasks_processing.go:71] worker 32 working on config_maps task. I0326 16:33:38.983311 1 tasks_processing.go:71] worker 31 working on openshift_machine_api_events task. I0326 16:33:38.983166 1 tasks_processing.go:71] worker 60 working on image_pruners task. I0326 16:33:38.983097 1 tasks_processing.go:69] worker 49 listening for tasks. I0326 16:33:38.983105 1 tasks_processing.go:69] worker 44 listening for tasks. I0326 16:33:38.983071 1 tasks_processing.go:69] worker 23 listening for tasks. I0326 16:33:38.983068 1 tasks_processing.go:69] worker 16 listening for tasks. I0326 16:33:38.983149 1 tasks_processing.go:69] worker 61 listening for tasks. I0326 16:33:38.983117 1 tasks_processing.go:69] worker 63 listening for tasks. I0326 16:33:38.983118 1 tasks_processing.go:69] worker 52 listening for tasks. I0326 16:33:38.983125 1 tasks_processing.go:69] worker 57 listening for tasks. I0326 16:33:38.983126 1 tasks_processing.go:69] worker 53 listening for tasks. I0326 16:33:38.983130 1 tasks_processing.go:71] worker 3 working on container_images task. I0326 16:33:38.983409 1 tasks_processing.go:71] worker 56 working on authentication task. I0326 16:33:38.983412 1 tasks_processing.go:71] worker 41 working on clusterroles task. I0326 16:33:38.983417 1 tasks_processing.go:71] worker 30 working on olm_operators task. I0326 16:33:38.983450 1 tasks_processing.go:71] worker 35 working on image_registries task. I0326 16:33:38.983491 1 tasks_processing.go:71] worker 13 working on ingress_certificates task. I0326 16:33:38.983100 1 tasks_processing.go:69] worker 38 listening for tasks. I0326 16:33:38.983137 1 tasks_processing.go:71] worker 2 working on install_plans task. I0326 16:33:38.983561 1 tasks_processing.go:71] worker 38 working on support_secret task. I0326 16:33:38.983070 1 tasks_processing.go:69] worker 33 listening for tasks. I0326 16:33:38.983594 1 tasks_processing.go:71] worker 33 working on monitoring_persistent_volumes task. I0326 16:33:38.983620 1 tasks_processing.go:71] worker 47 working on pdbs task. I0326 16:33:38.983129 1 tasks_processing.go:69] worker 45 listening for tasks. I0326 16:33:38.983144 1 tasks_processing.go:69] worker 59 listening for tasks. I0326 16:33:38.983412 1 tasks_processing.go:71] worker 37 working on validating_webhook_configurations task. I0326 16:33:38.983159 1 tasks_processing.go:71] worker 62 working on machine_config_pools task. I0326 16:33:38.983248 1 tasks_processing.go:71] worker 50 working on pod_network_connectivity_checks task. I0326 16:33:38.983081 1 tasks_processing.go:69] worker 15 listening for tasks. I0326 16:33:38.983400 1 tasks_processing.go:71] worker 22 working on schedulers task. I0326 16:33:38.984206 1 tasks_processing.go:71] worker 15 working on tsdb_status task. I0326 16:33:38.983405 1 tasks_processing.go:71] worker 17 working on image task. I0326 16:33:38.983408 1 tasks_processing.go:71] worker 9 working on container_runtime_configs task. I0326 16:33:38.983725 1 tasks_processing.go:71] worker 42 working on version task. I0326 16:33:38.983091 1 tasks_processing.go:69] worker 12 listening for tasks. I0326 16:33:38.984368 1 tasks_processing.go:71] worker 12 working on machine_healthchecks task. I0326 16:33:38.983733 1 tasks_processing.go:71] worker 14 working on storage_classes task. I0326 16:33:38.983735 1 tasks_processing.go:71] worker 36 working on sap_pods task. I0326 16:33:38.983739 1 tasks_processing.go:71] worker 34 working on ceph_cluster task. I0326 16:33:38.983753 1 tasks_processing.go:71] worker 51 working on feature_gates task. I0326 16:33:38.983759 1 tasks_processing.go:71] worker 61 working on proxies task. I0326 16:33:38.983762 1 tasks_processing.go:71] worker 52 working on qemu_kubevirt_launcher_logs task. I0326 16:33:38.983765 1 tasks_processing.go:71] worker 49 working on metrics task. I0326 16:33:38.983770 1 tasks_processing.go:71] worker 44 working on openshift_logging task. I0326 16:33:38.983765 1 tasks_processing.go:71] worker 63 working on nodes task. I0326 16:33:38.983774 1 tasks_processing.go:71] worker 16 working on aggregated_monitoring_cr_names task. I0326 16:33:38.983774 1 tasks_processing.go:71] worker 23 working on machine_sets task. I0326 16:33:38.983782 1 tasks_processing.go:71] worker 18 working on networks task. I0326 16:33:38.983789 1 tasks_processing.go:71] worker 26 working on lokistack task. I0326 16:33:38.983796 1 tasks_processing.go:71] worker 25 working on sap_datahubs task. I0326 16:33:38.983808 1 tasks_processing.go:71] worker 57 working on openstack_version task. I0326 16:33:38.983824 1 tasks_processing.go:71] worker 54 working on cluster_apiserver task. I0326 16:33:38.983829 1 tasks_processing.go:71] worker 48 working on silenced_alerts task. I0326 16:33:38.985902 1 gather_lokistack.go:58] Start LokiStack gathering I0326 16:33:38.983841 1 tasks_processing.go:71] worker 53 working on ingress task. I0326 16:33:38.983852 1 tasks_processing.go:71] worker 24 working on nodenetworkstates task. I0326 16:33:38.983133 1 tasks_processing.go:69] worker 58 listening for tasks. I0326 16:33:38.983008 1 tasks_processing.go:71] worker 5 working on service_accounts task. I0326 16:33:38.984010 1 tasks_processing.go:71] worker 45 working on active_alerts task. I0326 16:33:38.984126 1 tasks_processing.go:71] worker 59 working on dvo_metrics task. I0326 16:33:38.986273 1 tasks_processing.go:71] worker 58 working on certificate_signing_requests task. I0326 16:33:38.988006 1 tasks_processing.go:71] worker 39 working on sap_config task. I0326 16:33:38.988016 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.778691ms to process 0 records I0326 16:33:38.997633 1 tasks_processing.go:74] worker 21 stopped. E0326 16:33:38.997667 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0326 16:33:38.997680 1 gather.go:177] gatherer "clusterconfig" function "machines" took 14.473074ms to process 0 records I0326 16:33:38.997690 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.417353ms to process 0 records I0326 16:33:38.997704 1 tasks_processing.go:74] worker 11 stopped. I0326 16:33:38.997781 1 tasks_processing.go:74] worker 40 stopped. I0326 16:33:38.997800 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.744331ms to process 0 records I0326 16:33:38.997831 1 tasks_processing.go:74] worker 20 stopped. I0326 16:33:38.997845 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 14.686467ms to process 0 records I0326 16:33:38.997959 1 tasks_processing.go:74] worker 1 stopped. I0326 16:33:38.998476 1 recorder.go:75] Recording config/infrastructure with fingerprint=a8e0f1260956fcef08ff917c391e046794b55d8e8efd29207acc34dac0c076a8 I0326 16:33:38.998494 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 14.668755ms to process 1 records E0326 16:33:38.998508 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0326 16:33:38.998514 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 14.553201ms to process 0 records I0326 16:33:38.998518 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 14.530768ms to process 0 records I0326 16:33:38.998523 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 15.159327ms to process 0 records I0326 16:33:38.998527 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 15.045274ms to process 0 records I0326 16:33:38.998532 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 14.97584ms to process 0 records I0326 16:33:38.998536 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 14.947355ms to process 0 records I0326 16:33:38.998580 1 tasks_processing.go:74] worker 6 stopped. I0326 16:33:38.998591 1 tasks_processing.go:74] worker 38 stopped. I0326 16:33:38.998595 1 tasks_processing.go:74] worker 33 stopped. I0326 16:33:38.998593 1 tasks_processing.go:74] worker 43 stopped. I0326 16:33:38.998599 1 tasks_processing.go:74] worker 31 stopped. I0326 16:33:38.998608 1 tasks_processing.go:74] worker 55 stopped. I0326 16:33:38.998662 1 tasks_processing.go:74] worker 27 stopped. I0326 16:33:38.998749 1 recorder.go:75] Recording config/oauth with fingerprint=1ed724ac7cc98b8516d76cef513e6b4c8da23d62b8b6e74fa66a372c20217d02 I0326 16:33:38.998759 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 15.271278ms to process 1 records I0326 16:33:38.998837 1 tasks_processing.go:74] worker 56 stopped. I0326 16:33:38.998909 1 recorder.go:75] Recording config/authentication with fingerprint=3cf51db2394c78419e4ebdeebf84d771fbb78769acac5a3870b5b7ddbf39a7c2 I0326 16:33:38.998917 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 15.047765ms to process 1 records I0326 16:33:38.998991 1 tasks_processing.go:74] worker 60 stopped. I0326 16:33:38.999107 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=542fceca77358faa4a3b93a2547f91ba3b535e0e5ff426d1340c2e0a4b784dd4 I0326 16:33:38.999116 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 15.236532ms to process 1 records I0326 16:33:38.999271 1 tasks_processing.go:74] worker 0 stopped. I0326 16:33:38.999296 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0326 16:33:38.999307 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 16.123133ms to process 1 records I0326 16:33:39.005793 1 tasks_processing.go:74] worker 19 stopped. I0326 16:33:39.005811 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 22.594573ms to process 0 records I0326 16:33:39.005839 1 tasks_processing.go:74] worker 8 stopped. I0326 16:33:39.005846 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 22.655159ms to process 0 records I0326 16:33:39.006012 1 tasks_processing.go:74] worker 12 stopped. E0326 16:33:39.006025 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0326 16:33:39.006035 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 21.632368ms to process 0 records I0326 16:33:39.007008 1 tasks_processing.go:74] worker 35 stopped. I0326 16:33:39.007352 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=bf853b91dda1f12ac14e4bd716c75b7e34a7439606702471f72dd22b9c921f89 I0326 16:33:39.007370 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 23.536018ms to process 1 records I0326 16:33:39.007377 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 23.154569ms to process 0 records I0326 16:33:39.007382 1 tasks_processing.go:74] worker 62 stopped. I0326 16:33:39.007818 1 tasks_processing.go:74] worker 47 stopped. I0326 16:33:39.007923 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=8d4c49df7ddd0425505e54abd783c580ead24c41596ec51cbc8cca5e9992b984 I0326 16:33:39.007945 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=302059f93ce130b9761143ec90776588d8ab56adeb79f1f652e642aeb013a7ac I0326 16:33:39.007960 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=aac0e786477cd31a527e9b61298c7630a8e55a96c266adce98c045399079c262 I0326 16:33:39.007986 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=52ec45fc6b11a616f5ca75c8a238e45927b1c8b2882c47e2dddf47b02883fb67 I0326 16:33:39.008014 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=63f399523af4ffb2ca318395340798f95d2658733fd76e17f5fe2a0a4439f84b I0326 16:33:39.008072 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=6cec53f23b33fc20cf83a16647c1d6fd7f08e6cacdeb4eddcb86dc582db7a29c I0326 16:33:39.008103 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=fe738955aa543b08ca1ee67c642900b6bc2ddc48174943fb19632ae6da1c4e2f I0326 16:33:39.008123 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=7b29cd5cd2f86efbacf29edf1f71ea5d3920f33aa6357c3ad2d1776afe41ee73 I0326 16:33:39.008137 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=4722b2b39b458feaf68e7ff979b5075cbacfd73beb9d9433d69c14d6cb3f83de I0326 16:33:39.008155 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=53526effa8832d992f5d2d77c1fd56f7c5e74ec90fa5f0cda8b0ab81be6a9492 I0326 16:33:39.008171 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=72eafbf434f1c725527ddf2b654388e45c2a4e4360807ebd3bf9c94d97257d9e I0326 16:33:39.008179 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 24.181889ms to process 11 records I0326 16:33:39.009795 1 gather_cluster_operator_pods_and_events.go:121] Found 0 pods with 0 containers I0326 16:33:39.009813 1 tasks_processing.go:74] worker 28 stopped. I0326 16:33:39.009820 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 26.703767ms to process 0 records I0326 16:33:39.012684 1 tasks_processing.go:74] worker 34 stopped. I0326 16:33:39.012699 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 28.120209ms to process 0 records I0326 16:33:39.012708 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 28.389271ms to process 0 records I0326 16:33:39.012713 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 27.861493ms to process 0 records I0326 16:33:39.012718 1 tasks_processing.go:74] worker 44 stopped. I0326 16:33:39.012722 1 tasks_processing.go:74] worker 9 stopped. I0326 16:33:39.012874 1 tasks_processing.go:74] worker 36 stopped. I0326 16:33:39.012891 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 28.347202ms to process 0 records I0326 16:33:39.012972 1 tasks_processing.go:74] worker 23 stopped. I0326 16:33:39.012988 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 27.654352ms to process 0 records I0326 16:33:39.012997 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 27.36843ms to process 0 records I0326 16:33:39.013003 1 tasks_processing.go:74] worker 25 stopped. I0326 16:33:39.013028 1 tasks_processing.go:74] worker 26 stopped. I0326 16:33:39.013041 1 gather_logs.go:145] no pods in namespace were found I0326 16:33:39.013049 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 27.482786ms to process 0 records I0326 16:33:39.013062 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 28.336518ms to process 0 records I0326 16:33:39.013069 1 tasks_processing.go:74] worker 52 stopped. I0326 16:33:39.013135 1 tasks_processing.go:74] worker 37 stopped. I0326 16:33:39.013329 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=732fae2d8da0281aa8598595696b9e33c8ec1dbd1aedaa6e9d41c9fdd4d510b3 I0326 16:33:39.013365 1 recorder.go:75] Recording config/validatingwebhookconfigurations/cert-manager-webhook with fingerprint=d24c4d6607e35d60d8b71a2c49c06ad8326566731a4437a25b9a091479cbe54f I0326 16:33:39.013398 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.operator.tekton.dev with fingerprint=8cbb79675a4fbe9e93fda061525600d365e3ea914b0a0c776c459318ca5251b6 I0326 16:33:39.013425 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.pipeline.tekton.dev with fingerprint=9077f01e3381406f4f7515357166c851af21b47a79c90cdebf0e877678a07ec8 I0326 16:33:39.013466 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.triggers.tekton.dev with fingerprint=7096bc81680a39c370c8ba84d619a29f6fb7540430202392c5fc55f571b7a292 I0326 16:33:39.013524 1 recorder.go:75] Recording config/validatingwebhookconfigurations/integration-service-validating-webhook-configuration with fingerprint=6e70c96c7d653d4d277827a838642e06a60217e3d4a830c8edf855e5e8e2b30d I0326 16:33:39.013564 1 recorder.go:75] Recording config/validatingwebhookconfigurations/monitoringconfigmaps.openshift.io with fingerprint=eb37e52abf55c8caa89bbdc36119784ca008f3dc1e0a76c2d6e6c0ce5f0f3a90 I0326 16:33:39.013664 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=39d69ba2341ad5c392f9e0eb0bf2a9cb8d6a95b657b09b4dc3eec7516a7f98ee I0326 16:33:39.013713 1 recorder.go:75] Recording config/validatingwebhookconfigurations/namespace.operator.tekton.dev with fingerprint=f791da4067b09be14ac96fab2ac146fbae3dfc86badced684e8ad1bd78a2dd79 I0326 16:33:39.013842 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=5464274fd722df5c136b87d41e67550d951806c41b7246d43ab7bec343f1aeba I0326 16:33:39.013874 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=3036558e6eb812290f442cfc071eb2ce6564907fb2c21c4bf7de1e003794678d I0326 16:33:39.013900 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=da455f1ef73e8d3d2f62d590bc01b9662007db170d5e3ad64be67ebef09e0b81 I0326 16:33:39.013971 1 recorder.go:75] Recording config/validatingwebhookconfigurations/release-service-validating-webhook-configuration with fingerprint=56e6df635fc43cc405bb10f21f99946ae1d0ab6dc678b3d2d836f7e9295fc4de I0326 16:33:39.014016 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=c66a4d92c475fbafdd7a021c9b2baa138901e6ba6df9d772dfbbb6f10eb0124d I0326 16:33:39.014060 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=59901fef34406a621b3e22edcc9d4336403dee215827c31a0dce6a49bd79d6da I0326 16:33:39.014104 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=53ebca41b25762feda1428d02efd80f7761d22f0499a24ebb70efc74fe3ee360 I0326 16:33:39.014147 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=5449eb457f57e3e7bfecc5ac915e2995457c7be51cfd883fa3f092b6c72a7c24 I0326 16:33:39.014211 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=fee4459b79a37406d78948236d6e9478f2c7f132b3351aac1de130b46464caeb I0326 16:33:39.014252 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=ce4fb655f9e14376a746ae1858aa58e7999ddef499af7ef96f5d48aec198a3ec I0326 16:33:39.014293 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=54c64aba6b47d8a7063072337ff260473cbf27a0202d5c0bdd909e8acf4f5cbc I0326 16:33:39.014339 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=ea15b84770c3211212d8c40cf14df9f7d40fc937c5929ea863ce82ebb72c64c2 I0326 16:33:39.014376 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.pipelinesascode.tekton.dev with fingerprint=7f3ecdb99b139a981d0b6a260f3d7658f1b6fd521c65e2242a8636478ae53407 I0326 16:33:39.014433 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.operator.tekton.dev with fingerprint=3e948c5686da1f3b38efe49b0cc3ddf6a0039c89490bbb9c6892c0b80a83e480 I0326 16:33:39.014490 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.pipeline.tekton.dev with fingerprint=9ba08a3c575c57232163243d5ace3ef35f427c59ab47dff2a2652094b9f6528e I0326 16:33:39.014548 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.triggers.tekton.dev with fingerprint=8d76e96b0efc2eb54b2b1c732fedb43c7b9f5e18633e83cc66fdfd57524f492a I0326 16:33:39.014602 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 28.992342ms to process 25 records I0326 16:33:39.015314 1 tasks_processing.go:74] worker 7 stopped. I0326 16:33:39.015505 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/annotation.operator.tekton.dev with fingerprint=4c8a97dab8f7f33367dd7400cdfd4d03237bc3fba2f205e41a87a00886d90520 I0326 16:33:39.015791 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=5db777788b71427745951cb56df537f33269a22167f5b2a82e16b0de924d447d I0326 16:33:39.015860 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/cert-manager-webhook with fingerprint=b9439dd0a61a63dee8029bdf0c020e6320174e370118f8c6e96893a23205baed I0326 16:33:39.015922 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/integration-service-mutating-webhook-configuration with fingerprint=6558733cc7f3da66da130ac8f35330a2127253ce5d06b76d0565b696c86f91ee I0326 16:33:39.015975 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/proxy.operator.tekton.dev with fingerprint=e44629e69ee9096cee16706a4a33b3266fa3127804903ff4313ea3d9d252299c I0326 16:33:39.016084 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/release-service-mutating-webhook-configuration with fingerprint=28212df3fe9b6a00ed2dd92e86b6926564d3cd96535ba647911ebaba160b6e14 I0326 16:33:39.016137 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=59e32cce874c57f7a83d693edc9a22b176c60bd8ebe46a00ff6f61a3f603a329 I0326 16:33:39.016195 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=7ed550223acbc3dc77a7a42e7165b79cd2b034b53e9bee09f8dfdc1d44e82077 I0326 16:33:39.016253 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.operator.tekton.dev with fingerprint=7751ab700f9e7d5c1ee767b58f63c660692536b0993073ab628d632dcf850df0 I0326 16:33:39.016327 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.pipeline.tekton.dev with fingerprint=2a411d3e969a8d00a993bf8fc6fbbc3a436f8068b9e38ba3ada65baa4b8a389f I0326 16:33:39.016404 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.triggers.tekton.dev with fingerprint=1c140fc9f55b32e6ce1da1c466e41e1b15319ad4767a96b9b97eab70f4191abb I0326 16:33:39.016420 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 30.019213ms to process 11 records I0326 16:33:39.016432 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 27.042024ms to process 0 records I0326 16:33:39.016444 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 25.53573ms to process 0 records I0326 16:33:39.016545 1 recorder.go:75] Recording config/proxy with fingerprint=d69fd07bb97062571a4907bfd9f049446dcf909f6f045334a871f12cf41d8a7a I0326 16:33:39.016560 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 28.874086ms to process 1 records I0326 16:33:39.016568 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 27.899291ms to process 0 records I0326 16:33:39.016633 1 tasks_processing.go:74] worker 39 stopped. I0326 16:33:39.016683 1 tasks_processing.go:74] worker 24 stopped. I0326 16:33:39.016692 1 tasks_processing.go:74] worker 61 stopped. I0326 16:33:39.016697 1 tasks_processing.go:74] worker 57 stopped. I0326 16:33:39.016733 1 recorder.go:75] Recording config/image with fingerprint=af1f8c7471718c0533607d642bbf4a7c8455dfc59838a8963671c33dd0775fd5 I0326 16:33:39.016749 1 gather.go:177] gatherer "clusterconfig" function "image" took 29.582693ms to process 1 records I0326 16:33:39.017002 1 tasks_processing.go:74] worker 22 stopped. I0326 16:33:39.017007 1 tasks_processing.go:74] worker 17 stopped. I0326 16:33:39.017089 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=ea734d90b31a8cd0421b5f3129d7ac75cd23eeb7b73f049c1a3b60e24b3be932 I0326 16:33:39.017105 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 29.833293ms to process 1 records I0326 16:33:39.017254 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=b2bd79ca0dcc8bb97632ae8542267779be1e048ca7693b0c800b4dcd3ad497ba I0326 16:33:39.017323 1 tasks_processing.go:74] worker 14 stopped. I0326 16:33:39.017509 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=71747d05430e47e2eefbaca03aae9a78c0b10757d5b996149438966a732ac571 I0326 16:33:39.017637 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 29.818631ms to process 2 records I0326 16:33:39.018292 1 recorder.go:75] Recording config/apiserver with fingerprint=d61dc4013f96cc3e8270e10934a54871e4a707870e22ddf28f17066879fc4f70 I0326 16:33:39.018294 1 tasks_processing.go:74] worker 54 stopped. I0326 16:33:39.018315 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 28.572791ms to process 1 records I0326 16:33:39.018392 1 tasks_processing.go:74] worker 51 stopped. I0326 16:33:39.018455 1 recorder.go:75] Recording config/featuregate with fingerprint=91bec7ce37f77da6db8bd495b079bbaca80378dd40a2ce959304b5a6e32b57fd I0326 16:33:39.018471 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 30.561877ms to process 1 records I0326 16:33:39.018548 1 tasks_processing.go:74] worker 53 stopped. I0326 16:33:39.018665 1 recorder.go:75] Recording config/ingress with fingerprint=f43480f0a1577c246cc1f2a17a198618c46bf05745f851456582e9972009450a I0326 16:33:39.018681 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 29.673204ms to process 1 records I0326 16:33:39.018797 1 tasks_processing.go:74] worker 18 stopped. I0326 16:33:39.018851 1 recorder.go:75] Recording config/network with fingerprint=e91d564eeb49f509370268eacdcb18b7e7e4a50620755d367a95e0c0098a36b2 I0326 16:33:39.018860 1 gather.go:177] gatherer "clusterconfig" function "networks" took 30.578811ms to process 1 records I0326 16:33:39.019018 1 tasks_processing.go:74] worker 63 stopped. I0326 16:33:39.019201 1 recorder.go:75] Recording config/node/ip-10-0-0-180.ec2.internal with fingerprint=9c7ebd09282f096fe125986db079a46260c876f6a45dffda6d47464555807d4c I0326 16:33:39.019306 1 recorder.go:75] Recording config/node/ip-10-0-1-131.ec2.internal with fingerprint=82b5cacb9ec9e46fa12ae23ba25d75f82789bab9337e96c30e98b8ba052083c7 I0326 16:33:39.019398 1 recorder.go:75] Recording config/node/ip-10-0-2-183.ec2.internal with fingerprint=5f8aa906af6f14f17508909117a374fb0ddb98d410a160700472da703cfe28a0 I0326 16:33:39.019410 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 33.485164ms to process 3 records I0326 16:33:39.019440 1 recorder.go:75] Recording config/podnetworkconnectivitychecks with fingerprint=44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a I0326 16:33:39.019451 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 34.235473ms to process 1 records I0326 16:33:39.019456 1 tasks_processing.go:74] worker 50 stopped. I0326 16:33:39.019515 1 tasks_processing.go:74] worker 41 stopped. I0326 16:33:39.020116 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=114b846b05acfc170f06f8c226f7c57722249a053ce204c5b17e489364327a38 I0326 16:33:39.020503 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=4fbc87604fde63655550cb7dac08576547dc643d65da1679453d9d71e5ad0def I0326 16:33:39.020521 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 36.091662ms to process 2 records I0326 16:33:39.021434 1 tasks_processing.go:74] worker 58 stopped. I0326 16:33:39.021448 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 34.742643ms to process 0 records I0326 16:33:39.023672 1 tasks_processing.go:74] worker 42 stopped. I0326 16:33:39.025108 1 recorder.go:75] Recording config/version with fingerprint=c1b0907acdc5bed6c76b66502e6eb93e42315bf3787fb2c1e89765704823d239 I0326 16:33:39.025148 1 recorder.go:75] Recording config/id with fingerprint=d9cb7a9aac2b5ec78cb02a751cbed8c014275e73c74eb8fc6b75b57b242fe636 I0326 16:33:39.025159 1 gather.go:177] gatherer "clusterconfig" function "version" took 39.329707ms to process 2 records I0326 16:33:39.026708 1 tasks_processing.go:74] worker 4 stopped. I0326 16:33:39.027635 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=55acda6b6f651aab5782c301d8d294d3514b239e747f50067aadb55881f0be5d I0326 16:33:39.028161 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=f666b0ba17a2cae92c0a93316ac8955dd8133a3b7154f3cdcd7cdb4dfb3436eb I0326 16:33:39.028182 1 gather.go:177] gatherer "clusterconfig" function "crds" took 43.549155ms to process 2 records I0326 16:33:39.030200 1 tasks_processing.go:74] worker 29 stopped. I0326 16:33:39.030226 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0326 16:33:39.030234 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 47.158937ms to process 1 records I0326 16:33:39.033547 1 tasks_processing.go:74] worker 16 stopped. I0326 16:33:39.033570 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 48.343277ms to process 0 records I0326 16:33:39.041829 1 tasks_processing.go:74] worker 13 stopped. E0326 16:33:39.041846 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0326 16:33:39.041853 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9givn6vl3ofqdurvrk7su0mahoqj5n-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9givn6vl3ofqdurvrk7su0mahoqj5n-primary-cert-bundle-secret" not found I0326 16:33:39.041907 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=6fb727bed1c83050329536543d193b1b85e62957b2b9690c167f24867d883943 I0326 16:33:39.041920 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 58.316926ms to process 1 records I0326 16:33:39.047365 1 tasks_processing.go:74] worker 32 stopped. E0326 16:33:39.047384 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0326 16:33:39.047394 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0326 16:33:39.047399 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0326 16:33:39.047410 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0326 16:33:39.047437 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0326 16:33:39.047445 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0326 16:33:39.047448 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0326 16:33:39.047457 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0326 16:33:39.047495 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0326 16:33:39.047502 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0326 16:33:39.047507 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 64.040525ms to process 7 records I0326 16:33:39.059192 1 tasks_processing.go:74] worker 46 stopped. I0326 16:33:39.059217 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 75.95826ms to process 0 records I0326 16:33:39.059514 1 tasks_processing.go:74] worker 3 stopped. I0326 16:33:39.060995 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-4qml9 with fingerprint=cacbcc1b883b56c0a0b422e89760e3a0a939b88bb430b9408f0601c834507bf7 I0326 16:33:39.061135 1 recorder.go:75] Recording config/running_containers with fingerprint=2cceab075a8bbb25718966e9e176e009add94bbfbbf0871f8e28d6686b52b502 I0326 16:33:39.061145 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 76.091676ms to process 2 records I0326 16:33:39.082603 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0326 16:33:39.086300 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0326 16:33:39.100789 1 tasks_processing.go:74] worker 30 stopped. I0326 16:33:39.100976 1 recorder.go:75] Recording config/olm_operators with fingerprint=2c9637cc73978f76865adba217ad6c4b974dcbea040b617efc1407fced77eec1 I0326 16:33:39.100991 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 117.35432ms to process 1 records I0326 16:33:40.056983 1 tasks_processing.go:74] worker 48 stopped. I0326 16:33:40.057010 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0326 16:33:40.057025 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.071060482s to process 1 records I0326 16:33:40.057537 1 tasks_processing.go:74] worker 45 stopped. I0326 16:33:40.057583 1 recorder.go:75] Recording config/alerts with fingerprint=4063bea3fee3d1c5d08777dd8d6d6438356e2d9340590cc7f2b8d3f24555ebaa I0326 16:33:40.057595 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.071041203s to process 1 records I0326 16:33:40.070368 1 tasks_processing.go:74] worker 49 stopped. I0326 16:33:40.070467 1 recorder.go:75] Recording config/metrics with fingerprint=93a8b16e6d35c0c921f4a21f93a82534cb9d831bf81ade62ff427e6a8b953214 I0326 16:33:40.070487 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 1.085554038s to process 1 records I0326 16:33:40.075461 1 tasks_processing.go:74] worker 15 stopped. I0326 16:33:40.075479 1 recorder.go:75] Recording config/tsdb.json with fingerprint=2467e476010cd1132886e5ab94570fbdea4f98389be34da5de6559f71d947be3 I0326 16:33:40.075486 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.091242212s to process 1 records I0326 16:33:41.443826 1 tasks_processing.go:74] worker 10 stopped. I0326 16:33:41.443898 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=53454eaa229dd42b41312e8f80216c7ab66c858b5f82097891175a6525b90cf5 I0326 16:33:41.443951 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0326 16:33:41.443976 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=4638cc5ffe2f04edd582a1a75cdcc33640067b0b4c480812c2d06cfcbdd1593b I0326 16:33:41.443987 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0326 16:33:41.444009 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=7ff891db4b401133b0792ea383ccc69941b1b3e71c4e7d78983abd6cace18e7d I0326 16:33:41.444026 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0326 16:33:41.444049 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=428661386025b77cc7c4b499a9af71124a09a2979d885e7ccdc4125850ad7c75 I0326 16:33:41.444075 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=ba2217d4544c02c8abdf55c88c7c5c1daa8367db664381b6ea9fd8a0a97c4e6f I0326 16:33:41.444098 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=65423895efca20c8bc2ba34c06021c373dd4b9c0b23b5eb61d20b125be6876b9 I0326 16:33:41.444129 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=378379aff6b425634d4636c83e946014dd72befbef62796dddacbd1c69af93e9 I0326 16:33:41.444388 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=b0140170d8bc880168f47736e5b53edb508e4b39b3cf4e2cb00f31eac0020890 I0326 16:33:41.444406 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=add502c786e99ab723a36b71e4e0bda942c85095cf1a2c45a40dd7b858169ada I0326 16:33:41.444416 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0326 16:33:41.444431 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=e5793d2fc9e5d7ba5106de6e83a49933018a52950e5fb33d5cf6bba8bcd2e8b5 I0326 16:33:41.444442 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0326 16:33:41.444457 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=d214bf4c61c0586764c783a17f019a745a96afe971b51c8594340145d71462f0 I0326 16:33:41.444467 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0326 16:33:41.444486 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=93fa7c10a87ee9e48db5fb7b444d60e62305d25120fce4d8741938086956b5b9 I0326 16:33:41.444495 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0326 16:33:41.444517 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=b7202f3e39703c92e73bde9165d741fd5082730e9760c98f0ef591889a3c6f14 I0326 16:33:41.444617 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=cc49e5119918f67626dc8c3951f59f5dfc53789098be26b37e6e891c16241dc0 I0326 16:33:41.444626 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0326 16:33:41.444632 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0326 16:33:41.444680 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0326 16:33:41.444712 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=5835d96fa655acf2a15ad0463510d16d905778dfb31a52920c0793844d0e9103 I0326 16:33:41.444765 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=3b8618f9a128fcae8014fcb0f69147cb00a5f42e420a38b1ac67b1ffa6b87058 I0326 16:33:41.444774 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0326 16:33:41.444797 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=2323c1d2717cd2577c6f6f38aaac4aaf370af6370465e11cb1b86989c3b37b5b I0326 16:33:41.444808 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0326 16:33:41.444825 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=44c31c6b7ddbfe9b2a45ac46452e48763ff56a1e8c4193242ca7b156c14b088f I0326 16:33:41.444835 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0326 16:33:41.444848 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=9115900b8bcd42db12612656a7aec7e93f4ccb68837f8fc4ce3fc20b035fbf34 I0326 16:33:41.444863 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=26c19d9fb4d6628770a2b570378d0545bf048e5cd223d19b33c0a2aab6a914eb I0326 16:33:41.444878 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=a5a5a03fe8b97f3a3301808571e7da60bae1c0eda2cc11607de71829fc59e31e I0326 16:33:41.444898 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=959c89b16d43cf2e42c0de9043997729835e1abc1c1f965c52957eefb278f4a7 I0326 16:33:41.444907 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0326 16:33:41.444955 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=bb028248e989611fef0ca679073d794ecbe921fbd25b656f5cfc88cca4aba7a5 I0326 16:33:41.444972 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0326 16:33:41.444981 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0326 16:33:41.444988 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.460552857s to process 39 records I0326 16:33:41.608695 1 tasks_processing.go:74] worker 59 stopped. I0326 16:33:41.609065 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=a62cd567f81eb288fd293444b2483f34733ef0cce1313e92196b3a48286379e2 I0326 16:33:41.609082 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 2.622171983s to process 1 records I0326 16:33:52.024252 1 tasks_processing.go:74] worker 2 stopped. I0326 16:33:52.024303 1 recorder.go:75] Recording config/installplans with fingerprint=a141caf3b7ccce0ed9177a6b544856caea4879e2efb66c12f2429c93dca00dbb I0326 16:33:52.024315 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.040704297s to process 1 records I0326 16:33:52.793424 1 tasks_processing.go:74] worker 5 stopped. I0326 16:33:52.793734 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=83c19c77423a2fe16fa7e03dbb774dc709e24261efcedaa841c83e311ed4324b I0326 16:33:52.793750 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.807129153s to process 1 records E0326 16:33:52.793803 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.81s with: function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error" I0326 16:33:52.794909 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error I0326 16:33:52.794923 1 periodic.go:209] Running workloads gatherer I0326 16:33:52.794940 1 tasks_processing.go:45] number of workers: 2 I0326 16:33:52.794953 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 16:33:52.794961 1 tasks_processing.go:71] worker 1 working on workload_info task. I0326 16:33:52.794962 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 16:33:52.795041 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0326 16:33:52.801212 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-131.ec2.internal... I0326 16:33:52.801220 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-180.ec2.internal... I0326 16:33:52.801238 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-183.ec2.internal... I0326 16:33:52.815031 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-keycloak from keycloak. I0326 16:33:52.815043 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-keycloak from keycloak-pgsql. I0326 16:33:52.815048 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-tpa from server. I0326 16:33:52.815052 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-tpa from tpa-pgsql. I0326 16:33:52.822273 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-keycloak from keycloak-pgsql-bee. I0326 16:33:52.822285 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from importer. I0326 16:33:52.822290 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from server. I0326 16:33:52.822293 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from tpa-pgsql-bee. I0326 16:33:52.822302 1 tasks_processing.go:74] worker 0 stopped. I0326 16:33:52.822311 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.241592ms to process 0 records I0326 16:33:59.757265 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 7s I0326 16:33:59.791908 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 31s for image data I0326 16:33:59.799238 1 gather_workloads_info.go:387] No image sha256:00fa6a8075723e279b420c76d13105c1650b1d46db51c7018801c558c0a876c6 (9ms) I0326 16:33:59.807271 1 gather_workloads_info.go:387] No image sha256:57a1aea49d7cc275b37b8f52d602a3a9d1601ec6a21a3268dd4903566cb2e335 (8ms) I0326 16:33:59.815170 1 gather_workloads_info.go:387] No image sha256:09c857f0c20721d6b447f5f567182befc1ca6157128225849117a5c830feab23 (8ms) I0326 16:33:59.823781 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (9ms) I0326 16:33:59.831824 1 gather_workloads_info.go:387] No image sha256:f02c58838bf882d9b5d82a1a96e8ab29ce6033ae1b64418118fba43eb9151b41 (8ms) I0326 16:33:59.839333 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (7ms) I0326 16:33:59.847011 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (8ms) I0326 16:33:59.854577 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (8ms) I0326 16:33:59.863368 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (9ms) I0326 16:33:59.871675 1 gather_workloads_info.go:387] No image sha256:61aeb8693f27b60dd35e3dd1961d14bd95988cae70d649b340045619e5de7acf (8ms) I0326 16:33:59.899381 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (28ms) I0326 16:34:00.000045 1 gather_workloads_info.go:387] No image sha256:4f86f5c692a497442b54c435e68b0cbf961591a00ebc3a73c364a19da673e34d (101ms) I0326 16:34:00.098988 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (99ms) I0326 16:34:00.199769 1 gather_workloads_info.go:387] No image sha256:d339ecf788d1681ba9945a2ea63ca675caec863ec75f497ef916103f4c898003 (101ms) I0326 16:34:00.300138 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms) I0326 16:34:00.402017 1 gather_workloads_info.go:387] No image sha256:d88f384ee9cf4475b16d9589e88b28c9f2407247fbedfa3d9bfcaed95753514e (102ms) I0326 16:34:00.500410 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (98ms) I0326 16:34:00.600209 1 gather_workloads_info.go:387] No image sha256:199df7c847c51c89b38ec42c4ac2b68156e1b24c02b60a01cfdfcbad6ea43489 (100ms) I0326 16:34:00.700119 1 gather_workloads_info.go:387] No image sha256:43efa5a676666dd4ae039ad5518eaf636f5baf8d688d9a4b475822c32ad1ddfb (100ms) I0326 16:34:00.799177 1 gather_workloads_info.go:387] No image sha256:d71caff0f67fe8d9665d39193d955fc9352224f647406a40e56428dd6cd24953 (99ms) I0326 16:34:00.900169 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (101ms) I0326 16:34:01.000533 1 gather_workloads_info.go:387] No image sha256:1f4a37529de4f750099af18e113556bd995fe6922030c614b7d6d23eaa0bd318 (100ms) I0326 16:34:01.100472 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (100ms) I0326 16:34:01.200285 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0326 16:34:01.300919 1 gather_workloads_info.go:387] No image sha256:3f586d6fd6139bbad131716168590b12db0cdfe4dcbb15ccee65b080d5594b6e (101ms) I0326 16:34:01.400670 1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (100ms) I0326 16:34:01.499865 1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (99ms) I0326 16:34:01.600737 1 gather_workloads_info.go:387] No image sha256:050fe6fe1298c45a27982e3f4d0afe637ce01d9b394e85b7eb202309ecdd0731 (101ms) I0326 16:34:01.700470 1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (100ms) I0326 16:34:01.800120 1 gather_workloads_info.go:387] No image sha256:4dcd0b18dea61968f20d49c4372eec43689eb52e823e1a6293e9b89c6e21e587 (100ms) I0326 16:34:01.900248 1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (100ms) I0326 16:34:01.999890 1 gather_workloads_info.go:387] No image sha256:1ca6fa787c621462fa2c67b9a42b1de67688883af90316475b0df35be3ed805d (100ms) I0326 16:34:02.100458 1 gather_workloads_info.go:387] No image sha256:2f6f91dfd7b71cad1c6db82835d709d20f4153cf500d60ee32145712af922214 (101ms) I0326 16:34:02.203132 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (103ms) I0326 16:34:02.299738 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (97ms) I0326 16:34:02.400803 1 gather_workloads_info.go:387] No image sha256:8ef614441b76914f5727f5bec23a9d8dc2785ca7fd6a2516f393529b7801da53 (101ms) I0326 16:34:02.500530 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0326 16:34:02.600855 1 gather_workloads_info.go:387] No image sha256:373050d2ded02b5acd0e5edf3ef9819fe65403b2f40b557e9077e4a57629cb97 (100ms) I0326 16:34:02.700533 1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (100ms) I0326 16:34:02.800021 1 gather_workloads_info.go:387] No image sha256:cc686a64f9ae83adecc7a0ffe8a6b82f0750dc39ad05654a8087cf780a1c3b3a (99ms) I0326 16:34:02.900110 1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0326 16:34:03.003542 1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (103ms) I0326 16:34:03.100228 1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (97ms) I0326 16:34:03.200864 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (101ms) I0326 16:34:03.300721 1 gather_workloads_info.go:387] No image sha256:46e034f706fdcd5f84f35a1250a064495f5f68c90fef13be9c01936904b07ed6 (100ms) I0326 16:34:03.400090 1 gather_workloads_info.go:387] No image sha256:ada1a963ce2c45d2bba08051c1e0e2db88b200e9d616fab8fde10b698101fc69 (99ms) I0326 16:34:03.500237 1 gather_workloads_info.go:387] No image sha256:6d83c7e0e068178360998c815a3e0c729ca80a349954172aadafad5da5180d0c (100ms) I0326 16:34:03.599780 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms) I0326 16:34:03.701623 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (102ms) I0326 16:34:03.800572 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (99ms) I0326 16:34:03.899984 1 gather_workloads_info.go:387] No image sha256:503831414ca09befa276fdffd836708f04d2d430b1fd428cb3b0e3cd5bd74eb3 (99ms) I0326 16:34:04.000779 1 gather_workloads_info.go:387] No image sha256:384e639f2ce3e75712a5ee1cc5520161342e9dd1e94444d134d7ad4a39dde279 (101ms) I0326 16:34:04.100722 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (100ms) I0326 16:34:04.200470 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0326 16:34:04.300310 1 gather_workloads_info.go:387] No image sha256:5ffaf92fc557cb891a546ae2682d4e0259166ad6d935970dc958d255abc29a48 (100ms) I0326 16:34:04.399713 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (99ms) I0326 16:34:04.499725 1 gather_workloads_info.go:387] No image sha256:95801a943ba7d0ec4af53c3cd1177483e649bcd528b5a838a32ad2d860e6503a (100ms) I0326 16:34:04.600566 1 gather_workloads_info.go:387] No image sha256:72f9394f6f1b36ca9eb80961eac8f196e81f215632d14375845fbbe5970f0701 (101ms) I0326 16:34:04.700185 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0326 16:34:04.799887 1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (100ms) I0326 16:34:04.910149 1 gather_workloads_info.go:387] No image sha256:1e9a9f1b5ecdab7d074722c860daab977519123fe4385affdfd86d8c7f3c473c (110ms) I0326 16:34:04.999690 1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (90ms) I0326 16:34:05.100416 1 gather_workloads_info.go:387] No image sha256:0d70224d12e358b1a107a86e0a7e0845e1e8a4d30ce3a1423600f044e3fb28d2 (101ms) I0326 16:34:05.199996 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (100ms) I0326 16:34:05.299153 1 gather_workloads_info.go:387] No image sha256:2c4ec0dfd62375ed45d5758798b1069e16a0a6d1986439d23c61591c4dfb9297 (99ms) I0326 16:34:05.399556 1 gather_workloads_info.go:387] No image sha256:04156cd38c436fb6692930d18af59619b0669b2d80cd3590d0973c0e038c5d6d (100ms) I0326 16:34:05.499741 1 gather_workloads_info.go:387] No image sha256:9db50052057ad4ec94099bc3c9ab476f5ac7b00954c99cb0b26fe729abba3387 (100ms) I0326 16:34:05.600494 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (101ms) I0326 16:34:05.700016 1 gather_workloads_info.go:387] No image sha256:54440fa6cb1b01a6b8952f700677832d7b7d3b1b58934957f504ca885730844a (100ms) I0326 16:34:05.799080 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms) I0326 16:34:05.899162 1 gather_workloads_info.go:387] No image sha256:38d71a4cf177f39a2bbe745183009943dbbf404de02aa5f879694aa024a4e6ac (100ms) I0326 16:34:05.999765 1 gather_workloads_info.go:387] No image sha256:27f3be442cf1d9f640657fb6d7cea6b133652226f9a80c3442df226b3cb3c2dc (101ms) I0326 16:34:06.100052 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms) I0326 16:34:06.198942 1 gather_workloads_info.go:387] No image sha256:a18b7658b5cf078bcef30a1c752c42c46907714b589145c7c330cf7ba7db2715 (99ms) I0326 16:34:06.299189 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0326 16:34:06.399576 1 gather_workloads_info.go:387] No image sha256:09e27b3a67ebeda04d3e597e0561bfb40550de78bdecb53f2f9ff3dfb1cfe7ea (100ms) I0326 16:34:06.499133 1 gather_workloads_info.go:387] No image sha256:59b844637eca688cc22c7841bc4480a26d1384444bf9b0161261a182f87a1262 (100ms) I0326 16:34:06.599209 1 gather_workloads_info.go:387] No image sha256:2ba73aa991da589b1ee1fa6903abcdd56387007f3d650d345fbc8458bc2baeac (100ms) I0326 16:34:06.700353 1 gather_workloads_info.go:387] No image sha256:b8d380990acb0184ab685b005e22fb8369139dd8cd6550b4521bd4bc3ca23b40 (101ms) I0326 16:34:06.799549 1 gather_workloads_info.go:387] No image sha256:e4bb09dfe4513cdbe349507495c7f4044623a3c2aff866b7946d941e82a7a639 (99ms) I0326 16:34:06.899999 1 gather_workloads_info.go:387] No image sha256:6ca4eb17da6277b142a3353b675d735c106868f827243eaef70cd1ec01d36307 (100ms) I0326 16:34:06.999207 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (99ms) I0326 16:34:07.099149 1 gather_workloads_info.go:387] No image sha256:b336f6e44314dd23a21236118a604411522baf5e63732463f1d08daccb417f39 (100ms) I0326 16:34:07.199908 1 gather_workloads_info.go:387] No image sha256:315260877c58d13e0511bbff7bdcc389bcd86deca48785023e28194b08c4c924 (101ms) I0326 16:34:07.300200 1 gather_workloads_info.go:387] No image sha256:865dd51e80034018400794d07edc0b546c6e4de7e2351dddc7f1f6378e1ffdd0 (100ms) I0326 16:34:07.398810 1 gather_workloads_info.go:387] No image sha256:6a0d1f472283c686e438dbfbeec826db9d7d95f45f92842c4073f70704860d2f (99ms) I0326 16:34:07.500155 1 gather_workloads_info.go:387] No image sha256:120485f6d677cfeaae0509169f46df14f3ebfafd87b3d876dfa59b738f846c77 (101ms) I0326 16:34:07.598954 1 gather_workloads_info.go:387] No image sha256:07789f6e6e3c3a5a974c106b43c2e8bc60edb3321def1f0883f3fcd35a238ed0 (99ms) I0326 16:34:07.699161 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (100ms) I0326 16:34:07.799160 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms) I0326 16:34:07.898911 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (100ms) I0326 16:34:07.999193 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (100ms) I0326 16:34:08.099877 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (101ms) I0326 16:34:08.201796 1 gather_workloads_info.go:387] No image sha256:ce98d5d844bfc2ba8de1893866ad38166c95157d54abd8192b181e819bc50bb5 (102ms) I0326 16:34:08.300880 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms) I0326 16:34:08.400724 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms) I0326 16:34:08.499179 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (98ms) I0326 16:34:08.499233 1 tasks_processing.go:74] worker 1 stopped. I0326 16:34:08.499691 1 recorder.go:75] Recording config/workload_info with fingerprint=0f612d45bcc409e96a3b396bd3df9a825f9328c014f11d9e12567e39c074b552 I0326 16:34:08.499712 1 gather.go:177] gatherer "workloads" function "workload_info" took 15.704258403s to process 1 records I0326 16:34:08.499728 1 periodic.go:256] Periodic gather workloads completed in 15.704s I0326 16:34:08.499739 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0326 16:34:08.499746 1 periodic.go:209] Running conditional gatherer I0326 16:34:08.506452 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0326 16:34:08.772415 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer I0326 16:34:08.774885 1 conditional_gatherer.go:374] alert "Watchdog" has state "firing" I0326 16:34:08.774902 1 conditional_gatherer.go:374] alert "AlertmanagerReceiversNotConfigured" has state "firing" I0326 16:34:08.774906 1 conditional_gatherer.go:374] alert "KubeJobFailed" has state "firing" I0326 16:34:08.774965 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0326 16:34:08.780773 1 conditional_gatherer.go:392] cluster version is '4.20.8' I0326 16:34:08.780806 1 tasks_processing.go:45] number of workers: 3 I0326 16:34:08.780821 1 tasks_processing.go:69] worker 2 listening for tasks. I0326 16:34:08.780827 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0326 16:34:08.780832 1 tasks_processing.go:69] worker 0 listening for tasks. I0326 16:34:08.780844 1 tasks_processing.go:69] worker 1 listening for tasks. I0326 16:34:08.780851 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0326 16:34:08.780854 1 tasks_processing.go:74] worker 1 stopped. I0326 16:34:08.780847 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0326 16:34:08.780915 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c I0326 16:34:08.780933 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.101µs to process 1 records I0326 16:34:08.780977 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0326 16:34:08.780989 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.006µs to process 1 records I0326 16:34:08.780998 1 tasks_processing.go:74] worker 0 stopped. I0326 16:34:08.781091 1 tasks_processing.go:74] worker 2 stopped. I0326 16:34:08.781102 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 233.397µs to process 0 records I0326 16:34:08.781118 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0326 16:34:08.781133 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0326 16:34:08.805038 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=8ad59eadcec4947d00821b22078910ade2148ee4bf64e72c1325befa13e33191 I0326 16:34:08.805147 1 diskrecorder.go:70] Writing 134 records to /var/lib/insights-operator/insights-2026-03-26-163408.tar.gz I0326 16:34:08.814757 1 diskrecorder.go:51] Wrote 134 records to disk in 9ms I0326 16:34:08.814795 1 periodic.go:278] Gathering cluster info every 2h0m0s I0326 16:34:08.814824 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0326 16:34:16.017817 1 controller.go:512] The operator is healthy I0326 16:35:08.983034 1 diskrecorder.go:223] Found files to send: insights-2026-03-26-163408.tar.gz I0326 16:35:08.983065 1 insightsuploader.go:150] Checking archives to upload periodically every 15m1.885296403s I0326 16:35:08.983074 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0326 16:35:08.992196 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0326 16:35:09.204281 1 requests.go:87] Successfully reported id=2026-03-26T16:35:08Z x-rh-insights-request-id=298092a22133487e93fcf0be93a80234, wrote=70268 I0326 16:35:09.204418 1 insightsuploader.go:187] Uploaded report successfully in 221.332676ms I0326 16:35:09.204459 1 controller.go:128] Initializing last reported time to 2026-03-26T16:35:08Z I0326 16:35:09.204535 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0326 16:35:09.204546 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0326 16:35:09.204555 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0326 16:35:09.210427 1 controller.go:512] The operator is healthy I0326 16:36:11.265656 1 insightsreport.go:137] Pulling report from smart-proxy I0326 16:36:11.265680 1 insightsreport.go:149] Retrieving report I0326 16:36:11.271777 1 requests.go:110] Retrieving report for cluster: 50442338-3946-4fef-ae3f-74d85334a6e3 I0326 16:36:11.271788 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/50442338-3946-4fef-ae3f-74d85334a6e3/reports I0326 16:36:11.274515 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/50442338-3946-4fef-ae3f-74d85334a6e3/reports I0326 16:36:11.579154 1 insightsreport.go:184] Report retrieved I0326 16:36:11.621528 1 insightsreport.go:239] Report retrieved correctly I0326 16:36:16.021603 1 controller.go:512] The operator is healthy I0326 16:37:10.982447 1 configmapobserver.go:84] configmaps "insights-config" not found I0326 16:37:11.019679 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0326 16:37:11.024704 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0326 16:37:11.024720 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0326 16:37:11.029303 1 secretconfigobserver.go:119] support secret does not exist I0326 16:38:16.020607 1 controller.go:512] The operator is healthy I0326 16:40:16.020367 1 controller.go:512] The operator is healthy