I0704 18:18:13.357312 1 cmd.go:253] Using service-serving-cert provided certificates I0704 18:18:13.357728 1 observer_polling.go:159] Starting file observer W0704 18:18:13.377238 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0704 18:18:14.466534 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0704 18:18:14.467151 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0704 18:18:14.468551 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0704 18:18:14.468778 1 secure_serving.go:57] Forcing use of http/1.1 only W0704 18:18:14.468805 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0704 18:18:14.468828 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0704 18:18:14.468834 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0704 18:18:14.468847 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0704 18:18:14.468855 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0704 18:18:14.468860 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0704 18:18:14.472403 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0704 18:18:14.472391 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0704 18:18:14.473477 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0704 18:18:14.473492 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0704 18:18:14.473526 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0704 18:18:14.473545 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0704 18:18:14.473554 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0704 18:18:14.473559 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0704 18:18:14.473786 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0704 18:18:14.473906 1 secure_serving.go:213] Serving securely on [::]:8443 I0704 18:18:14.473932 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E0704 18:18:14.476020 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18bf29089f5fa62f openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-04 18:18:14.472328751 +0000 UTC m=+1.153598835,LastTimestamp:2026-07-04 18:18:14.472328751 +0000 UTC m=+1.153598835,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0704 18:18:14.477574 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0704 18:18:14.477593 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0704 18:18:14.477729 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0704 18:18:14.482768 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:18:14.482793 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0704 18:18:14.486691 1 secretconfigobserver.go:119] support secret does not exist I0704 18:18:14.490763 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:18:14.494558 1 secretconfigobserver.go:119] support secret does not exist I0704 18:18:14.497649 1 recorder.go:156] Pruning old reports every 6h9m21s, max age is 288h0m0s I0704 18:18:14.502058 1 operator.go:315] The last pod state is unhealthy I0704 18:18:14.574186 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0704 18:18:14.574201 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0704 18:18:14.574220 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0704 18:18:14.578416 1 base_controller.go:82] Caches are synced for ConfigController I0704 18:18:14.578427 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0704 18:18:14.583724 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:18:34.505181 1 operator.go:315] The last pod state is unhealthy I0704 18:18:54.504441 1 operator.go:315] The last pod state is unhealthy I0704 18:19:14.503530 1 operator.go:315] The last pod state is unhealthy I0704 18:19:34.505516 1 operator.go:315] The last pod state is unhealthy I0704 18:19:54.504837 1 operator.go:315] The last pod state is unhealthy I0704 18:20:14.503633 1 operator.go:315] The last pod state is unhealthy I0704 18:20:34.505057 1 operator.go:315] The last pod state is unhealthy I0704 18:20:54.504215 1 operator.go:315] The last pod state is unhealthy I0704 18:21:14.504218 1 operator.go:315] The last pod state is unhealthy I0704 18:21:34.504541 1 operator.go:315] The last pod state is unhealthy I0704 18:21:54.504174 1 operator.go:315] The last pod state is unhealthy I0704 18:22:14.544041 1 operator.go:315] The last pod state is unhealthy I0704 18:22:34.511368 1 operator.go:315] The last pod state is unhealthy I0704 18:22:54.506515 1 operator.go:315] The last pod state is unhealthy I0704 18:23:14.500982 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:23:14.503643 1 operator.go:315] The last pod state is unhealthy I0704 18:23:14.505582 1 secretconfigobserver.go:119] support secret does not exist I0704 18:23:20.249547 1 operator.go:247] Unable to check insights-operator pod status. Setting initial delay to 13m8.907082665s I0704 18:23:20.249612 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0704 18:23:20.249639 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 14m38s I0704 18:23:20.249658 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0704 18:23:20.249662 1 insightsreport.go:296] Starting report retriever I0704 18:23:20.249667 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0704 18:23:20.255215 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0704 18:23:20.255242 1 controller.go:317] The initial operator extension status is healthy I0704 18:23:20.255250 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:23:20.255255 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:23:20.255258 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:23:20.255271 1 controller.go:458] The operator is still being initialized I0704 18:23:20.255276 1 controller.go:481] The operator is healthy I0704 18:23:20.255382 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0704 18:23:20.255387 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0704 18:23:20.255542 1 operator.go:287] started I0704 18:23:20.255567 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0704 18:23:20.261954 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:23:20.261975 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:23:20.261985 1 controller.go:203] Source scaController *sca.Controller is not ready I0704 18:23:20.261991 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0704 18:23:20.261998 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:23:20.262023 1 controller.go:458] The operator is still being initialized I0704 18:23:20.262035 1 controller.go:481] The operator is healthy I0704 18:23:20.277639 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0704 18:23:20.345155 1 cluster_transfer.go:102] no available accepted cluster transfer I0704 18:23:20.345172 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0704 18:23:20.356291 1 base_controller.go:82] Caches are synced for LoggingSyncer I0704 18:23:20.356303 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0704 18:23:20.455577 1 sca.go:266] etc-pki-entitlement secret successfully created I0704 18:23:20.455593 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0704 18:25:20.262969 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:25:20.262995 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:25:20.263002 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:25:20.263027 1 controller.go:458] The operator is still being initialized I0704 18:25:20.263035 1 controller.go:481] The operator is healthy I0704 18:27:20.262152 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:27:20.262168 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:27:20.262173 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:27:20.262193 1 controller.go:481] The operator is healthy I0704 18:28:14.496709 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:28:14.505823 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 18:28:14.511355 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:28:14.511383 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 18:28:14.515351 1 secretconfigobserver.go:119] support secret does not exist I0704 18:29:20.262478 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:29:20.262507 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:29:20.262513 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:29:20.262543 1 controller.go:481] The operator is healthy I0704 18:31:20.262353 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:31:20.262375 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:31:20.262382 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:31:20.262411 1 controller.go:481] The operator is healthy I0704 18:33:14.515652 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 18:33:14.522042 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:33:14.522063 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 18:33:14.526193 1 secretconfigobserver.go:119] support secret does not exist I0704 18:33:20.261729 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:33:20.261748 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:33:20.261753 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:33:20.261773 1 controller.go:481] The operator is healthy I0704 18:35:20.261890 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:35:20.261910 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:35:20.261914 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:35:20.261935 1 controller.go:481] The operator is healthy I0704 18:36:29.157077 1 periodic.go:212] Running clusterconfig gatherer I0704 18:36:29.157141 1 tasks_processing.go:45] number of workers: 32 I0704 18:36:29.157165 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 18:36:29.157183 1 tasks_processing.go:69] worker 3 listening for tasks. I0704 18:36:29.157192 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 18:36:29.157190 1 tasks_processing.go:69] worker 6 listening for tasks. I0704 18:36:29.157207 1 tasks_processing.go:69] worker 2 listening for tasks. I0704 18:36:29.157209 1 tasks_processing.go:69] worker 8 listening for tasks. I0704 18:36:29.157192 1 tasks_processing.go:71] worker 3 working on sap_datahubs task. I0704 18:36:29.157208 1 tasks_processing.go:69] worker 4 listening for tasks. I0704 18:36:29.157221 1 tasks_processing.go:71] worker 2 working on openshift_logging task. I0704 18:36:29.157225 1 tasks_processing.go:69] worker 22 listening for tasks. I0704 18:36:29.157199 1 tasks_processing.go:71] worker 1 working on openstack_version task. I0704 18:36:29.157232 1 tasks_processing.go:71] worker 22 working on olm_operators task. I0704 18:36:29.157239 1 tasks_processing.go:69] worker 23 listening for tasks. I0704 18:36:29.157249 1 tasks_processing.go:69] worker 26 listening for tasks. I0704 18:36:29.157258 1 tasks_processing.go:69] worker 24 listening for tasks. I0704 18:36:29.157251 1 tasks_processing.go:69] worker 21 listening for tasks. I0704 18:36:29.157267 1 tasks_processing.go:69] worker 15 listening for tasks. I0704 18:36:29.157263 1 tasks_processing.go:69] worker 25 listening for tasks. I0704 18:36:29.157274 1 tasks_processing.go:69] worker 10 listening for tasks. I0704 18:36:29.157278 1 tasks_processing.go:69] worker 16 listening for tasks. I0704 18:36:29.157281 1 tasks_processing.go:69] worker 31 listening for tasks. I0704 18:36:29.157282 1 tasks_processing.go:69] worker 11 listening for tasks. I0704 18:36:29.157289 1 tasks_processing.go:69] worker 17 listening for tasks. I0704 18:36:29.157218 1 tasks_processing.go:69] worker 9 listening for tasks. I0704 18:36:29.157298 1 tasks_processing.go:69] worker 28 listening for tasks. I0704 18:36:29.157288 1 tasks_processing.go:69] worker 12 listening for tasks. I0704 18:36:29.157304 1 tasks_processing.go:69] worker 14 listening for tasks. I0704 18:36:29.157308 1 tasks_processing.go:69] worker 18 listening for tasks. I0704 18:36:29.157211 1 tasks_processing.go:71] worker 6 working on container_images task. I0704 18:36:29.157314 1 tasks_processing.go:69] worker 29 listening for tasks. I0704 18:36:29.157317 1 tasks_processing.go:69] worker 19 listening for tasks. I0704 18:36:29.157226 1 tasks_processing.go:71] worker 4 working on proxies task. I0704 18:36:29.157326 1 tasks_processing.go:71] worker 19 working on cost_management_metrics_configs task. I0704 18:36:29.157217 1 tasks_processing.go:71] worker 8 working on monitoring_persistent_volumes task. I0704 18:36:29.157334 1 tasks_processing.go:71] worker 31 working on silenced_alerts task. I0704 18:36:29.157384 1 tasks_processing.go:71] worker 23 working on image_pruners task. I0704 18:36:29.157504 1 tasks_processing.go:71] worker 11 working on nodenetworkstates task. I0704 18:36:29.157317 1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task. I0704 18:36:29.157551 1 tasks_processing.go:71] worker 26 working on certificate_signing_requests task. I0704 18:36:29.157214 1 tasks_processing.go:69] worker 5 listening for tasks. I0704 18:36:29.157570 1 tasks_processing.go:71] worker 5 working on feature_gates task. I0704 18:36:29.157670 1 tasks_processing.go:71] worker 17 working on infrastructures task. I0704 18:36:29.157725 1 tasks_processing.go:71] worker 24 working on jaegers task. I0704 18:36:29.157231 1 tasks_processing.go:69] worker 27 listening for tasks. I0704 18:36:29.157924 1 tasks_processing.go:71] worker 14 working on container_runtime_configs task. I0704 18:36:29.157326 1 tasks_processing.go:69] worker 30 listening for tasks. I0704 18:36:29.158035 1 tasks_processing.go:71] worker 30 working on version task. I0704 18:36:29.157201 1 tasks_processing.go:69] worker 7 listening for tasks. I0704 18:36:29.157927 1 tasks_processing.go:71] worker 10 working on openstack_dataplanedeployments task. I0704 18:36:29.157297 1 tasks_processing.go:69] worker 13 listening for tasks. I0704 18:36:29.157911 1 tasks_processing.go:71] worker 9 working on validating_webhook_configurations task. I0704 18:36:29.158165 1 tasks_processing.go:69] worker 20 listening for tasks. I0704 18:36:29.158262 1 tasks_processing.go:71] worker 20 working on sap_config task. I0704 18:36:29.158348 1 tasks_processing.go:71] worker 7 working on mutating_webhook_configurations task. I0704 18:36:29.157917 1 tasks_processing.go:71] worker 28 working on dvo_metrics task. I0704 18:36:29.158503 1 tasks_processing.go:71] worker 13 working on openstack_controlplanes task. I0704 18:36:29.157921 1 tasks_processing.go:71] worker 12 working on machine_healthchecks task. I0704 18:36:29.157918 1 tasks_processing.go:71] worker 21 working on image_registries task. I0704 18:36:29.157933 1 tasks_processing.go:71] worker 27 working on operators_pods_and_events task. I0704 18:36:29.157931 1 tasks_processing.go:71] worker 25 working on machine_config_pools task. I0704 18:36:29.157721 1 tasks_processing.go:71] worker 15 working on networks task. I0704 18:36:29.157939 1 tasks_processing.go:71] worker 18 working on config_maps task. I0704 18:36:29.157940 1 tasks_processing.go:71] worker 29 working on openstack_dataplanenodesets task. I0704 18:36:29.157945 1 tasks_processing.go:71] worker 16 working on schedulers task. I0704 18:36:29.162306 1 tasks_processing.go:71] worker 3 working on openshift_machine_api_events task. I0704 18:36:29.162320 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 5.084763ms to process 0 records I0704 18:36:29.162331 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 5.077238ms to process 0 records I0704 18:36:29.162337 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.994939ms to process 0 records I0704 18:36:29.162343 1 tasks_processing.go:71] worker 19 working on sap_pods task. I0704 18:36:29.162389 1 tasks_processing.go:71] worker 1 working on image task. I0704 18:36:29.172555 1 tasks_processing.go:71] worker 24 working on storage_cluster task. I0704 18:36:29.172578 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 14.790507ms to process 0 records I0704 18:36:29.172876 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 14.598526ms to process 0 records I0704 18:36:29.172895 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 14.586803ms to process 0 records I0704 18:36:29.172901 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 14.420021ms to process 0 records I0704 18:36:29.172909 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.199717ms to process 0 records E0704 18:36:29.172916 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0704 18:36:29.172925 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 14.104792ms to process 0 records I0704 18:36:29.172933 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.605304ms to process 0 records I0704 18:36:29.172940 1 tasks_processing.go:71] worker 20 working on nodenetworkconfigurationpolicies task. I0704 18:36:29.172953 1 tasks_processing.go:71] worker 12 working on crds task. I0704 18:36:29.172958 1 tasks_processing.go:71] worker 29 working on node_logs task. I0704 18:36:29.173011 1 tasks_processing.go:71] worker 14 working on operators task. I0704 18:36:29.172941 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 14.050337ms to process 0 records I0704 18:36:29.172954 1 tasks_processing.go:71] worker 10 working on pdbs task. I0704 18:36:29.173113 1 tasks_processing.go:71] worker 13 working on machine_configs task. I0704 18:36:29.173119 1 tasks_processing.go:71] worker 25 working on ingress_certificates task. I0704 18:36:29.173418 1 tasks_processing.go:71] worker 17 working on storage_classes task. I0704 18:36:29.175941 1 recorder.go:70] Recording config/infrastructure with fingerprint=2da57e01a4c14174bf841d314082b230f22eab69c3a3c99e69ce401fa8b03fdb I0704 18:36:29.175965 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 15.190345ms to process 1 records I0704 18:36:29.176180 1 recorder.go:70] Recording config/proxy with fingerprint=82a4a7876472b9fc7dffc5ea2552ce4ac5fca31335ef97eaf1de4d8c3e78bbba I0704 18:36:29.176257 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 15.634828ms to process 1 records I0704 18:36:29.176399 1 tasks_processing.go:71] worker 4 working on machine_autoscalers task. I0704 18:36:29.176786 1 tasks_processing.go:71] worker 5 working on oauths task. I0704 18:36:29.176948 1 recorder.go:70] Recording config/featuregate with fingerprint=d0ad3d96f118c9675d3c7bca8250bcc85fac618d4c512a3ff542e2505af4067c I0704 18:36:29.176971 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 15.527596ms to process 1 records I0704 18:36:29.176982 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 16.159939ms to process 0 records I0704 18:36:29.177038 1 tasks_processing.go:71] worker 2 working on machines task. I0704 18:36:29.177062 1 tasks_processing.go:71] worker 23 working on pod_network_connectivity_checks task. I0704 18:36:29.178047 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=35be0b5dd043043694b9ba6598ab0c4898ae2dbc6d3e23e34c969d1fa141cbe1 I0704 18:36:29.178113 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 16.280969ms to process 1 records I0704 18:36:29.178130 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 16.249394ms to process 0 records I0704 18:36:29.178138 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 19.540415ms to process 0 records I0704 18:36:29.178213 1 tasks_processing.go:71] worker 11 working on service_accounts task. I0704 18:36:29.178285 1 tasks_processing.go:71] worker 8 working on clusterroles task. I0704 18:36:29.178301 1 recorder.go:70] Recording config/network with fingerprint=8b77b558b3234ab852fa975bf15331e1d4ad39bb3a58b9d2f0e1853466799181 I0704 18:36:29.178750 1 gather.go:177] gatherer "clusterconfig" function "networks" took 18.986456ms to process 1 records I0704 18:36:29.178769 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 21.173298ms to process 0 records I0704 18:36:29.178779 1 tasks_processing.go:71] worker 26 working on authentication task. I0704 18:36:29.178308 1 tasks_processing.go:71] worker 15 working on ingress task. I0704 18:36:29.178941 1 tasks_processing.go:71] worker 7 working on install_plans task. I0704 18:36:29.179100 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/annotation.operator.tekton.dev with fingerprint=6d47e901373fd30471b0b68db20285ef51b6a85b9f1202b7501d858290728b3a I0704 18:36:29.179144 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=944184167b9d45807c172fd21827ddd5a4d7c6db682ab69bd2c11662b7dddb33 I0704 18:36:29.179186 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/proxy.operator.tekton.dev with fingerprint=7a486275abc38e1eba0cc962f86ff8729e5b17ab1311abd494b220bcc7804536 I0704 18:36:29.179235 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=f0b17cd9ec2c185029f69bf3ab29ac4ba257e2cb3ea7c04d0561a40c328c522e I0704 18:36:29.179266 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=48faf3d18284a93e3c6db7648c7a08b3d6254e86a1fd78a790ddcbd8b3351000 I0704 18:36:29.179297 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/webhook.operator.tekton.dev with fingerprint=4cc3c6b2ce72d9a8a663b21bad7795a39daba04c40c0cd8da9a29ed6a1fa675c I0704 18:36:29.179344 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/webhook.pipeline.tekton.dev with fingerprint=91598029017e20c9a46ed257b2e9279053d99a292d1d7209bd57a882922de958 I0704 18:36:29.179376 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/webhook.triggers.tekton.dev with fingerprint=1434a470cf39207bd7f7098b698b48526d0a308d2ac4860867ef9de8fdddb5b7 I0704 18:36:29.179385 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 20.52864ms to process 8 records I0704 18:36:29.179410 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0704 18:36:29.179424 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 21.765938ms to process 1 records I0704 18:36:29.179432 1 tasks_processing.go:71] worker 0 working on machine_sets task. I0704 18:36:29.180881 1 tasks_processing.go:71] worker 24 working on nodes task. I0704 18:36:29.181075 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 8.271399ms to process 0 records I0704 18:36:29.181469 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 8.002717ms to process 0 records I0704 18:36:29.181486 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 18.734182ms to process 0 records I0704 18:36:29.181493 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 18.720865ms to process 0 records I0704 18:36:29.181547 1 tasks_processing.go:71] worker 3 working on aggregated_monitoring_cr_names task. I0704 18:36:29.181633 1 recorder.go:70] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=7fd340aafa5b4809524893b5a7580ae7a4e17eee7f2940d9b6da622233bac72a I0704 18:36:29.181677 1 recorder.go:70] Recording config/validatingwebhookconfigurations/config.webhook.operator.tekton.dev with fingerprint=f48e49505c35936f90ee8939b29372653ebf0dd1294c1132c52fbe9295af7857 I0704 18:36:29.181711 1 recorder.go:70] Recording config/validatingwebhookconfigurations/config.webhook.pipeline.tekton.dev with fingerprint=018904c9db5618e40a460eb28c225558a11840ab36888f0f213563f8f114bd34 I0704 18:36:29.181737 1 tasks_processing.go:71] worker 20 working on metrics task. I0704 18:36:29.181750 1 tasks_processing.go:71] worker 19 working on lokistack task. I0704 18:36:29.181739 1 recorder.go:70] Recording config/validatingwebhookconfigurations/config.webhook.triggers.tekton.dev with fingerprint=bea46fdacbd4563c9be0dd05348e76450846dc3c71efc4206bae9fc54215437f I0704 18:36:29.181846 1 recorder.go:70] Recording config/validatingwebhookconfigurations/monitoringconfigmaps.openshift.io with fingerprint=95273d305562ae7224337aecf3113765b09b468e0cc52cc1f3977a16a3d686d3 I0704 18:36:29.181849 1 gather_lokistack.go:58] Start LokiStack gathering I0704 18:36:29.181745 1 tasks_processing.go:71] worker 9 working on support_secret task. I0704 18:36:29.181931 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=cc5bad2a4e4b2e13b76ec8edbdb60b9b131f68155a3e61b0bcabf373b7518bc4 I0704 18:36:29.182118 1 recorder.go:70] Recording config/validatingwebhookconfigurations/namespace.operator.tekton.dev with fingerprint=a24b03501c711532b1b3348a390a3a2d6e1adc9d84d29b4091fd3d59125a70b5 I0704 18:36:29.182323 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=31a2a2097fd23a7dec945c2f9e6e8d9e90596259cf3aa61781d232a95d941ac5 I0704 18:36:29.182365 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=d5e031a42776f3c2fc2962ab73b5e667a93f88583fc203617aa1ef1c09e59437 I0704 18:36:29.182397 1 recorder.go:70] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=e8580eca9f613ddb775a9b54e782dca6a82a0b08e9afd3266fbbe14abf6e38f5 I0704 18:36:29.182478 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=4ae45482bdb5ac3b1bb38821a4522509f0d175fcdb4fada1a2e55a50eaf663d6 I0704 18:36:29.182519 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=86989fb3b9cbf75bfa884e1c1351fa24ee8fc688d9ca4e3853d496570eec7ef3 I0704 18:36:29.182555 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=a0d4245b2f6cbb37c949fce1b5353311d1d8d1f4c1dd304f14ff0d7f267fb984 I0704 18:36:29.182590 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=50830d4ead560b7d5623682cdf2da365105f2b3cc0e68c86c69cb26e9a6ecd06 I0704 18:36:29.182637 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=4e9ef339c5d2b982639fe7adbe79ab094bc2268913b3292de2c37d00c6d4d78f I0704 18:36:29.182680 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=461e405398a15338094e4f755b5c865691ebaf07736fdcf5f68bbcbc3b2ef1dc I0704 18:36:29.182706 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=319598abfdbcd6eac3770c7706a98be935d6a35d81221e64e9377c2a0683a1e2 I0704 18:36:29.182736 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=8fde9d551cd3ecfd4334eba81134209c8e7f67f44c3823ad3a6e5fa1d8854a39 I0704 18:36:29.182761 1 recorder.go:70] Recording config/validatingwebhookconfigurations/validation.pipelinesascode.tekton.dev with fingerprint=effa530488d5118d71757a4e535689f2003b55f344cd9a1b76ec568d786f928a I0704 18:36:29.182799 1 recorder.go:70] Recording config/validatingwebhookconfigurations/validation.webhook.operator.tekton.dev with fingerprint=99052541f97f502cfb3ad32a6992e58bc15f17e7a13bbd8e62956d9805d58b86 I0704 18:36:29.182880 1 recorder.go:70] Recording config/validatingwebhookconfigurations/validation.webhook.pipeline.tekton.dev with fingerprint=2ef44d469cf305b3f5983399bfa9963a6d595a6084942150fb7af16f5309d8c8 I0704 18:36:29.182923 1 recorder.go:70] Recording config/validatingwebhookconfigurations/validation.webhook.triggers.tekton.dev with fingerprint=f7eb5654fb42e2485536d46536e58599eb65250b4bab3f707edb01593905415f I0704 18:36:29.182931 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 23.125288ms to process 22 records I0704 18:36:29.183004 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=463b223045569dc74c9365e20c66e6b52960a4e12d22bc45ff2b729a05225843 I0704 18:36:29.183015 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 22.087696ms to process 1 records I0704 18:36:29.183029 1 tasks_processing.go:71] worker 16 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0704 18:36:29.183101 1 tasks_processing.go:71] worker 21 working on tsdb_status task. I0704 18:36:29.183445 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=b72c085f6694f3fd5545846fcf80ea96f5021676d203cc9eb3bca54e7c68708a I0704 18:36:29.183459 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 23.357955ms to process 1 records I0704 18:36:29.188493 1 tasks_processing.go:71] worker 1 working on cluster_apiserver task. I0704 18:36:29.188700 1 recorder.go:70] Recording config/image with fingerprint=950f826cc7acbc31ede55e7acead9a0d15d8bd61755ddc053633213274ffd744 I0704 18:36:29.188719 1 gather.go:177] gatherer "clusterconfig" function "image" took 26.088665ms to process 1 records I0704 18:36:29.188728 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 15.718716ms to process 0 records I0704 18:36:29.188736 1 tasks_processing.go:71] worker 29 working on ceph_cluster task. I0704 18:36:29.188963 1 tasks_processing.go:71] worker 26 working on active_alerts task. I0704 18:36:29.189672 1 recorder.go:70] Recording config/authentication with fingerprint=9f8a83df52f78e4c3ff68f4636a92e01e46145cbef1c6970850101d4941b7f0b I0704 18:36:29.189695 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 10.177171ms to process 1 records I0704 18:36:29.190397 1 tasks_processing.go:74] worker 15 stopped. I0704 18:36:29.190452 1 recorder.go:70] Recording config/ingress with fingerprint=fdc619fecb2dcc0f71bffeacd9a8b0c43bae99c5dd6d83e3f0ee0e2c8b8f987e I0704 18:36:29.190468 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 10.322519ms to process 1 records E0704 18:36:29.190488 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0704 18:36:29.190497 1 gather.go:177] gatherer "clusterconfig" function "machines" took 12.212127ms to process 0 records I0704 18:36:29.190998 1 tasks_processing.go:74] worker 2 stopped. I0704 18:36:29.191174 1 tasks_processing.go:74] worker 5 stopped. I0704 18:36:29.191182 1 recorder.go:70] Recording config/oauth with fingerprint=71e375bcec1ca161c6ae5f36ae9789be901418daf10afe062104017b0b90062e I0704 18:36:29.191311 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 13.219457ms to process 1 records I0704 18:36:29.191511 1 recorder.go:70] Recording config/pdbs/openshift-console/console with fingerprint=000cbf6192d4ee5aff3dbc2293d06ed82fc6811651e3c85c850db8d32eafeb9d I0704 18:36:29.191566 1 recorder.go:70] Recording config/pdbs/openshift-console/downloads with fingerprint=b2ad687e2e1b33b07ff0d7582a47b42adb0ef803e6ba05b6157a447a1d34669d I0704 18:36:29.191606 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=73e6e6be23852364cce0e6bbfbd8ea56409bf5c1782f84f652e574a43146dfe7 I0704 18:36:29.191633 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=2f4f0be6b37fb8ebe499f2dcae0976c465296997fa4bd8f711e02c2bd547989b I0704 18:36:29.191667 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=a38457d1fd45e50b148bc8024b47adc6dcf6d394f02eccc5f43ea8e8efa8cd1b I0704 18:36:29.191696 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=1c1810ce6f3eaca6667dd4ccb8f3e3ab14313164e886ebfe0ec011dc80d9257b I0704 18:36:29.191723 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=c2d4764a846c33128d389ffedfa895aa972cfff506c5bfd106025fb0748198eb I0704 18:36:29.191761 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=9f0aeff42e2666e31d07bd8b9db9913650493d61080e880801b95c82ffef31e9 I0704 18:36:29.191790 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=9bae8de3bcd33838a88746b04f87fcae2dece5df28707f642548d13bc4b60519 I0704 18:36:29.191847 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=cbc9ab13f2ee4d30136655c851b61225fa12b91ab61ba078711c2423800314da I0704 18:36:29.191878 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=9954cfdb0026988d89a87120372b9dde45bdabbf22374003433f6de7b765c6fd I0704 18:36:29.191899 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 16.908444ms to process 11 records I0704 18:36:29.191945 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 11.330325ms to process 0 records I0704 18:36:29.191947 1 tasks_processing.go:74] worker 10 stopped. I0704 18:36:29.191958 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 9.091469ms to process 0 records I0704 18:36:29.192100 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=050cd17a63803979e510e85a772a873bc03c721443b2619f8b2804fa17c6b963 I0704 18:36:29.192132 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=5ce25a25e2d174c2886d344989e028978b5ae6ef036dc607e3a5ff9ed3110f63 I0704 18:36:29.192145 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 15.405941ms to process 2 records I0704 18:36:29.192152 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 14.571689ms to process 0 records I0704 18:36:29.192166 1 tasks_processing.go:74] worker 4 stopped. I0704 18:36:29.192173 1 tasks_processing.go:74] worker 0 stopped. I0704 18:36:29.192179 1 tasks_processing.go:74] worker 19 stopped. I0704 18:36:29.192183 1 tasks_processing.go:74] worker 17 stopped. I0704 18:36:29.193408 1 tasks_processing.go:74] worker 23 stopped. I0704 18:36:29.193450 1 recorder.go:70] Recording config/podnetworkconnectivitychecks with fingerprint=44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a I0704 18:36:29.193467 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 16.259571ms to process 1 records I0704 18:36:29.195404 1 gather_cluster_operator_pods_and_events.go:121] Found 0 pods with 0 containers I0704 18:36:29.195426 1 tasks_processing.go:74] worker 27 stopped. I0704 18:36:29.195435 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 36.690042ms to process 0 records I0704 18:36:29.196560 1 tasks_processing.go:74] worker 9 stopped. E0704 18:36:29.196575 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0704 18:36:29.196626 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 14.512121ms to process 0 records E0704 18:36:29.196675 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0704 18:36:29.196711 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0704 18:36:29.196731 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 23.012247ms to process 1 records I0704 18:36:29.196750 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 7.866702ms to process 0 records I0704 18:36:29.196760 1 tasks_processing.go:74] worker 29 stopped. I0704 18:36:29.196768 1 tasks_processing.go:74] worker 13 stopped. I0704 18:36:29.197284 1 tasks_processing.go:74] worker 1 stopped. I0704 18:36:29.197492 1 recorder.go:70] Recording config/apiserver with fingerprint=fa8e12071490fdaf66162220121c436b7509a73ec546d044d84545a8e81796b1 I0704 18:36:29.197513 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 8.734735ms to process 1 records I0704 18:36:29.197909 1 tasks_processing.go:74] worker 24 stopped. I0704 18:36:29.198325 1 recorder.go:70] Recording config/node/ip-10-0-0-124.ec2.internal with fingerprint=8c6bbc7872ded2cce341ec7d6b2741391d7110104cdd9bf9cf4d7979c9fc1606 I0704 18:36:29.198425 1 recorder.go:70] Recording config/node/ip-10-0-1-125.ec2.internal with fingerprint=cb897beb6fb4049cc4275a04855faf02fdd89cf5ec22cf50dc096b0a94144c13 I0704 18:36:29.198497 1 recorder.go:70] Recording config/node/ip-10-0-2-167.ec2.internal with fingerprint=96e993ef3955433615422d173c0a588eb53d19784eaaefda0f1b50dfb2aad027 I0704 18:36:29.198510 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 16.962305ms to process 3 records I0704 18:36:29.198599 1 tasks_processing.go:74] worker 12 stopped. I0704 18:36:29.199136 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=534ed48a69288872da9568537e2e5a10d3de5e9fc4fcc1793425b483beb1d942 I0704 18:36:29.199406 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=50fc8c60c5d19173070a70664d9717862473b5c95fbe095a66454f3340392f25 I0704 18:36:29.199418 1 gather.go:177] gatherer "clusterconfig" function "crds" took 25.090061ms to process 2 records I0704 18:36:29.200257 1 tasks_processing.go:74] worker 8 stopped. I0704 18:36:29.201119 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=b4b01d8b0af55cc7ea89cfb899ae012896ba7d68bd06fa8dd5a8d787e02c563f I0704 18:36:29.201497 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=625b8d5420e20924ac8c6f91bf7070ca00b3a69259318bf7b5544438259722a7 I0704 18:36:29.201512 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 21.910265ms to process 2 records I0704 18:36:29.209545 1 tasks_processing.go:74] worker 3 stopped. I0704 18:36:29.209566 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 27.957876ms to process 0 records I0704 18:36:29.213128 1 tasks_processing.go:74] worker 18 stopped. E0704 18:36:29.213147 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0704 18:36:29.213157 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0704 18:36:29.213163 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0704 18:36:29.213176 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0704 18:36:29.213230 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0704 18:36:29.213244 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0704 18:36:29.213254 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0704 18:36:29.213273 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0704 18:36:29.213340 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0704 18:36:29.213353 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0704 18:36:29.213362 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 54.052995ms to process 7 records I0704 18:36:29.215977 1 tasks_processing.go:74] worker 25 stopped. E0704 18:36:29.215997 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0704 18:36:29.216003 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rbfmduuc74m3vnsppnveuhsp1rpqmtn-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rbfmduuc74m3vnsppnveuhsp1rpqmtn-primary-cert-bundle-secret" not found I0704 18:36:29.216064 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=11e2ab8074f1dbcc05e054991e4fb448fa55ad69aa6c2eb449e23549b38177c5 I0704 18:36:29.216079 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 42.189229ms to process 1 records I0704 18:36:29.219660 1 tasks_processing.go:74] worker 6 stopped. I0704 18:36:29.221780 1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-vssvm with fingerprint=f64e3869666dbe80ac2457512328870c0a32d369066559e6741fb90051bb6e3b I0704 18:36:29.222028 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-5s9p2 with fingerprint=c669adeba85794cf79c7fb94d5b93c81bf82cb8b6ed3089488a552c7888317be I0704 18:36:29.222233 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-884jz with fingerprint=916c0795113a948ce4f24a9020f9f21ffb4e184cee85228a1d139f555acc98a2 I0704 18:36:29.222356 1 recorder.go:70] Recording config/running_containers with fingerprint=f931a54253029dad847d41d84565c0df74b64189ff8919bffd27bdebb7af72b9 I0704 18:36:29.222365 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 62.33704ms to process 4 records I0704 18:36:29.268176 1 tasks_processing.go:74] worker 30 stopped. I0704 18:36:29.268721 1 recorder.go:70] Recording config/version with fingerprint=7fc24857827804aa6f81b9c675239ff9d1f000354bc83a0685b233214f74f5f9 I0704 18:36:29.268736 1 recorder.go:70] Recording config/id with fingerprint=eeba9496e0510cd598013ad8d07e9280be6fc66c13693adde2cdb91bc6b3e80b I0704 18:36:29.268742 1 gather.go:177] gatherer "clusterconfig" function "version" took 110.118986ms to process 2 records I0704 18:36:29.270686 1 tasks_processing.go:74] worker 22 stopped. I0704 18:36:29.270862 1 recorder.go:70] Recording config/olm_operators with fingerprint=b89a8c4c2d5e176470ff08c594c410810121fc5f52ee357886e9d69ff556ddb7 I0704 18:36:29.270874 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 113.439743ms to process 1 records I0704 18:36:29.307520 1 tasks_processing.go:74] worker 16 stopped. I0704 18:36:29.307539 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 124.467912ms to process 0 records I0704 18:36:29.335298 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0704 18:36:29.338184 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0704 18:36:29.929506 1 tasks_processing.go:74] worker 28 stopped. I0704 18:36:29.929655 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=3023f2bfaf70116c34690e239ce997e32787475512579164f5d2ff41032ee823 I0704 18:36:29.929669 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 771.118364ms to process 1 records I0704 18:36:30.102338 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0704 18:36:30.237731 1 tasks_processing.go:74] worker 31 stopped. I0704 18:36:30.237755 1 recorder.go:70] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0704 18:36:30.237769 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.08037791s to process 1 records I0704 18:36:30.237834 1 recorder.go:70] Recording config/alerts with fingerprint=47ad6652e739ff86bdee55b0fc9fa60c64009cb8d2c93b7ed3956bacd8900197 I0704 18:36:30.237839 1 tasks_processing.go:74] worker 26 stopped. I0704 18:36:30.237847 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.048775547s to process 1 records I0704 18:36:30.249855 1 tasks_processing.go:74] worker 20 stopped. I0704 18:36:30.249929 1 recorder.go:70] Recording config/metrics with fingerprint=e36cc5e7b4fcf9b3a8f7ba22bcc6f6a7cf1aaf43268e083934907782a1dc9f9b I0704 18:36:30.249942 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 1.068096743s to process 1 records I0704 18:36:30.256789 1 tasks_processing.go:74] worker 21 stopped. I0704 18:36:30.256835 1 recorder.go:70] Recording config/tsdb.json with fingerprint=4fc8ec24779c7b86d570cccc1632431a0a19c7a99e1133a8ed4816850f1b692c I0704 18:36:30.256847 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.073664832s to process 1 records I0704 18:36:30.302674 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0704 18:36:31.706038 1 tasks_processing.go:74] worker 14 stopped. I0704 18:36:31.706146 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=fcecb006148c3f371f4ff43a50cf886b8d4f9994b35669706c70e8cf71720233 I0704 18:36:31.706240 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0704 18:36:31.706284 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c5f35831c88e5d84b4f6e12f6fb9b8a709395bcc66c1ee17cba4a55a7e9d6910 I0704 18:36:31.706301 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0704 18:36:31.706342 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=4194b4dbea35aa83599709f7628936a59f25ad53702c4c530f3f458f4341f1ef I0704 18:36:31.706368 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0704 18:36:31.706410 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=b2240d9f88de8e1513d332942f84afc7e568cc1cf4b0ef35cf98939795ad1547 I0704 18:36:31.706456 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=87dcf1c6da66aac0528de3b09599fda354f85fd508a872a7dde951ea85996241 I0704 18:36:31.706496 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=0000eb32a72323dfd87fd401ad21b26bd2de9aa930be28787d245c06425e47d1 I0704 18:36:31.706556 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=c31725744fe3f02251901349aa10d11881cdcf6830d4030d4e7483c6490045b7 I0704 18:36:31.707162 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=9140b5503dacf646ec24fcd8f5c87b9e159257a76b229ecd395325b01770ca70 I0704 18:36:31.707218 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=47d72a94f52d2633858dd59a801e8a9e63b0f894a5a24692559e6817006bc420 I0704 18:36:31.707250 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0704 18:36:31.707283 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=fce480793a7ef0e8fc2980e6f403aca6b1be6cd3762dda54cda23fe37fd106cc I0704 18:36:31.707302 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0704 18:36:31.707334 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=454cc010cd42840db15c1376b0f468185f040ef630ecfea443ec700baa4c9d5a I0704 18:36:31.707351 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0704 18:36:31.707390 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=0480d7a2074febd40654a4c2f64b5af1bb529e4481219770f6245a57b91ef230 I0704 18:36:31.707408 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0704 18:36:31.707458 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=0aaa55849c3897a0dff4e4bb55bf104479ac13f2740cc6dbafd547e5bcc461d8 I0704 18:36:31.707649 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=bacbd478ca9991bc9c42819dc13dd38a1ebbd1a0b6cfc2ac0892a8394581e053 I0704 18:36:31.707700 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0704 18:36:31.707746 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=e6be575c65447f19552d989c079d0002a2acd5b05f24968e29305b2b4da5348e I0704 18:36:31.707791 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=c93037f506b29d6c8cfd03256f1334217c5226dc37cde4e6b1236d84659c07c9 I0704 18:36:31.707829 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0704 18:36:31.707868 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=baba23f4634a5ee872a1f5e54ea53c2bf993d8708ca2fe2fd916f3e5c01e724d I0704 18:36:31.707891 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0704 18:36:31.707932 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=f4a0642ba5b9d4ce5d302d96fc020d9252ff9a25d2415d50d988cd524056ba0c I0704 18:36:31.707951 1 recorder.go:70] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0704 18:36:31.707981 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4f88e046a3c2609a85c22789b5a53fbea5b347882d375c0188137b84e8dd6052 I0704 18:36:31.708008 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=932bacae3f936928d6e56825f878ea456ff103f98268b547b74f5d4b8e9d90bf I0704 18:36:31.708038 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=5ddab7dceeda347cfdd6354c99aceea9a47b42e3506e862583d1873a6019dcb5 I0704 18:36:31.708083 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=ddc6ca70155b4869bc9e6a0d604f253b3034a40c08424692e57eaaa43fcc8e41 I0704 18:36:31.708110 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0704 18:36:31.708163 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=28e09ae42c7c520ebe9a5af50ac9ee1cc6b2f8a7b8ccf8e60b1c58570a4f97f7 I0704 18:36:31.708192 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0704 18:36:31.708208 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0704 18:36:31.708219 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.532968814s to process 37 records I0704 18:36:42.681397 1 tasks_processing.go:74] worker 7 stopped. I0704 18:36:42.681446 1 recorder.go:70] Recording config/installplans with fingerprint=1e01afbd4ea4fc8e1c42e6ee5eb02a4a402a3317acda3855391d3e8716a30319 I0704 18:36:42.681460 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.502431781s to process 1 records I0704 18:36:43.384758 1 tasks_processing.go:74] worker 11 stopped. I0704 18:36:43.385129 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=c3a0b26042a8d7c00e020a282611c8f541394f495c9f3174c6d131d2d9b522c4 I0704 18:36:43.385151 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 14.206520013s to process 1 records E0704 18:36:43.385221 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 14.228s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error" I0704 18:36:43.386369 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error I0704 18:36:43.386388 1 periodic.go:212] Running workloads gatherer I0704 18:36:43.386404 1 tasks_processing.go:45] number of workers: 2 I0704 18:36:43.386411 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 18:36:43.386416 1 tasks_processing.go:71] worker 1 working on workload_info task. I0704 18:36:43.386424 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 18:36:43.386502 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0704 18:36:43.392573 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-125.ec2.internal... I0704 18:36:43.392576 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-167.ec2.internal... I0704 18:36:43.392584 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-124.ec2.internal... I0704 18:36:43.407680 1 gather_helm_info.go:102] unable to get HelmChart from services on tssc-keycloak from keycloak. I0704 18:36:43.407756 1 gather_helm_info.go:102] unable to get HelmChart from services on tssc-keycloak from keycloak-pgsql. I0704 18:36:43.407786 1 gather_helm_info.go:102] unable to get HelmChart from services on tssc-tpa from server. I0704 18:36:43.407829 1 gather_helm_info.go:102] unable to get HelmChart from services on tssc-tpa from tpa-pgsql. I0704 18:36:43.421220 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tssc-keycloak from keycloak-pgsql-bee. I0704 18:36:43.421239 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tssc-tpa from importer. I0704 18:36:43.421244 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tssc-tpa from server. I0704 18:36:43.421250 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tssc-tpa from tpa-pgsql-bee. I0704 18:36:43.421266 1 tasks_processing.go:74] worker 0 stopped. I0704 18:36:43.421290 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.743822ms to process 0 records I0704 18:36:58.032937 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 15s I0704 18:36:58.071891 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 33s for image data I0704 18:36:58.080044 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (10ms) I0704 18:36:58.087835 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (8ms) I0704 18:36:58.095010 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (7ms) I0704 18:36:58.101751 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (7ms) I0704 18:36:58.109426 1 gather_workloads_info.go:387] No image sha256:327d89e4b62d990dbf55d3c78f271373747816c2e0ab3c943fb016cdcf12f9b5 (8ms) I0704 18:36:58.117140 1 gather_workloads_info.go:387] No image sha256:51d8398c7057486fbc41a810031276ccd05179d43e9cf4369c8df440495c6ef7 (8ms) I0704 18:36:58.124360 1 gather_workloads_info.go:387] No image sha256:ce3d8211c0bde5788a4fd04c3eff31ae591437ceab2b3168dbbdfe408673c8b1 (7ms) I0704 18:36:58.131461 1 gather_workloads_info.go:387] No image sha256:46c2c396ca651699738c3f26b79b10af2922123dd27c2e32382d2a31a87e92c7 (7ms) I0704 18:36:58.138886 1 gather_workloads_info.go:387] No image sha256:1cc2f3c83068c8c67d9070f67677e1bb6b4feff7ac5744cad08711893e56b55f (7ms) I0704 18:36:58.147105 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (8ms) I0704 18:36:58.177911 1 gather_workloads_info.go:387] No image sha256:929a4a9c96a08b57fe4c315deca55c30d1990c83e34b8b5692f7646d29f715c8 (31ms) I0704 18:36:58.279092 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (101ms) I0704 18:36:58.378307 1 gather_workloads_info.go:387] No image sha256:039479f355d6903e1018abf8427fece3465c4348d4de2144ec38114b51bec27e (99ms) I0704 18:36:58.479007 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (101ms) I0704 18:36:58.580334 1 gather_workloads_info.go:387] No image sha256:bad4019ce77d92b2ab9c8eda870766288d97cab3a1393093549d24a80aace047 (101ms) I0704 18:36:58.678776 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (98ms) I0704 18:36:58.779164 1 gather_workloads_info.go:387] No image sha256:6277dac65decba0ea094146bb99600f479eaf804696842e724de1f1b436f9a38 (100ms) I0704 18:36:58.881672 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (102ms) I0704 18:36:58.980973 1 gather_workloads_info.go:387] No image sha256:044d2d72c21329826c144d9b55c381576a421188139de0fed693e74997665d2c (99ms) I0704 18:36:59.078021 1 gather_workloads_info.go:387] No image sha256:6c3c7f77d7a3815bbb69cad5f6f1742c17d9597bc135ba3d116c9736d98fae33 (97ms) I0704 18:36:59.178261 1 gather_workloads_info.go:387] No image sha256:25933d9a51a2679fea10bda3d72addcadfe26a055a137c628bfdb5f818896536 (100ms) I0704 18:36:59.278867 1 gather_workloads_info.go:387] No image sha256:0f3e37cad7209700badd622d18938d14c8675bbfe2448d015e2a18df07ef09ae (101ms) I0704 18:36:59.378622 1 gather_workloads_info.go:387] No image sha256:03b2aecd6940db2ec188236c3c01a82aa837f8029842223814bea1ecfbbb8528 (100ms) I0704 18:36:59.480064 1 gather_workloads_info.go:387] No image sha256:17b7edfca16154d51adecafc976264993e3fba2b5f1b4c5a81b58fe73a1496a7 (101ms) I0704 18:36:59.586392 1 gather_workloads_info.go:387] No image sha256:47dc50b7a92d96c2dadc980c97f5d58e6e3fcadf5a29c7736209e7e9a47a47c3 (106ms) I0704 18:36:59.678409 1 gather_workloads_info.go:387] No image sha256:1d471ad866b8564b209214d7dd3a7363c47e9535211d660b63b46abb278af7ab (92ms) I0704 18:36:59.785190 1 gather_workloads_info.go:387] No image sha256:5cba745f09f3bd6b8028c6773597cbb30bf3639a84f2b4b6493fe20642339a2c (107ms) I0704 18:36:59.878505 1 gather_workloads_info.go:387] No image sha256:e40bbab1e52f580ab471bd7ab19ae23a4bcbaf1893243a05238af6bede7ba9cc (93ms) I0704 18:36:59.984592 1 gather_workloads_info.go:387] No image sha256:3d31c0cfaf4219f5bd1c52882b603215d1cb4aaef5b8d1a128d0174e090f96f3 (106ms) I0704 18:37:00.079798 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (95ms) I0704 18:37:00.184713 1 gather_workloads_info.go:387] No image sha256:af26c01c9129a5f2fbe128d2fe7fe25fb03c0ee6cd76571155147cd4ea3c2de1 (105ms) I0704 18:37:00.278935 1 gather_workloads_info.go:387] No image sha256:270a7bac889ed64d75ce11ae26e8634a6209ff718b83fae2c888cfc758316aa3 (94ms) I0704 18:37:00.378288 1 gather_workloads_info.go:387] No image sha256:68d8e92046969bcfcbca2d2b3dcf4dcad5f6edc5fcb44861eb22f8079a43ea4d (99ms) I0704 18:37:00.479051 1 gather_workloads_info.go:387] No image sha256:527ed405bf66234718321996dacf51f91c64c746de9f1509416ef6ce89c90a50 (101ms) I0704 18:37:00.578612 1 gather_workloads_info.go:387] No image sha256:38dd36da63b1f01316a02daf6c18b821318c6ec313712147292d74abf955e0da (100ms) I0704 18:37:00.679363 1 gather_workloads_info.go:387] No image sha256:6eea8b149271d047973a32a6e82a52927119a9ba9786f5f915dc7a3a2c40d162 (101ms) I0704 18:37:00.778919 1 gather_workloads_info.go:387] No image sha256:07ffa47b91d8966433d437daaa74d4a93a97fcfd0791b95d46ba2001091eaf0b (100ms) I0704 18:37:00.879591 1 gather_workloads_info.go:387] No image sha256:1c18a45da0ab827379f3d94dd9e03cc0633e43ed4306fff242dd3be7cff6da14 (101ms) I0704 18:37:00.979931 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (100ms) I0704 18:37:01.078376 1 gather_workloads_info.go:387] No image sha256:9d748d3f2c587649dbaf6c7f222aadf47ba4e744fab63a252d49ae1c9049e26c (98ms) I0704 18:37:01.179329 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (101ms) I0704 18:37:01.278555 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (99ms) I0704 18:37:01.379390 1 gather_workloads_info.go:387] No image sha256:1dd9951c19379080ffa3669910d0bd4cbf825001e934507cb6c6827643b3b506 (101ms) I0704 18:37:01.481870 1 gather_workloads_info.go:387] No image sha256:2f54bd911d6cdf28b8d12ded1ba959ed6684274f2f4130797f1c4048296ee534 (102ms) I0704 18:37:01.579145 1 gather_workloads_info.go:387] No image sha256:00f977c2275f5bf03d423911159a39ca44fabc1862ecb7ae492198ec8c46c6bb (97ms) I0704 18:37:01.679639 1 gather_workloads_info.go:387] No image sha256:c3f3d964aaa59be902f4c303a0d7b30bc9fa16afba74be3209c5084d06105c5b (100ms) I0704 18:37:01.778310 1 gather_workloads_info.go:387] No image sha256:afe0725860b057f232222c5b7c7e8a3cbf72280dc348a12f0db75532ba368d07 (99ms) I0704 18:37:01.878487 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I0704 18:37:01.979906 1 gather_workloads_info.go:387] No image sha256:f36eea94c52e358f4470211dd113d6a4a465dc389929dcd538b4e111c96092f9 (101ms) I0704 18:37:02.079239 1 gather_workloads_info.go:387] No image sha256:1f2aa1e1026570162984f7fbb634635bcf319e408cafa8f9034ee842a2f193ab (99ms) I0704 18:37:02.180484 1 gather_workloads_info.go:387] No image sha256:229a5afbbf57f509956f87aebdfffb93b97eda8811ebdec91815713da6811b59 (101ms) I0704 18:37:02.282157 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (102ms) I0704 18:37:02.379670 1 gather_workloads_info.go:387] No image sha256:3f586d6fd6139bbad131716168590b12db0cdfe4dcbb15ccee65b080d5594b6e (97ms) I0704 18:37:02.479238 1 gather_workloads_info.go:387] No image sha256:fbc4a7fbc48d1888c314de042fdce35a213aa0d12dce1c097fbac7eb1ad1a2d1 (100ms) I0704 18:37:02.578354 1 gather_workloads_info.go:398] Found image sha256:59db91eadf1e1e5343777be43ff25fb712f300f9341be48ba05f45270944536f (99ms) I0704 18:37:02.679376 1 gather_workloads_info.go:387] No image sha256:799f5628c18e77a49c08645c03179046b5200c8cbcfd65737fb59668132f393e (101ms) I0704 18:37:02.779428 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0704 18:37:02.879055 1 gather_workloads_info.go:387] No image sha256:260a73551007abc59f7cdb4030b711788daf6d2f0fe3d21cf136df2ad301b40a (100ms) I0704 18:37:02.978661 1 gather_workloads_info.go:398] Found image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (100ms) I0704 18:37:03.078957 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (100ms) I0704 18:37:03.178551 1 gather_workloads_info.go:387] No image sha256:8498abef3336055b783c25eb477b58d77bb5d2325caf7340d080a6c8f5825a6c (100ms) I0704 18:37:03.278991 1 gather_workloads_info.go:387] No image sha256:0b2579cba0fd9f1754c2c9515d5f873f45de009cf044ce950284dbd1a4e6f10c (100ms) I0704 18:37:03.377490 1 gather_workloads_info.go:387] No image sha256:12ee577bf514a68c17d1b5ad73b91365c3f242bd82edee45422326ba2e0c0b65 (98ms) I0704 18:37:03.479165 1 gather_workloads_info.go:387] No image sha256:665ed245aae2058982ff53ea7b9cd20c710460da8631dfee554be3a9d22d8473 (102ms) I0704 18:37:03.579451 1 gather_workloads_info.go:387] No image sha256:1df098e6fb8c81eaa39d985b8136a64fa33529e221ce96d7be48b4281d3e7f9e (100ms) I0704 18:37:03.681165 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (102ms) I0704 18:37:03.778807 1 gather_workloads_info.go:387] No image sha256:517a98436c7ab863d0ecb5868767aa65b5b96cee51377ed9653014502f374040 (98ms) I0704 18:37:03.880442 1 gather_workloads_info.go:387] No image sha256:301d210efc58e5e08c62ce58e308298aa25f92743b261c258359b26231b179d4 (102ms) I0704 18:37:03.979185 1 gather_workloads_info.go:387] No image sha256:502c9e94ad138d062ca6e81de89284f5bcc0d27595b193498cf35f7e1bff9a40 (99ms) I0704 18:37:04.078604 1 gather_workloads_info.go:387] No image sha256:01a26e01918b5afb2f35db61b52f3b0156213ac93df0d8bb39758fa8c5ebf31a (99ms) I0704 18:37:04.178525 1 gather_workloads_info.go:387] No image sha256:211b02cf9459cf687e539459ac275db49a7768124da00873fc46a0c95b9c2936 (100ms) I0704 18:37:04.278757 1 gather_workloads_info.go:387] No image sha256:a3d34d8f38a540ce79d34a5248b1965346155497db57b72cb4758d659418059c (100ms) I0704 18:37:04.378448 1 gather_workloads_info.go:387] No image sha256:450606ec5016587e02ec3996cc12d12c4be4e39357730fac9729858c12a01a8c (100ms) I0704 18:37:04.480406 1 gather_workloads_info.go:387] No image sha256:7854174b4b98e9b10d9c8e9b43113df1217ab21db4b2395d9399af0c3d7911a3 (102ms) I0704 18:37:04.579978 1 gather_workloads_info.go:387] No image sha256:1ce99295dc5ca11f7b03530875f96c437b6a24243a02f1d27cd69680b744bc48 (100ms) I0704 18:37:04.678052 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (98ms) I0704 18:37:04.778256 1 gather_workloads_info.go:387] No image sha256:bcca5c17371caa2dce7e28da4c9fe30163c340fa172187f94db90ea1bd6ab80d (100ms) I0704 18:37:04.881424 1 gather_workloads_info.go:387] No image sha256:c264173da423033db15cc0cbc87ca8fd16fd5a73b56569fc88de45f0028b87b1 (103ms) I0704 18:37:04.979419 1 gather_workloads_info.go:387] No image sha256:17b00ea67b6a611aa87f1c0db9308d972cb8a18403b6a7d4b53024145aa954c4 (98ms) I0704 18:37:05.083339 1 gather_workloads_info.go:387] No image sha256:02deaca0a579f91fde8db73d552e9527805556a1dce7545df713f66052a4810c (104ms) I0704 18:37:05.179769 1 gather_workloads_info.go:387] No image sha256:adcbc7f0f6eca7c6c7fe8ca9493648e117665892bc6df00d6cae4e784126fc32 (96ms) I0704 18:37:05.282363 1 gather_workloads_info.go:387] No image sha256:2c9bd92ff3dd932803de061270880d8179f32b7c1217dbc8606d973c7552edcd (103ms) I0704 18:37:05.380236 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (98ms) I0704 18:37:05.478919 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (99ms) I0704 18:37:05.579221 1 gather_workloads_info.go:387] No image sha256:494602e24bc90f69f9bbb1725b022e65b76bf0edd0e43f3883492a67c675fb3f (100ms) I0704 18:37:05.678788 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms) I0704 18:37:05.779286 1 gather_workloads_info.go:387] No image sha256:73ef841545cc3eea70c00ec70ce6ee5e092ff77631d551d22e8524b2bb9f96b7 (100ms) I0704 18:37:05.879494 1 gather_workloads_info.go:387] No image sha256:af942926936e39d0f7a3ef1ed1af7fb97aaa04fee8a4ad4e6e21e8931ef42809 (100ms) I0704 18:37:05.979133 1 gather_workloads_info.go:387] No image sha256:6de3add0818fe352c79cdc4c53c792fcd4150e07908a9dae274e1a7b34d7e545 (100ms) I0704 18:37:06.078063 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (99ms) I0704 18:37:06.178335 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms) I0704 18:37:06.281210 1 gather_workloads_info.go:387] No image sha256:655da6cbef2269018f4adea617c26c10c6c437bd7de560909d452ca7da4f6068 (103ms) I0704 18:37:06.379388 1 gather_workloads_info.go:387] No image sha256:2336fa9da4e7b844a4b666f364e6357d6ac5f5d203a0c690380af2b59130888f (98ms) I0704 18:37:06.486219 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (107ms) I0704 18:37:06.486263 1 tasks_processing.go:74] worker 1 stopped. E0704 18:37:06.486275 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: received unexpected status code 500 Internal Server Error from https://10.128.0.14:8443/gather_runtime_info I0704 18:37:06.486834 1 recorder.go:70] Recording config/workload_info with fingerprint=53840da092429cf4c3bc3aa2b35946d53665eb6daca96a64e07e900dd77896ec I0704 18:37:06.486853 1 gather.go:177] gatherer "workloads" function "workload_info" took 23.099837948s to process 1 records E0704 18:37:06.486882 1 periodic.go:250] "Unhandled Error" err="workloads failed after 23.1s with: function \"workload_info\" failed with an error" I0704 18:37:06.487995 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0704 18:37:06.488010 1 periodic.go:212] Running conditional gatherer I0704 18:37:06.499076 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0704 18:37:06.662713 1 conditional_gatherer.go:336] updating alerts cache for conditional gatherer I0704 18:37:06.664408 1 conditional_gatherer.go:372] alert "Watchdog" has state "firing" I0704 18:37:06.664421 1 conditional_gatherer.go:372] alert "AlertmanagerReceiversNotConfigured" has state "firing" I0704 18:37:06.664492 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0704 18:37:06.673606 1 conditional_gatherer.go:390] cluster version is '4.19.9' I0704 18:37:06.673655 1 tasks_processing.go:45] number of workers: 3 I0704 18:37:06.673674 1 tasks_processing.go:69] worker 2 listening for tasks. I0704 18:37:06.673681 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0704 18:37:06.673684 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 18:37:06.673695 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 18:37:06.673701 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0704 18:37:06.673703 1 tasks_processing.go:74] worker 1 stopped. I0704 18:37:06.673712 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0704 18:37:06.673765 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c I0704 18:37:06.673779 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.502µs to process 1 records I0704 18:37:06.673835 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0704 18:37:06.673847 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 2.697µs to process 1 records I0704 18:37:06.673844 1 tasks_processing.go:74] worker 0 stopped. I0704 18:37:06.674006 1 tasks_processing.go:74] worker 2 stopped. I0704 18:37:06.674019 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 281.605µs to process 0 records I0704 18:37:06.674051 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=AsExpected message= I0704 18:37:06.674070 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0704 18:37:06.707873 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=f2ec3b4bc16e42038d6c0ac9db5b27050c8dcc924231c799a6c68c721cf22b68 I0704 18:37:06.707995 1 diskrecorder.go:70] Writing 128 records to /var/lib/insights-operator/insights-2026-07-04-183706.tar.gz I0704 18:37:06.719109 1 diskrecorder.go:51] Wrote 128 records to disk in 11ms I0704 18:37:06.719253 1 periodic.go:281] Gathering cluster info every 2h0m0s I0704 18:37:06.719518 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0704 18:37:20.261945 1 controller.go:481] The operator is healthy I0704 18:37:59.157671 1 diskrecorder.go:223] Found files to send: insights-2026-07-04-183706.tar.gz I0704 18:37:59.157700 1 insightsuploader.go:150] Checking archives to upload periodically every 15m1.239276472s I0704 18:37:59.157708 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0704 18:37:59.171180 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0704 18:37:59.365508 1 requests.go:87] Successfully reported id=2026-07-04T18:37:59Z x-rh-insights-request-id=40d9532643504c8eb390cf4309b8e3f9, wrote=71762 I0704 18:37:59.365625 1 insightsuploader.go:187] Uploaded report successfully in 207.906191ms I0704 18:37:59.365658 1 controller.go:119] Initializing last reported time to 2026-07-04T18:37:59Z I0704 18:37:59.365730 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0704 18:37:59.365742 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0704 18:37:59.365749 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0704 18:37:59.371506 1 controller.go:481] The operator is healthy I0704 18:38:14.494950 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:38:14.498963 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:38:14.527031 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 18:38:14.531440 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:38:14.531462 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 18:38:14.537005 1 secretconfigobserver.go:119] support secret does not exist I0704 18:39:03.553747 1 insightsreport.go:137] Pulling report from smart-proxy I0704 18:39:03.553781 1 insightsreport.go:149] Retrieving report I0704 18:39:03.563572 1 requests.go:110] Retrieving report for cluster: 17434579-e4d1-425f-9891-0183780df9a1 I0704 18:39:03.563585 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/17434579-e4d1-425f-9891-0183780df9a1/reports I0704 18:39:03.566486 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/17434579-e4d1-425f-9891-0183780df9a1/reports I0704 18:39:03.746965 1 insightsreport.go:184] Report retrieved I0704 18:39:03.815176 1 insightsreport.go:239] Report retrieved correctly I0704 18:39:20.262326 1 controller.go:481] The operator is healthy I0704 18:41:20.262743 1 controller.go:481] The operator is healthy I0704 18:43:14.537196 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 18:43:14.543271 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:43:14.543291 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 18:43:14.547740 1 secretconfigobserver.go:119] support secret does not exist I0704 18:43:20.261492 1 controller.go:481] The operator is healthy I0704 18:45:20.264247 1 controller.go:481] The operator is healthy I0704 18:47:20.261731 1 controller.go:481] The operator is healthy I0704 18:48:14.495130 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:48:14.548205 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 18:48:14.552703 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:48:14.552726 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 18:48:14.556677 1 secretconfigobserver.go:119] support secret does not exist I0704 18:49:20.263180 1 controller.go:481] The operator is healthy I0704 18:51:20.261686 1 controller.go:481] The operator is healthy I0704 18:53:05.606456 1 insightsuploader.go:146] Nothing to report since 2026-07-04T18:37:59Z I0704 18:53:14.557001 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 18:53:14.562445 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:53:14.562465 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 18:53:14.567289 1 secretconfigobserver.go:119] support secret does not exist I0704 18:53:20.261278 1 controller.go:481] The operator is healthy I0704 18:55:20.261648 1 controller.go:481] The operator is healthy I0704 18:57:20.261986 1 controller.go:481] The operator is healthy I0704 18:58:14.494952 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:58:14.498976 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:58:14.568089 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 18:58:14.572396 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:58:14.572414 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 18:58:14.576302 1 secretconfigobserver.go:119] support secret does not exist I0704 18:59:20.262750 1 controller.go:481] The operator is healthy I0704 19:01:20.262385 1 controller.go:481] The operator is healthy I0704 19:03:14.576579 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 19:03:14.582297 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 19:03:14.582318 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 19:03:14.586650 1 secretconfigobserver.go:119] support secret does not exist I0704 19:03:20.261623 1 controller.go:481] The operator is healthy I0704 19:05:20.265708 1 controller.go:481] The operator is healthy