I1005 01:43:38.125249 1 cmd.go:253] Using service-serving-cert provided certificates I1005 01:43:38.125573 1 observer_polling.go:159] Starting file observer W1005 01:43:38.149554 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I1005 01:43:38.485896 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I1005 01:43:38.486053 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I1005 01:43:38.486488 1 secure_serving.go:57] Forcing use of http/1.1 only W1005 01:43:38.486505 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W1005 01:43:38.486509 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W1005 01:43:38.486512 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W1005 01:43:38.486514 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W1005 01:43:38.486519 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W1005 01:43:38.486522 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I1005 01:43:38.486519 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I1005 01:43:38.490240 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I1005 01:43:38.490252 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I1005 01:43:38.492061 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1005 01:43:38.492073 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I1005 01:43:38.492080 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1005 01:43:38.492110 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1005 01:43:38.492092 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1005 01:43:38.492119 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1005 01:43:38.492237 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I1005 01:43:38.492758 1 secure_serving.go:213] Serving securely on [::]:8443 I1005 01:43:38.492822 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E1005 01:43:38.493759 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18db7ebb035ba8ef openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-10-05 01:43:38.490226927 +0000 UTC m=+0.393717150,LastTimestamp:2026-10-05 01:43:38.490226927 +0000 UTC m=+0.393717150,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W1005 01:43:38.497756 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I1005 01:43:38.497779 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I1005 01:43:38.497873 1 base_controller.go:76] Waiting for caches to sync for ConfigController I1005 01:43:38.508862 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1005 01:43:38.508878 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I1005 01:43:38.516832 1 secretconfigobserver.go:119] support secret does not exist I1005 01:43:38.522258 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1005 01:43:38.527419 1 secretconfigobserver.go:119] support secret does not exist I1005 01:43:38.530943 1 recorder.go:156] Pruning old reports every 4h42m41s, max age is 288h0m0s I1005 01:43:38.536616 1 periodic.go:212] Running clusterconfig gatherer I1005 01:43:38.536632 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I1005 01:43:38.536639 1 insightsreport.go:296] Starting report retriever I1005 01:43:38.536646 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I1005 01:43:38.536666 1 tasks_processing.go:45] number of workers: 64 I1005 01:43:38.536703 1 tasks_processing.go:69] worker 63 listening for tasks. I1005 01:43:38.536708 1 tasks_processing.go:71] worker 63 working on nodenetworkstates task. I1005 01:43:38.536726 1 tasks_processing.go:69] worker 30 listening for tasks. I1005 01:43:38.536729 1 tasks_processing.go:69] worker 46 listening for tasks. I1005 01:43:38.536737 1 tasks_processing.go:69] worker 31 listening for tasks. I1005 01:43:38.536616 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I1005 01:43:38.536741 1 tasks_processing.go:69] worker 54 listening for tasks. I1005 01:43:38.536742 1 tasks_processing.go:69] worker 0 listening for tasks. I1005 01:43:38.536746 1 tasks_processing.go:69] worker 1 listening for tasks. I1005 01:43:38.536748 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I1005 01:43:38.536750 1 tasks_processing.go:69] worker 16 listening for tasks. I1005 01:43:38.536756 1 tasks_processing.go:69] worker 17 listening for tasks. I1005 01:43:38.536756 1 tasks_processing.go:69] worker 47 listening for tasks. I1005 01:43:38.536759 1 tasks_processing.go:69] worker 32 listening for tasks. I1005 01:43:38.536761 1 tasks_processing.go:69] worker 18 listening for tasks. I1005 01:43:38.536760 1 tasks_processing.go:69] worker 15 listening for tasks. I1005 01:43:38.536764 1 tasks_processing.go:69] worker 40 listening for tasks. I1005 01:43:38.536763 1 tasks_processing.go:69] worker 48 listening for tasks. I1005 01:43:38.536769 1 tasks_processing.go:69] worker 49 listening for tasks. I1005 01:43:38.536770 1 tasks_processing.go:69] worker 41 listening for tasks. I1005 01:43:38.536773 1 tasks_processing.go:69] worker 2 listening for tasks. I1005 01:43:38.536766 1 tasks_processing.go:69] worker 19 listening for tasks. I1005 01:43:38.536775 1 tasks_processing.go:69] worker 42 listening for tasks. I1005 01:43:38.536776 1 tasks_processing.go:69] worker 50 listening for tasks. I1005 01:43:38.536779 1 tasks_processing.go:69] worker 45 listening for tasks. I1005 01:43:38.536778 1 tasks_processing.go:69] worker 3 listening for tasks. I1005 01:43:38.536781 1 tasks_processing.go:69] worker 51 listening for tasks. I1005 01:43:38.536783 1 tasks_processing.go:69] worker 20 listening for tasks. I1005 01:43:38.536782 1 tasks_processing.go:69] worker 4 listening for tasks. I1005 01:43:38.536786 1 tasks_processing.go:69] worker 43 listening for tasks. I1005 01:43:38.536787 1 tasks_processing.go:69] worker 33 listening for tasks. I1005 01:43:38.536791 1 tasks_processing.go:69] worker 21 listening for tasks. I1005 01:43:38.536789 1 tasks_processing.go:69] worker 44 listening for tasks. I1005 01:43:38.536794 1 tasks_processing.go:69] worker 25 listening for tasks. I1005 01:43:38.536795 1 tasks_processing.go:69] worker 7 listening for tasks. I1005 01:43:38.536794 1 tasks_processing.go:69] worker 53 listening for tasks. I1005 01:43:38.536798 1 tasks_processing.go:69] worker 26 listening for tasks. I1005 01:43:38.536798 1 tasks_processing.go:69] worker 34 listening for tasks. I1005 01:43:38.536800 1 tasks_processing.go:69] worker 24 listening for tasks. I1005 01:43:38.536801 1 tasks_processing.go:69] worker 22 listening for tasks. I1005 01:43:38.536802 1 tasks_processing.go:69] worker 27 listening for tasks. I1005 01:43:38.536776 1 tasks_processing.go:69] worker 39 listening for tasks. I1005 01:43:38.536786 1 tasks_processing.go:69] worker 5 listening for tasks. I1005 01:43:38.536807 1 tasks_processing.go:69] worker 11 listening for tasks. I1005 01:43:38.536807 1 tasks_processing.go:69] worker 9 listening for tasks. I1005 01:43:38.536809 1 tasks_processing.go:69] worker 13 listening for tasks. I1005 01:43:38.536807 1 tasks_processing.go:69] worker 28 listening for tasks. I1005 01:43:38.536811 1 tasks_processing.go:69] worker 29 listening for tasks. I1005 01:43:38.536812 1 tasks_processing.go:69] worker 23 listening for tasks. I1005 01:43:38.536815 1 tasks_processing.go:69] worker 10 listening for tasks. I1005 01:43:38.536814 1 tasks_processing.go:69] worker 38 listening for tasks. I1005 01:43:38.536817 1 tasks_processing.go:69] worker 14 listening for tasks. I1005 01:43:38.536818 1 tasks_processing.go:69] worker 55 listening for tasks. I1005 01:43:38.536821 1 tasks_processing.go:69] worker 56 listening for tasks. I1005 01:43:38.536789 1 tasks_processing.go:69] worker 52 listening for tasks. I1005 01:43:38.536824 1 tasks_processing.go:69] worker 57 listening for tasks. I1005 01:43:38.536824 1 tasks_processing.go:69] worker 60 listening for tasks. I1005 01:43:38.536825 1 tasks_processing.go:69] worker 61 listening for tasks. I1005 01:43:38.536790 1 tasks_processing.go:69] worker 6 listening for tasks. I1005 01:43:38.536827 1 tasks_processing.go:69] worker 37 listening for tasks. I1005 01:43:38.536800 1 tasks_processing.go:69] worker 8 listening for tasks. I1005 01:43:38.536806 1 tasks_processing.go:69] worker 12 listening for tasks. I1005 01:43:38.536808 1 tasks_processing.go:69] worker 35 listening for tasks. I1005 01:43:38.536814 1 tasks_processing.go:69] worker 58 listening for tasks. I1005 01:43:38.536816 1 tasks_processing.go:69] worker 36 listening for tasks. I1005 01:43:38.536823 1 tasks_processing.go:69] worker 59 listening for tasks. I1005 01:43:38.536824 1 tasks_processing.go:69] worker 62 listening for tasks. I1005 01:43:38.536894 1 tasks_processing.go:71] worker 2 working on ingress_certificates task. I1005 01:43:38.536898 1 tasks_processing.go:71] worker 32 working on sap_pods task. I1005 01:43:38.536903 1 tasks_processing.go:71] worker 15 working on schedulers task. I1005 01:43:38.536905 1 tasks_processing.go:71] worker 50 working on validating_webhook_configurations task. I1005 01:43:38.536906 1 tasks_processing.go:71] worker 49 working on dvo_metrics task. I1005 01:43:38.536909 1 tasks_processing.go:71] worker 54 working on storage_classes task. I1005 01:43:38.536911 1 tasks_processing.go:71] worker 16 working on image task. I1005 01:43:38.536923 1 tasks_processing.go:71] worker 41 working on cost_management_metrics_configs task. I1005 01:43:38.536938 1 tasks_processing.go:71] worker 17 working on clusterroles task. I1005 01:43:38.536951 1 tasks_processing.go:71] worker 47 working on machine_autoscalers task. I1005 01:43:38.536974 1 tasks_processing.go:71] worker 9 working on image_registries task. I1005 01:43:38.536990 1 tasks_processing.go:71] worker 48 working on ceph_cluster task. I1005 01:43:38.536990 1 tasks_processing.go:71] worker 25 working on lokistack task. I1005 01:43:38.536898 1 tasks_processing.go:71] worker 62 working on authentication task. I1005 01:43:38.537590 1 tasks_processing.go:71] worker 7 working on support_secret task. I1005 01:43:38.536899 1 tasks_processing.go:71] worker 30 working on machine_config_pools task. I1005 01:43:38.537854 1 tasks_processing.go:71] worker 43 working on active_alerts task. I1005 01:43:38.537875 1 tasks_processing.go:71] worker 44 working on openstack_dataplanedeployments task. I1005 01:43:38.537909 1 tasks_processing.go:71] worker 53 working on operators_pods_and_events task. I1005 01:43:38.537956 1 tasks_processing.go:71] worker 52 working on cluster_apiserver task. I1005 01:43:38.537591 1 tasks_processing.go:71] worker 27 working on oauths task. I1005 01:43:38.538028 1 tasks_processing.go:71] worker 55 working on infrastructures task. I1005 01:43:38.536902 1 tasks_processing.go:71] worker 42 working on nodenetworkconfigurationpolicies task. I1005 01:43:38.537597 1 tasks_processing.go:71] worker 60 working on machines task. I1005 01:43:38.537852 1 tasks_processing.go:71] worker 26 working on openstack_version task. I1005 01:43:38.536905 1 tasks_processing.go:71] worker 31 working on node_logs task. I1005 01:43:38.536897 1 tasks_processing.go:71] worker 40 working on storage_cluster task. I1005 01:43:38.536900 1 tasks_processing.go:71] worker 19 working on silenced_alerts task. I1005 01:43:38.536900 1 tasks_processing.go:71] worker 18 working on jaegers task. I1005 01:43:38.536903 1 tasks_processing.go:71] worker 46 working on crds task. I1005 01:43:38.537100 1 tasks_processing.go:71] worker 22 working on ingress task. I1005 01:43:38.537618 1 tasks_processing.go:71] worker 13 working on networks task. I1005 01:43:38.537624 1 tasks_processing.go:71] worker 8 working on aggregated_monitoring_cr_names task. I1005 01:43:38.537648 1 tasks_processing.go:71] worker 3 working on image_pruners task. I1005 01:43:38.537581 1 tasks_processing.go:71] worker 57 working on openshift_machine_api_events task. I1005 01:43:38.537589 1 tasks_processing.go:71] worker 45 working on olm_operators task. I1005 01:43:38.537681 1 tasks_processing.go:71] worker 24 working on metrics task. I1005 01:43:38.537698 1 tasks_processing.go:71] worker 51 working on operators task. I1005 01:43:38.537698 1 tasks_processing.go:71] worker 1 working on feature_gates task. I1005 01:43:38.537702 1 tasks_processing.go:71] worker 20 working on machine_healthchecks task. I1005 01:43:38.537704 1 tasks_processing.go:71] worker 28 working on sap_datahubs task. I1005 01:43:38.537717 1 tasks_processing.go:71] worker 39 working on openstack_dataplanenodesets task. I1005 01:43:38.537723 1 tasks_processing.go:71] worker 5 working on sap_config task. I1005 01:43:38.537732 1 tasks_processing.go:71] worker 61 working on pdbs task. I1005 01:43:38.537743 1 tasks_processing.go:71] worker 4 working on container_runtime_configs task. I1005 01:43:38.537766 1 tasks_processing.go:71] worker 29 working on tsdb_status task. I1005 01:43:38.537768 1 tasks_processing.go:71] worker 11 working on nodes task. I1005 01:43:38.537799 1 tasks_processing.go:71] worker 6 working on machine_sets task. I1005 01:43:38.539925 1 tasks_processing.go:74] worker 63 stopped. I1005 01:43:38.539936 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 3.212004ms to process 0 records I1005 01:43:38.536895 1 tasks_processing.go:71] worker 0 working on proxies task. I1005 01:43:38.537803 1 tasks_processing.go:71] worker 37 working on install_plans task. I1005 01:43:38.537808 1 tasks_processing.go:71] worker 33 working on version task. I1005 01:43:38.540195 1 tasks_processing.go:74] worker 41 stopped. I1005 01:43:38.540216 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 3.26376ms to process 0 records I1005 01:43:38.537859 1 tasks_processing.go:71] worker 58 working on monitoring_persistent_volumes task. I1005 01:43:38.537877 1 tasks_processing.go:71] worker 10 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I1005 01:43:38.537879 1 tasks_processing.go:71] worker 34 working on pod_network_connectivity_checks task. I1005 01:43:38.537903 1 tasks_processing.go:71] worker 59 working on service_accounts task. I1005 01:43:38.537909 1 tasks_processing.go:71] worker 23 working on openstack_controlplanes task. I1005 01:43:38.537917 1 tasks_processing.go:71] worker 38 working on config_maps task. I1005 01:43:38.537924 1 tasks_processing.go:71] worker 12 working on container_images task. I1005 01:43:38.537933 1 tasks_processing.go:71] worker 56 working on overlapping_namespace_uids task. I1005 01:43:38.537937 1 tasks_processing.go:71] worker 14 working on openshift_logging task. I1005 01:43:38.537936 1 tasks_processing.go:71] worker 36 working on machine_configs task. I1005 01:43:38.537803 1 tasks_processing.go:71] worker 21 working on certificate_signing_requests task. I1005 01:43:38.537938 1 tasks_processing.go:71] worker 35 working on mutating_webhook_configurations task. I1005 01:43:38.541379 1 tasks_processing.go:74] worker 47 stopped. I1005 01:43:38.541393 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 4.417706ms to process 0 records E1005 01:43:38.542843 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.129.124:9091: connect: connection refused I1005 01:43:38.542860 1 tasks_processing.go:74] worker 29 stopped. E1005 01:43:38.542864 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.129.124:9091: connect: connection refused I1005 01:43:38.542871 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 3.101867ms to process 0 records E1005 01:43:38.542865 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.129.124:9091: connect: connection refused I1005 01:43:38.542890 1 tasks_processing.go:74] worker 24 stopped. E1005 01:43:38.542901 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.129.124:9091: connect: connection refused I1005 01:43:38.542917 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 3.878162ms to process 0 records I1005 01:43:38.543112 1 tasks_processing.go:74] worker 48 stopped. I1005 01:43:38.543121 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 6.114022ms to process 0 records I1005 01:43:38.544100 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I1005 01:43:38.544112 1 controller.go:317] The initial operator extension status is healthy I1005 01:43:38.544119 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I1005 01:43:38.544126 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I1005 01:43:38.544129 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I1005 01:43:38.544139 1 controller.go:458] The operator is still being initialized I1005 01:43:38.544145 1 controller.go:481] The operator is healthy I1005 01:43:38.544211 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I1005 01:43:38.544221 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W1005 01:43:38.544311 1 operator.go:287] started I1005 01:43:38.544329 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I1005 01:43:38.544993 1 tasks_processing.go:74] worker 16 stopped. I1005 01:43:38.545073 1 recorder.go:70] Recording config/image with fingerprint=b9f6e8ba0ed6da1f3c679ac91f32a00944d6d630ca23abd203aa74b103e65cad I1005 01:43:38.545082 1 gather.go:177] gatherer "clusterconfig" function "image" took 8.070938ms to process 1 records I1005 01:43:38.546025 1 tasks_processing.go:74] worker 62 stopped. I1005 01:43:38.546240 1 recorder.go:70] Recording config/authentication with fingerprint=ac1688e0dfb5d702c6975dbcf6e28fdcd92129be1bf679bffb57288bff2cf19f I1005 01:43:38.546251 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 8.475185ms to process 1 records I1005 01:43:38.549881 1 tasks_processing.go:74] worker 15 stopped. I1005 01:43:38.549927 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=fb9357870a61749e8ae1f37e6b515e894b8b44885339847ee515753aae2ab131 I1005 01:43:38.549935 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 12.973325ms to process 1 records I1005 01:43:38.549940 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 12.102726ms to process 0 records I1005 01:43:38.549944 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.027413ms to process 0 records I1005 01:43:38.549947 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 12.944872ms to process 0 records I1005 01:43:38.549950 1 tasks_processing.go:74] worker 25 stopped. I1005 01:43:38.549953 1 tasks_processing.go:74] worker 30 stopped. I1005 01:43:38.549956 1 tasks_processing.go:74] worker 44 stopped. I1005 01:43:38.550279 1 tasks_processing.go:74] worker 50 stopped. I1005 01:43:38.550408 1 recorder.go:70] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=f1966d3cac45aceb5761b70cb97ff4c7ad1b4a6615d7132d97f040e675c2f1d6 I1005 01:43:38.550446 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=09d06b3aa4ffd7a77253f05842c8bdc8dc9cd47166e2c422dca8262dee4ce849 I1005 01:43:38.550487 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=575313f6498abc790e4687e77d7df06576e3a17a8f25642d1ff9b35561e4b46b I1005 01:43:38.550503 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=86c19ac5bb42add91147de2f05662dfd4a3a0d87260722035c6a7d7998738878 I1005 01:43:38.550516 1 recorder.go:70] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=6eb48ee1b3bed1ff5d3f28554ce15686fb05c2c9e0097d5e1805051c38ac5fd0 I1005 01:43:38.550533 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=4bfe6878fc4142eee9e0b153190a507794b2d84423c5391af8fecf7c223142ed I1005 01:43:38.550552 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=5fe8ee7f12536405910cf7d11f7e9e57c7f447111d78b1cf055bb9cb48eb42aa I1005 01:43:38.550568 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=ab648fcfdea3e83fbc1bc5879379535b7848e8f78e8b7395c6e160092f16f13a I1005 01:43:38.550587 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=3e2861bf00c697c42609669cdc475c76021e09887f7cc83411113f3d76188be9 I1005 01:43:38.550608 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=27fbeac9afa31d5432418557c2c69f3cc07c15e8db8b9bb853275b3c4ab612fb I1005 01:43:38.550634 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=e9476b416e705cbcec1acbb3d0e83a41d4b1b23bdb72e55fe2bb61a3442a8780 I1005 01:43:38.550653 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=a13e5cbff345332a3cc29aac0e2c21a07ea2b81fd18f0c30ab57f4e11a2ff876 I1005 01:43:38.550676 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=6d771f31c2884df33a9faf6eae2f5ca6c34adcb9b1a21baadc6a6361d48cb88e I1005 01:43:38.550686 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 13.363452ms to process 13 records I1005 01:43:38.551673 1 tasks_processing.go:74] worker 32 stopped. I1005 01:43:38.551682 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 14.767543ms to process 0 records I1005 01:43:38.551863 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I1005 01:43:38.551874 1 controller.go:203] Source scaController *sca.Controller is not ready I1005 01:43:38.551880 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I1005 01:43:38.551885 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I1005 01:43:38.551887 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I1005 01:43:38.551899 1 controller.go:458] The operator is still being initialized I1005 01:43:38.551905 1 controller.go:481] The operator is healthy I1005 01:43:38.554712 1 tasks_processing.go:74] worker 42 stopped. I1005 01:43:38.554728 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 16.666293ms to process 0 records I1005 01:43:38.554762 1 tasks_processing.go:74] worker 60 stopped. E1005 01:43:38.554769 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I1005 01:43:38.554777 1 gather.go:177] gatherer "clusterconfig" function "machines" took 16.336856ms to process 0 records I1005 01:43:38.557579 1 tasks_processing.go:74] worker 26 stopped. I1005 01:43:38.557599 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 19.062874ms to process 0 records I1005 01:43:38.560656 1 tasks_processing.go:74] worker 20 stopped. E1005 01:43:38.560666 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I1005 01:43:38.560673 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 21.48816ms to process 0 records I1005 01:43:38.560691 1 tasks_processing.go:74] worker 7 stopped. E1005 01:43:38.560698 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I1005 01:43:38.560704 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 22.909986ms to process 0 records I1005 01:43:38.560768 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=d5c1483f3ab25f022ee4ae3e2481c8ca8928a05ee1676fb069031bd2cbc34fbb I1005 01:43:38.560780 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=1222ce779910dd4b42875266117dd1f3dc3ddaf90fc70a6b5d8d74bd076edd6c I1005 01:43:38.560784 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 23.78097ms to process 2 records I1005 01:43:38.560785 1 tasks_processing.go:74] worker 54 stopped. I1005 01:43:38.560818 1 recorder.go:70] Recording config/proxy with fingerprint=387441de9d9cec9e5554a81f87c83575a8a1ed310b3f3e16dd89e9563f3f078b I1005 01:43:38.560824 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 20.769557ms to process 1 records I1005 01:43:38.560829 1 tasks_processing.go:74] worker 0 stopped. I1005 01:43:38.560965 1 tasks_processing.go:74] worker 3 stopped. I1005 01:43:38.561120 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=d57ebda77e20df22b6168f25c47026aa8fcf9755514c1edb149275216ed31e42 I1005 01:43:38.561130 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 22.059331ms to process 1 records I1005 01:43:38.563620 1 tasks_processing.go:74] worker 34 stopped. E1005 01:43:38.563629 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I1005 01:43:38.563635 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 23.194471ms to process 0 records I1005 01:43:38.563892 1 tasks_processing.go:74] worker 55 stopped. I1005 01:43:38.564361 1 recorder.go:70] Recording config/infrastructure with fingerprint=784bddb972ab9724f68a028a0c81e78bf5c1f37e51b18d611ea338ef19f79793 I1005 01:43:38.564373 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 25.857766ms to process 1 records I1005 01:43:38.564451 1 tasks_processing.go:74] worker 27 stopped. I1005 01:43:38.564510 1 recorder.go:70] Recording config/oauth with fingerprint=f76b0a48472c6a56f7e747cb75fe31ffea02132ced1a31ceba04eca738528e12 I1005 01:43:38.564517 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 25.929341ms to process 1 records I1005 01:43:38.564587 1 recorder.go:70] Recording config/apiserver with fingerprint=7c875d10669c96f487d684fac5d05083338365aab43fd1ceb1c7ce727d1d1e1a I1005 01:43:38.564591 1 tasks_processing.go:74] worker 52 stopped. I1005 01:43:38.564593 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 26.029608ms to process 1 records I1005 01:43:38.573622 1 tasks_processing.go:74] worker 18 stopped. I1005 01:43:38.573635 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 34.90015ms to process 0 records I1005 01:43:38.573642 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 34.277761ms to process 0 records I1005 01:43:38.573646 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 34.997376ms to process 0 records I1005 01:43:38.573649 1 tasks_processing.go:74] worker 5 stopped. I1005 01:43:38.573651 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 33.760834ms to process 0 records I1005 01:43:38.573656 1 tasks_processing.go:74] worker 6 stopped. I1005 01:43:38.573662 1 tasks_processing.go:74] worker 40 stopped. I1005 01:43:38.573664 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 33.924745ms to process 0 records I1005 01:43:38.573669 1 tasks_processing.go:74] worker 4 stopped. I1005 01:43:38.573750 1 tasks_processing.go:74] worker 28 stopped. I1005 01:43:38.573759 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 34.548333ms to process 0 records I1005 01:43:38.573974 1 tasks_processing.go:74] worker 14 stopped. I1005 01:43:38.573991 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 33.207309ms to process 0 records I1005 01:43:38.574257 1 tasks_processing.go:74] worker 23 stopped. I1005 01:43:38.574271 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 33.66531ms to process 0 records I1005 01:43:38.574308 1 tasks_processing.go:74] worker 39 stopped. I1005 01:43:38.574323 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 35.058309ms to process 0 records I1005 01:43:38.574345 1 tasks_processing.go:74] worker 31 stopped. I1005 01:43:38.574354 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 35.738475ms to process 0 records I1005 01:43:38.574386 1 tasks_processing.go:74] worker 36 stopped. E1005 01:43:38.574396 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I1005 01:43:38.574450 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I1005 01:43:38.574457 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 33.549928ms to process 1 records I1005 01:43:38.574917 1 tasks_processing.go:74] worker 22 stopped. I1005 01:43:38.575509 1 recorder.go:70] Recording config/ingress with fingerprint=a62a6e9661af9df5bfb59db11ab83421d0af514339f50319c2bbcaab019123f0 I1005 01:43:38.575525 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 36.089068ms to process 1 records I1005 01:43:38.575533 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 36.135352ms to process 0 records I1005 01:43:38.575540 1 tasks_processing.go:74] worker 57 stopped. I1005 01:43:38.576028 1 tasks_processing.go:74] worker 9 stopped. I1005 01:43:38.576360 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=9d6b253767ed3f2a64310bb5caa5106a9ff47eafc883d35acc93f7b500cb8236 I1005 01:43:38.576374 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 39.032307ms to process 1 records I1005 01:43:38.582459 1 tasks_processing.go:74] worker 49 stopped. I1005 01:43:38.582472 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=108780cb24f15bf572a4031966507398a0d0c6a28b3a008952f53b481dc191a9 I1005 01:43:38.582483 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 45.542258ms to process 1 records I1005 01:43:38.585119 1 tasks_processing.go:74] worker 61 stopped. I1005 01:43:38.585207 1 recorder.go:70] Recording config/pdbs/openshift-console/console with fingerprint=2c5f752b728df11c971cfd4c397b21a642027f5450b52710ac9fea6ab439f4ed I1005 01:43:38.585223 1 recorder.go:70] Recording config/pdbs/openshift-console/downloads with fingerprint=340a075e3855fc3a975501cdda76cced2687bc9c4c9d447dfb80a30f06c7ad70 I1005 01:43:38.585233 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=42933a70616b58874251019380bbb657ac8f6f4ca87ddcb9b7242c5c22d7606f I1005 01:43:38.585242 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=1e3a55efaf54d79bd8175e8ca8b28cc53c051df97135f31eac1df57fd3738136 I1005 01:43:38.585253 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=237166ca3421b3479f8881c55601dbcfc65ad1f87af19dff95a4a6ac982a40e3 I1005 01:43:38.585263 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=d4a2b65ba864d50c7a1990d7380f2a95c1eb6c1c12347f5c9daef8e95e4214c5 I1005 01:43:38.585272 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=99da171513cd2682d04e33d541bd28cc8252b55e3ee46800041683ad0d138341 I1005 01:43:38.585284 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=263cb8615d89809187add5f2e4ec79c44cb20609123657fd2c2dd8c282376071 I1005 01:43:38.585292 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=444483804edc9019d40715dcbca32a4b5774a155aec67405ea751334308ad279 I1005 01:43:38.585302 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=85f61ad5294f6f7de79e49c8f5f3dd178d25a59360b750aaf9da4b1e0566f83a I1005 01:43:38.585312 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=94826b3ed6d2c88564e1ad000bfa5b1b6090659bc3816b2a54ea8e038b84fc29 I1005 01:43:38.585317 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 45.4772ms to process 11 records I1005 01:43:38.585371 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=6ab0f1481bf4b330abc19a27f74361c97e6ed11b623cb84a36a11e90c2daa283 I1005 01:43:38.585394 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=6fa6dd7d623fc950768bf36dec35cae90945815a7f895c1c18f8713b5cf4937a I1005 01:43:38.585411 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=e45da4da930c3225d583eb34120083b3bf4b6d3679285e52ce80c73916dad729 I1005 01:43:38.585415 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 44.178984ms to process 3 records I1005 01:43:38.585417 1 tasks_processing.go:74] worker 35 stopped. I1005 01:43:38.587963 1 tasks_processing.go:74] worker 13 stopped. I1005 01:43:38.588179 1 recorder.go:70] Recording config/network with fingerprint=cfa2461aa301c9a4f91468ae0ca4c27b8d8995ced8253653bb3056a2477309f3 I1005 01:43:38.588196 1 gather.go:177] gatherer "clusterconfig" function "networks" took 49.12838ms to process 1 records I1005 01:43:38.588312 1 tasks_processing.go:74] worker 17 stopped. I1005 01:43:38.588453 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=412869dfe21970cf9e7da1b97cd030b5795ed210e9cffe4a0798942d24d59e66 I1005 01:43:38.588508 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=4fd2e2263852758fc2afa9c481b8a9ae41b4b2712e266a7722227ac2a99c704e I1005 01:43:38.588517 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 51.36073ms to process 2 records I1005 01:43:38.588530 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I1005 01:43:38.588537 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 47.596918ms to process 1 records I1005 01:43:38.588541 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 47.486565ms to process 0 records I1005 01:43:38.588543 1 tasks_processing.go:74] worker 56 stopped. I1005 01:43:38.588545 1 tasks_processing.go:74] worker 21 stopped. I1005 01:43:38.588902 1 tasks_processing.go:74] worker 11 stopped. I1005 01:43:38.589123 1 recorder.go:70] Recording config/node/ip-10-0-133-229.ec2.internal with fingerprint=d8504c6fc1919b558d79529e6b083c6ebbb843a880087be0d49087e5e3e64e9e I1005 01:43:38.589182 1 recorder.go:70] Recording config/node/ip-10-0-145-73.ec2.internal with fingerprint=e59878fc7e93178e6e693b3b01a9db29b8d47ecad45a333566dca985f9acfd62 I1005 01:43:38.589218 1 recorder.go:70] Recording config/node/ip-10-0-161-165.ec2.internal with fingerprint=5ff9f6ba533971e9adb042a14d49152220fa2fd46930a6ab294e8fd4c3de37a7 I1005 01:43:38.589226 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 49.136944ms to process 3 records I1005 01:43:38.589231 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 48.668857ms to process 0 records I1005 01:43:38.589235 1 tasks_processing.go:74] worker 58 stopped. I1005 01:43:38.589353 1 tasks_processing.go:74] worker 1 stopped. I1005 01:43:38.589432 1 recorder.go:70] Recording config/featuregate with fingerprint=8e754d058a2e31ef88167264d64343b4aa713fc8320e8208b35ba82ce0d24927 I1005 01:43:38.589442 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 50.266288ms to process 1 records I1005 01:43:38.592334 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I1005 01:43:38.592342 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1005 01:43:38.592355 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1005 01:43:38.597914 1 base_controller.go:82] Caches are synced for ConfigController I1005 01:43:38.597927 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I1005 01:43:38.598395 1 tasks_processing.go:74] worker 46 stopped. I1005 01:43:38.599124 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=1a6443d3ee686bc19e120e4a8ab17525007a13eb148725c41194687ddebf093a I1005 01:43:38.599399 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=4cf6a0ccfad1100dcf6d694989435535da6c242e53207effbf33d22682df7971 I1005 01:43:38.599416 1 gather.go:177] gatherer "clusterconfig" function "crds" took 59.589751ms to process 2 records I1005 01:43:38.603255 1 tasks_processing.go:74] worker 8 stopped. I1005 01:43:38.603280 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 64.379319ms to process 0 records I1005 01:43:38.604335 1 tasks_processing.go:74] worker 12 stopped. I1005 01:43:38.605372 1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-pjmzp with fingerprint=08444e642506f821600d0f7e323aaf7e921836bef70ed9eddbea0f6dbc0fdf47 I1005 01:43:38.605434 1 recorder.go:70] Recording config/running_containers with fingerprint=3381c67fc64b2a0f59fdc5a9a2662999b950102639a58d191caaa12d890944ab I1005 01:43:38.605445 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 63.619775ms to process 2 records I1005 01:43:38.605597 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I1005 01:43:38.609785 1 tasks_processing.go:74] worker 45 stopped. I1005 01:43:38.609833 1 recorder.go:70] Recording config/olm_operators with fingerprint=bb010f770959713081646c2bae24d0f3bc9a29e73cb09690d268aa737cf01345 I1005 01:43:38.609846 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 70.835706ms to process 1 records I1005 01:43:38.611475 1 tasks_processing.go:74] worker 10 stopped. I1005 01:43:38.611489 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 71.085059ms to process 0 records I1005 01:43:38.614692 1 tasks_processing.go:74] worker 33 stopped. I1005 01:43:38.614728 1 configmapobserver.go:84] configmaps "insights-config" not found I1005 01:43:38.615030 1 recorder.go:70] Recording config/version with fingerprint=2266ac207acf0a42bb689098b3bbd4eff864123c9ff0a0172280159e1fa0f0c9 I1005 01:43:38.615045 1 recorder.go:70] Recording config/id with fingerprint=73d39b47dbd5ecf948216c0a6bee9359667f90724ed047d6fb1e5d30d6dcae25 I1005 01:43:38.615065 1 gather.go:177] gatherer "clusterconfig" function "version" took 74.52757ms to process 2 records I1005 01:43:38.624790 1 tasks_processing.go:74] worker 2 stopped. E1005 01:43:38.624811 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E1005 01:43:38.624823 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2t8aqo8c2vrnf0lapms9ffknpcggr7bp-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2t8aqo8c2vrnf0lapms9ffknpcggr7bp-primary-cert-bundle-secret" not found I1005 01:43:38.624882 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=1957bde49084a18b3ae631f8448be349dda3155fa8af32631be47cf1c7fb14a7 I1005 01:43:38.624897 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 87.88616ms to process 1 records I1005 01:43:38.636411 1 tasks_processing.go:74] worker 38 stopped. E1005 01:43:38.636424 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E1005 01:43:38.636431 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E1005 01:43:38.636435 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I1005 01:43:38.636442 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I1005 01:43:38.636470 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I1005 01:43:38.636474 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I1005 01:43:38.636477 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I1005 01:43:38.636484 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I1005 01:43:38.636501 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I1005 01:43:38.636505 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I1005 01:43:38.636509 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 95.791138ms to process 7 records I1005 01:43:38.644462 1 base_controller.go:82] Caches are synced for LoggingSyncer I1005 01:43:38.644472 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I1005 01:43:38.658120 1 cluster_transfer.go:102] no available accepted cluster transfer I1005 01:43:38.658130 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I1005 01:43:38.669684 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I1005 01:43:38.672283 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I1005 01:43:38.673700 1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 15 containers I1005 01:43:38.673708 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1677721 bytes I1005 01:43:38.674352 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-7f7j9 pod in namespace openshift-dns (previous: false). I1005 01:43:38.808657 1 sca.go:266] etc-pki-entitlement secret successfully created I1005 01:43:38.808668 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I1005 01:43:38.813677 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-7f7j9 pod in namespace openshift-dns (previous: false). I1005 01:43:38.995356 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gnmv7 pod in namespace openshift-dns (previous: false). I1005 01:43:39.209509 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gnmv7 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gnmv7\" is waiting to start: ContainerCreating" I1005 01:43:39.209521 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gnmv7\" is waiting to start: ContainerCreating" I1005 01:43:39.209528 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gnmv7 pod in namespace openshift-dns (previous: false). I1005 01:43:39.391371 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gnmv7 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gnmv7\" is waiting to start: ContainerCreating" I1005 01:43:39.391381 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gnmv7\" is waiting to start: ContainerCreating" I1005 01:43:39.391404 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hmd9n pod in namespace openshift-dns (previous: false). I1005 01:43:39.417545 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I1005 01:43:39.591467 1 tasks_processing.go:74] worker 19 stopped. I1005 01:43:39.591485 1 recorder.go:70] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I1005 01:43:39.591497 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.052766149s to process 1 records I1005 01:43:39.591526 1 tasks_processing.go:74] worker 43 stopped. I1005 01:43:39.591560 1 recorder.go:70] Recording config/alerts with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 W1005 01:43:39.591576 1 gather.go:155] issue recording gatherer "clusterconfig" function "active_alerts" result "config/alerts.json" because of the warning: warning: the record with the same fingerprint "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" was already recorded at path "config/namespaces_with_overlapping_uids.json", recording another one with a different path "config/alerts.json" I1005 01:43:39.591587 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.05363736s to process 1 records I1005 01:43:39.611657 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hmd9n pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hmd9n\" is waiting to start: ContainerCreating" I1005 01:43:39.611668 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hmd9n\" is waiting to start: ContainerCreating" I1005 01:43:39.611674 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hmd9n pod in namespace openshift-dns (previous: false). I1005 01:43:39.616674 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I1005 01:43:39.790588 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hmd9n pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hmd9n\" is waiting to start: ContainerCreating" I1005 01:43:39.790599 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hmd9n\" is waiting to start: ContainerCreating" I1005 01:43:39.790605 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-5x6s7 pod in namespace openshift-dns (previous: false). I1005 01:43:39.991653 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-fgrvt pod in namespace openshift-dns (previous: false). I1005 01:43:40.191216 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-lmjpg pod in namespace openshift-dns (previous: false). I1005 01:43:40.390021 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-596fcc8ccd-rk2jz pod in namespace openshift-ingress (previous: false). I1005 01:43:40.593965 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-596fcc8ccd-xvjfs pod in namespace openshift-ingress (previous: false). I1005 01:43:40.792119 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7769f6674f-5cwzf pod in namespace openshift-ingress (previous: false). I1005 01:43:40.990988 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-45dl8 pod in namespace openshift-ingress-canary (previous: false). I1005 01:43:41.021548 1 tasks_processing.go:74] worker 51 stopped. I1005 01:43:41.021647 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=87e922c512693a7aea1ef6a097653e6e0ec74dbd5456f5905e2fcc2fcc3705c9 I1005 01:43:41.021693 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I1005 01:43:41.021713 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=d26d5736594eb1144f6c6025a7c8b8f74f264f67d2a366a505f99760825a69b8 I1005 01:43:41.021721 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I1005 01:43:41.021737 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=9036a7651917499a17ed060b0b3e29fc38a70a136ee22e7079c61334611e5501 I1005 01:43:41.021751 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I1005 01:43:41.021766 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=feff5faf7ff04180103c87ccf5ff98fb7380091d239275c2ea562528f85c4bc2 I1005 01:43:41.021785 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=0a8a54ae86905daf8748a6ecc35b6edd96556bec27d845b97c3511cd2d3ec6e2 I1005 01:43:41.021806 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=c058d5554eb2ca3180e721e03824ac1f7b664858647946a82744192cedeb062c I1005 01:43:41.021828 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=55780b0cf70e5f843a195c8be872f8612094a4cf74f4bc5a31f87698a40329c1 I1005 01:43:41.022006 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=2db06dfb2fe0fd264edfa897c3cd4f6750a1d2577198e7f3e4b73338eff99981 I1005 01:43:41.022021 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=283e44a2b6ec6183850bc1e63840fd84d7fd1f73156bae52cf56f4137e55631f I1005 01:43:41.022028 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I1005 01:43:41.022039 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=befd5abe12bc8efb1e3e0c296c7a56f14ae6b15bc77dc6abf7925bf718fae915 I1005 01:43:41.022048 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I1005 01:43:41.022059 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=80d5bd8f2d005331223e8fce586fa043c3346459d966ee8b5c69bd9f5cf46eb9 I1005 01:43:41.022066 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I1005 01:43:41.022078 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=931c3c5afa99ef71de238d037f3beb55a88a0fcf67b831897da4580cb778701b I1005 01:43:41.022087 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I1005 01:43:41.022100 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=187b5b272266fb53299a13611eddec1bf80245735cbcfa190f7c788fb47a4987 I1005 01:43:41.022172 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=2207d8dabdaee460c19e12e820a20b8d9cb76c6b1cd2959fe8828a7d234ae3b9 I1005 01:43:41.022192 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I1005 01:43:41.022207 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=6585a6dca630e46a15d35c8930c639f3b1232dbbbeb4b6d8a216f5b47e90ca9a I1005 01:43:41.022223 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=2e7091bfd1aa2a928f189a4ba10a90da4cc5713554dde12451644dd769aef865 I1005 01:43:41.022232 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I1005 01:43:41.022243 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=06b2dec4abcc40b1805c3d96a14a1561c54cca0a8eb4dd32560d8ee554f5b6fc I1005 01:43:41.022252 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I1005 01:43:41.022263 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=84d934b389628515b914698c4ec30f1cec98ae87dbc800743dc0f87f218a80e0 I1005 01:43:41.022272 1 recorder.go:70] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I1005 01:43:41.022281 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=b19066bcf5511a4838cace0a62f592d1bdd90fb361e64f4623405fdc38b5b8c8 I1005 01:43:41.022292 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=469888a529614de5bf574661786efc1c1ff8816b31385d7728edee2cbecc82d8 I1005 01:43:41.022301 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=cdfe309247de59e12612a1c3884f4566aec97cb17edaafaa54aaec7e429f2f7d I1005 01:43:41.022316 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=95b98edcde850aa476ecbd1f727dbb41f2c42628cb783c868bd0526deb29364a I1005 01:43:41.022324 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I1005 01:43:41.022340 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=5593d4466dc6b956ae46fe6c1e0e55d5bcd8e10d71d105930f04d8b2a9f044a2 I1005 01:43:41.022353 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I1005 01:43:41.022361 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I1005 01:43:41.022367 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.482514687s to process 37 records I1005 01:43:41.189818 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-45dl8 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-45dl8\" is waiting to start: ContainerCreating" I1005 01:43:41.189831 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-45dl8\" is waiting to start: ContainerCreating" I1005 01:43:41.189839 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-82vnl pod in namespace openshift-ingress-canary (previous: false). I1005 01:43:41.392045 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-8rfw9 pod in namespace openshift-ingress-canary (previous: false). I1005 01:43:41.591937 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-8rfw9 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-8rfw9\" is waiting to start: ContainerCreating" I1005 01:43:41.591950 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-8rfw9\" is waiting to start: ContainerCreating" I1005 01:43:41.591963 1 tasks_processing.go:74] worker 53 stopped. I1005 01:43:41.592024 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=f3fe4ab6e6252c572806a6c507fbbc473d2799604f28146f41fd2bcf7a9b6631 I1005 01:43:41.592066 1 recorder.go:70] Recording events/openshift-dns with fingerprint=292cf5567084e021f76548f82c999d4bca7113a57acbf8fa9712c054c65b117d I1005 01:43:41.592088 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=9952b84a45171d6478fe6ba4fdb097b4686b2d9fd459a1cdcfff6142e26b055b I1005 01:43:41.592144 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=6bf1a78e5cbd598c09731c541d2acaab3bb8a70d9b93d8fddfb18fda4b2d5db1 I1005 01:43:41.592181 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=76590234bd06c93f91ecd5c2bcb3553b6c79dc9253382a87478c24ea041ef466 I1005 01:43:41.592190 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-7f7j9/dns_current.log with fingerprint=6007b404f947fb8a3edfe40816099aff414a60557729076332c19017ed541d08 I1005 01:43:41.592197 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-7f7j9/kube-rbac-proxy_current.log with fingerprint=bb04c8d039c9d04c2e05ff8b0c4cd4f0ac488c359e59cdc21fa567c26e51cef7 I1005 01:43:41.592298 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-gnmv7 with fingerprint=41c6161496efdbdcffdb0809143d2c876695568328036d43279dac112b5fffbb I1005 01:43:41.592354 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-hmd9n with fingerprint=69d814e142cd0e40c996e44059a985354495cab44f6dc752834c4ed80f180f52 I1005 01:43:41.592362 1 recorder.go:70] Recording config/pod/openshift-dns/logs/node-resolver-5x6s7/dns-node-resolver_current.log with fingerprint=caa00cc686f147146ca4cee3b4173cbe9f61a6f80240aca74c096365574ff2cd I1005 01:43:41.592368 1 recorder.go:70] Recording config/pod/openshift-dns/logs/node-resolver-fgrvt/dns-node-resolver_current.log with fingerprint=4b52d8b9221584401a30e520302b60cff8e215738285e133d3d3bd5bcac02cfe I1005 01:43:41.592373 1 recorder.go:70] Recording config/pod/openshift-dns/logs/node-resolver-lmjpg/dns-node-resolver_current.log with fingerprint=82c17794661d24c510c7873981ac1e276f95a1637ade1075d9fd5cd53929453f I1005 01:43:41.592394 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-596fcc8ccd-rk2jz/router_current.log with fingerprint=885a9ef9b8c9fb21858ec96fd5943cf2e0604f4839b843882be44e89ea352dac I1005 01:43:41.592411 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-596fcc8ccd-xvjfs/router_current.log with fingerprint=65c10b1b0add6c39d275e94193668f5a4ea554dc999e8bdaaffb3962b1d51d34 I1005 01:43:41.592425 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-7769f6674f-5cwzf/router_current.log with fingerprint=58c4d722f7220d113226cfe2154f21bb68bda2235cebd1e9620dfb5449594c01 I1005 01:43:41.592466 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-45dl8 with fingerprint=81ca797d3fe74f371764dff47faff94a3e1dda5c79384e5d0e0b75b10dcff541 I1005 01:43:41.592473 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-82vnl/serve-healthcheck-canary_current.log with fingerprint=c5a7ee398cb7f06e7a4feea2c77753e64b165c0bdda4712540978ca68f205d96 I1005 01:43:41.592504 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-8rfw9 with fingerprint=70fcc89e62b61cf1174d99f73d5c6b31f98e21d05b5a0c7ce3294b9dc94ca663 I1005 01:43:41.592512 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.054007014s to process 18 records I1005 01:43:51.595425 1 tasks_processing.go:74] worker 37 stopped. I1005 01:43:51.595462 1 recorder.go:70] Recording config/installplans with fingerprint=6f9781df213f917044fe07f29e6836f4c98c6ccf7740910e145b68b90ff5234d I1005 01:43:51.595472 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.055346078s to process 1 records I1005 01:43:52.347637 1 tasks_processing.go:74] worker 59 stopped. I1005 01:43:52.347835 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=dabcdda6991bac1666e8c7d62a42c20e4eacf733a346e4ee546090403d855ed3 I1005 01:43:52.347850 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.807120169s to process 1 records E1005 01:43:52.347903 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.811s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error" I1005 01:43:52.348997 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error I1005 01:43:52.349010 1 periodic.go:212] Running workloads gatherer I1005 01:43:52.349022 1 tasks_processing.go:45] number of workers: 2 I1005 01:43:52.349028 1 tasks_processing.go:69] worker 1 listening for tasks. I1005 01:43:52.349031 1 tasks_processing.go:71] worker 1 working on workload_info task. I1005 01:43:52.349038 1 tasks_processing.go:69] worker 0 listening for tasks. I1005 01:43:52.349112 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I1005 01:43:52.355983 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-133-229.ec2.internal... I1005 01:43:52.355990 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-145-73.ec2.internal... I1005 01:43:52.356007 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-161-165.ec2.internal... I1005 01:43:52.382618 1 tasks_processing.go:74] worker 0 stopped. I1005 01:43:52.382631 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 33.491345ms to process 0 records I1005 01:43:55.450795 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 3s I1005 01:43:55.514229 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I1005 01:43:55.523302 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (10ms) I1005 01:43:55.533132 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (10ms) I1005 01:43:55.546971 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (14ms) I1005 01:43:55.556218 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (9ms) I1005 01:43:55.565636 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (9ms) I1005 01:43:55.575083 1 gather_workloads_info.go:387] No image sha256:1cc2f3c83068c8c67d9070f67677e1bb6b4feff7ac5744cad08711893e56b55f (9ms) I1005 01:43:55.584763 1 gather_workloads_info.go:387] No image sha256:099b3af427b8e1eb44765283a640446c3225151baa06eed789623206151a60cd (10ms) I1005 01:43:55.594182 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (9ms) I1005 01:43:55.605142 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (11ms) I1005 01:43:55.614207 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (9ms) I1005 01:43:55.623435 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (9ms) I1005 01:43:55.723709 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (100ms) I1005 01:43:55.824358 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (101ms) I1005 01:43:55.923269 1 gather_workloads_info.go:387] No image sha256:799f5628c18e77a49c08645c03179046b5200c8cbcfd65737fb59668132f393e (99ms) I1005 01:43:56.024166 1 gather_workloads_info.go:387] No image sha256:7854174b4b98e9b10d9c8e9b43113df1217ab21db4b2395d9399af0c3d7911a3 (101ms) I1005 01:43:56.124430 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms) I1005 01:43:56.223284 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (99ms) I1005 01:43:56.323339 1 gather_workloads_info.go:398] Found image sha256:59db91eadf1e1e5343777be43ff25fb712f300f9341be48ba05f45270944536f (100ms) I1005 01:43:56.423507 1 gather_workloads_info.go:387] No image sha256:00f977c2275f5bf03d423911159a39ca44fabc1862ecb7ae492198ec8c46c6bb (100ms) I1005 01:43:56.523913 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (100ms) I1005 01:43:56.624120 1 gather_workloads_info.go:387] No image sha256:929a4a9c96a08b57fe4c315deca55c30d1990c83e34b8b5692f7646d29f715c8 (100ms) I1005 01:43:56.724204 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (100ms) I1005 01:43:56.824716 1 gather_workloads_info.go:387] No image sha256:1f2aa1e1026570162984f7fbb634635bcf319e408cafa8f9034ee842a2f193ab (101ms) I1005 01:43:56.923557 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (99ms) I1005 01:43:57.024114 1 gather_workloads_info.go:387] No image sha256:68d8e92046969bcfcbca2d2b3dcf4dcad5f6edc5fcb44861eb22f8079a43ea4d (101ms) I1005 01:43:57.123888 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (100ms) I1005 01:43:57.224170 1 gather_workloads_info.go:387] No image sha256:5cba745f09f3bd6b8028c6773597cbb30bf3639a84f2b4b6493fe20642339a2c (100ms) I1005 01:43:57.324331 1 gather_workloads_info.go:387] No image sha256:798001e24f1ed6a5621c442729a840ba2a2abc43433901e8450caa12b4bad5c5 (100ms) I1005 01:43:57.423320 1 gather_workloads_info.go:387] No image sha256:6c3c7f77d7a3815bbb69cad5f6f1742c17d9597bc135ba3d116c9736d98fae33 (99ms) I1005 01:43:57.524010 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (101ms) I1005 01:43:57.624121 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I1005 01:43:57.724019 1 gather_workloads_info.go:387] No image sha256:38dd36da63b1f01316a02daf6c18b821318c6ec313712147292d74abf955e0da (100ms) I1005 01:43:57.824215 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (100ms) I1005 01:43:57.924467 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms) I1005 01:43:58.024108 1 gather_workloads_info.go:387] No image sha256:039479f355d6903e1018abf8427fece3465c4348d4de2144ec38114b51bec27e (100ms) I1005 01:43:58.124203 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms) I1005 01:43:58.224118 1 gather_workloads_info.go:387] No image sha256:1d471ad866b8564b209214d7dd3a7363c47e9535211d660b63b46abb278af7ab (100ms) I1005 01:43:58.324100 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms) I1005 01:43:58.424315 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (100ms) I1005 01:43:58.524684 1 gather_workloads_info.go:398] Found image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (100ms) I1005 01:43:58.636537 1 gather_workloads_info.go:387] No image sha256:270a7bac889ed64d75ce11ae26e8634a6209ff718b83fae2c888cfc758316aa3 (112ms) I1005 01:43:58.732597 1 gather_workloads_info.go:387] No image sha256:e40bbab1e52f580ab471bd7ab19ae23a4bcbaf1893243a05238af6bede7ba9cc (96ms) I1005 01:43:58.823656 1 gather_workloads_info.go:387] No image sha256:bcca5c17371caa2dce7e28da4c9fe30163c340fa172187f94db90ea1bd6ab80d (91ms) I1005 01:43:58.925376 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (102ms) I1005 01:43:59.024350 1 gather_workloads_info.go:387] No image sha256:46c2c396ca651699738c3f26b79b10af2922123dd27c2e32382d2a31a87e92c7 (99ms) I1005 01:43:59.123234 1 gather_workloads_info.go:387] No image sha256:a3d34d8f38a540ce79d34a5248b1965346155497db57b72cb4758d659418059c (99ms) I1005 01:43:59.224266 1 gather_workloads_info.go:387] No image sha256:6277dac65decba0ea094146bb99600f479eaf804696842e724de1f1b436f9a38 (101ms) I1005 01:43:59.322596 1 gather_workloads_info.go:387] No image sha256:ce3d8211c0bde5788a4fd04c3eff31ae591437ceab2b3168dbbdfe408673c8b1 (98ms) I1005 01:43:59.423496 1 gather_workloads_info.go:387] No image sha256:527ed405bf66234718321996dacf51f91c64c746de9f1509416ef6ce89c90a50 (101ms) I1005 01:43:59.523579 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (100ms) I1005 01:43:59.523606 1 tasks_processing.go:74] worker 1 stopped. I1005 01:43:59.523811 1 recorder.go:70] Recording config/workload_info with fingerprint=842e9a642fee23274181665c8e745a9f127fb8613532217b4c844af72529bde5 I1005 01:43:59.523824 1 gather.go:177] gatherer "workloads" function "workload_info" took 7.17456897s to process 1 records I1005 01:43:59.523844 1 periodic.go:259] Periodic gather workloads completed in 7.174s I1005 01:43:59.523853 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I1005 01:43:59.523857 1 periodic.go:212] Running conditional gatherer I1005 01:43:59.533605 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I1005 01:43:59.740415 1 conditional_gatherer.go:336] updating alerts cache for conditional gatherer I1005 01:44:00.769469 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I1005 01:44:00.779124 1 conditional_gatherer.go:390] cluster version is '4.19.9' I1005 01:44:00.779161 1 tasks_processing.go:45] number of workers: 3 I1005 01:44:00.779171 1 tasks_processing.go:69] worker 2 listening for tasks. I1005 01:44:00.779174 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I1005 01:44:00.779184 1 tasks_processing.go:69] worker 0 listening for tasks. I1005 01:44:00.779192 1 tasks_processing.go:69] worker 1 listening for tasks. I1005 01:44:00.779199 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I1005 01:44:00.779199 1 tasks_processing.go:74] worker 1 stopped. I1005 01:44:00.779217 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I1005 01:44:00.779246 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c I1005 01:44:00.779258 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 623ns to process 1 records I1005 01:44:00.779284 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I1005 01:44:00.779292 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 929ns to process 1 records I1005 01:44:00.779296 1 tasks_processing.go:74] worker 0 stopped. I1005 01:44:00.779449 1 tasks_processing.go:74] worker 2 stopped. I1005 01:44:00.779468 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 214.225µs to process 0 records I1005 01:44:00.779492 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=AsExpected message= I1005 01:44:00.779501 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I1005 01:44:00.806989 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=2b4eabdec876ad98ee77f1dc3730b19b69141ce9b6a37ba498b9894ccae07c87 I1005 01:44:00.807319 1 diskrecorder.go:70] Writing 127 records to /var/lib/insights-operator/insights-2026-10-05-014400.tar.gz I1005 01:44:00.814664 1 diskrecorder.go:51] Wrote 127 records to disk in 7ms I1005 01:44:00.814694 1 periodic.go:281] Gathering cluster info every 2h0m0s I1005 01:44:00.814713 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I1005 01:45:08.537859 1 diskrecorder.go:223] Found files to send: insights-2026-10-05-014400.tar.gz I1005 01:45:08.537882 1 insightsuploader.go:150] Checking archives to upload periodically every 15m1.77528337s I1005 01:45:08.537889 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I1005 01:45:08.550449 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I1005 01:45:08.848215 1 requests.go:87] Successfully reported id=2026-10-05T01:45:08Z x-rh-insights-request-id=158c6464cd6e43799c849d98b5c5cc50, wrote=64509 I1005 01:45:08.848264 1 insightsuploader.go:187] Uploaded report successfully in 310.365321ms I1005 01:45:08.848281 1 controller.go:119] Initializing last reported time to 2026-10-05T01:45:08Z I1005 01:45:08.848316 1 insightsreport.go:304] Archive uploaded, starting pulling report... I1005 01:45:08.848324 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I1005 01:45:08.848329 1 insightsreport.go:221] Initial delay for pulling: 1m0s I1005 01:45:08.855108 1 controller.go:481] The operator is healthy I1005 01:45:38.553070 1 controller.go:481] The operator is healthy I1005 01:46:10.803515 1 insightsreport.go:137] Pulling report from smart-proxy I1005 01:46:10.803541 1 insightsreport.go:149] Retrieving report I1005 01:46:10.815006 1 requests.go:110] Retrieving report for cluster: 64f81633-8b09-4b7a-a77e-76ad64b57d9f I1005 01:46:10.815016 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/64f81633-8b09-4b7a-a77e-76ad64b57d9f/reports I1005 01:46:10.816882 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/64f81633-8b09-4b7a-a77e-76ad64b57d9f/reports I1005 01:46:11.015753 1 insightsreport.go:184] Report retrieved I1005 01:46:11.065877 1 insightsreport.go:239] Report retrieved correctly I1005 01:47:38.552504 1 controller.go:481] The operator is healthy I1005 01:48:38.527839 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I1005 01:48:38.534454 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1005 01:48:38.534471 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I1005 01:48:38.539747 1 secretconfigobserver.go:119] support secret does not exist I1005 01:49:38.554416 1 controller.go:481] The operator is healthy I1005 01:51:38.552009 1 controller.go:481] The operator is healthy I1005 01:53:38.519349 1 configmapobserver.go:84] configmaps "insights-config" not found I1005 01:53:38.540420 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I1005 01:53:38.547457 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1005 01:53:38.547472 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I1005 01:53:38.551315 1 controller.go:481] The operator is healthy I1005 01:53:38.552907 1 secretconfigobserver.go:119] support secret does not exist I1005 01:55:38.566126 1 controller.go:481] The operator is healthy I1005 01:57:38.558099 1 controller.go:481] The operator is healthy I1005 01:58:38.552996 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I1005 01:58:38.559477 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1005 01:58:38.559500 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I1005 01:58:38.565086 1 secretconfigobserver.go:119] support secret does not exist I1005 01:59:38.553048 1 controller.go:481] The operator is healthy I1005 02:00:15.624816 1 insightsuploader.go:146] Nothing to report since 2026-10-05T01:45:08Z I1005 02:01:38.552269 1 controller.go:481] The operator is healthy I1005 02:03:38.517133 1 configmapobserver.go:84] configmaps "insights-config" not found I1005 02:03:38.523968 1 configmapobserver.go:84] configmaps "insights-config" not found I1005 02:03:38.551802 1 controller.go:481] The operator is healthy I1005 02:03:38.565711 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I1005 02:03:38.571563 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1005 02:03:38.571576 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I1005 02:03:38.576880 1 secretconfigobserver.go:119] support secret does not exist