I0311 04:16:50.805870 1 cmd.go:253] Using service-serving-cert provided certificates I0311 04:16:50.806339 1 observer_polling.go:159] Starting file observer W0311 04:16:50.823525 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0311 04:16:51.033469 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0311 04:16:51.033745 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0311 04:16:51.034433 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0311 04:16:51.034461 1 secure_serving.go:57] Forcing use of http/1.1 only W0311 04:16:51.034547 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0311 04:16:51.034554 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0311 04:16:51.034561 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0311 04:16:51.034566 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0311 04:16:51.034571 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0311 04:16:51.034578 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0311 04:16:51.044440 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0311 04:16:51.044569 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0311 04:16:51.050552 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0311 04:16:51.050601 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0311 04:16:51.050718 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0311 04:16:51.050637 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController E0311 04:16:51.050606 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.189bae614210eb53 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-03-11 04:16:51.043887955 +0000 UTC m=+0.278289748,LastTimestamp:2026-03-11 04:16:51.043887955 +0000 UTC m=+0.278289748,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" I0311 04:16:51.050812 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0311 04:16:51.050917 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0311 04:16:51.050893 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0311 04:16:51.051209 1 secure_serving.go:213] Serving securely on [::]:8443 I0311 04:16:51.051326 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0311 04:16:51.065122 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0311 04:16:51.065154 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0311 04:16:51.065216 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0311 04:16:51.081924 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:16:51.081961 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0311 04:16:51.108622 1 secretconfigobserver.go:119] support secret does not exist I0311 04:16:51.132781 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:16:51.150853 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0311 04:16:51.150858 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0311 04:16:51.151010 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0311 04:16:51.162327 1 secretconfigobserver.go:119] support secret does not exist I0311 04:16:51.162558 1 recorder.go:156] Pruning old reports every 4h9m57s, max age is 288h0m0s I0311 04:16:51.165435 1 base_controller.go:82] Caches are synced for ConfigController I0311 04:16:51.165448 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0311 04:16:51.215038 1 configmapobserver.go:84] configmaps "insights-config" not found I0311 04:16:51.215207 1 periodic.go:212] Running clusterconfig gatherer I0311 04:16:51.215224 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0311 04:16:51.215235 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0311 04:16:51.215247 1 insightsreport.go:296] Starting report retriever I0311 04:16:51.215249 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0311 04:16:51.215256 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0311 04:16:51.215281 1 tasks_processing.go:45] number of workers: 32 I0311 04:16:51.215336 1 tasks_processing.go:69] worker 31 listening for tasks. I0311 04:16:51.215343 1 tasks_processing.go:71] worker 31 working on openstack_version task. I0311 04:16:51.215344 1 tasks_processing.go:69] worker 0 listening for tasks. I0311 04:16:51.215347 1 tasks_processing.go:69] worker 21 listening for tasks. I0311 04:16:51.215344 1 tasks_processing.go:69] worker 14 listening for tasks. I0311 04:16:51.215334 1 tasks_processing.go:69] worker 13 listening for tasks. I0311 04:16:51.215338 1 tasks_processing.go:69] worker 23 listening for tasks. I0311 04:16:51.215364 1 tasks_processing.go:69] worker 19 listening for tasks. I0311 04:16:51.215367 1 tasks_processing.go:69] worker 16 listening for tasks. I0311 04:16:51.215356 1 tasks_processing.go:69] worker 18 listening for tasks. I0311 04:16:51.215356 1 tasks_processing.go:69] worker 17 listening for tasks. I0311 04:16:51.215374 1 tasks_processing.go:69] worker 22 listening for tasks. I0311 04:16:51.215387 1 tasks_processing.go:69] worker 27 listening for tasks. I0311 04:16:51.215395 1 tasks_processing.go:69] worker 26 listening for tasks. I0311 04:16:51.215421 1 tasks_processing.go:69] worker 1 listening for tasks. I0311 04:16:51.215420 1 tasks_processing.go:69] worker 15 listening for tasks. I0311 04:16:51.215432 1 tasks_processing.go:69] worker 25 listening for tasks. I0311 04:16:51.215435 1 tasks_processing.go:69] worker 7 listening for tasks. I0311 04:16:51.215438 1 tasks_processing.go:69] worker 29 listening for tasks. I0311 04:16:51.215433 1 tasks_processing.go:69] worker 12 listening for tasks. I0311 04:16:51.215447 1 tasks_processing.go:69] worker 5 listening for tasks. I0311 04:16:51.215444 1 tasks_processing.go:69] worker 24 listening for tasks. I0311 04:16:51.215447 1 tasks_processing.go:69] worker 30 listening for tasks. I0311 04:16:51.215451 1 tasks_processing.go:69] worker 28 listening for tasks. I0311 04:16:51.215455 1 tasks_processing.go:69] worker 6 listening for tasks. I0311 04:16:51.215454 1 tasks_processing.go:69] worker 2 listening for tasks. I0311 04:16:51.215459 1 tasks_processing.go:69] worker 3 listening for tasks. I0311 04:16:51.215444 1 tasks_processing.go:69] worker 4 listening for tasks. I0311 04:16:51.215464 1 tasks_processing.go:69] worker 9 listening for tasks. I0311 04:16:51.215463 1 tasks_processing.go:69] worker 8 listening for tasks. I0311 04:16:51.215333 1 tasks_processing.go:69] worker 20 listening for tasks. I0311 04:16:51.215535 1 tasks_processing.go:71] worker 20 working on ingress task. I0311 04:16:51.215547 1 tasks_processing.go:71] worker 21 working on openshift_logging task. I0311 04:16:51.215552 1 tasks_processing.go:71] worker 2 working on version task. I0311 04:16:51.215570 1 tasks_processing.go:71] worker 4 working on storage_cluster task. I0311 04:16:51.215622 1 tasks_processing.go:69] worker 11 listening for tasks. I0311 04:16:51.215634 1 tasks_processing.go:71] worker 11 working on jaegers task. I0311 04:16:51.215660 1 tasks_processing.go:71] worker 14 working on machine_sets task. I0311 04:16:51.215832 1 tasks_processing.go:71] worker 30 working on olm_operators task. I0311 04:16:51.215988 1 tasks_processing.go:71] worker 24 working on container_images task. I0311 04:16:51.216075 1 tasks_processing.go:71] worker 13 working on clusterroles task. I0311 04:16:51.216407 1 tasks_processing.go:71] worker 5 working on machine_autoscalers task. I0311 04:16:51.215682 1 tasks_processing.go:69] worker 10 listening for tasks. I0311 04:16:51.216478 1 tasks_processing.go:71] worker 10 working on image_registries task. I0311 04:16:51.215541 1 tasks_processing.go:71] worker 0 working on dvo_metrics task. I0311 04:16:51.216936 1 tasks_processing.go:71] worker 3 working on operators_pods_and_events task. I0311 04:16:51.215543 1 tasks_processing.go:71] worker 12 working on support_secret task. I0311 04:16:51.217521 1 tasks_processing.go:71] worker 23 working on monitoring_persistent_volumes task. I0311 04:16:51.215537 1 tasks_processing.go:71] worker 16 working on service_accounts task. I0311 04:16:51.217603 1 tasks_processing.go:71] worker 6 working on image_pruners task. I0311 04:16:51.217756 1 tasks_processing.go:71] worker 19 working on openshift_machine_api_events task. I0311 04:16:51.217913 1 tasks_processing.go:71] worker 9 working on container_runtime_configs task. I0311 04:16:51.218180 1 tasks_processing.go:71] worker 28 working on oauths task. I0311 04:16:51.218200 1 tasks_processing.go:71] worker 8 working on infrastructures task. I0311 04:16:51.218364 1 tasks_processing.go:71] worker 1 working on ingress_certificates task. I0311 04:16:51.218423 1 tasks_processing.go:71] worker 18 working on lokistack task. I0311 04:16:51.218461 1 tasks_processing.go:71] worker 27 working on config_maps task. I0311 04:16:51.218466 1 tasks_processing.go:71] worker 22 working on sap_pods task. I0311 04:16:51.218478 1 tasks_processing.go:71] worker 7 working on sap_datahubs task. I0311 04:16:51.218506 1 tasks_processing.go:71] worker 17 working on tsdb_status task. I0311 04:16:51.218529 1 tasks_processing.go:71] worker 26 working on crds task. I0311 04:16:51.218585 1 tasks_processing.go:71] worker 25 working on networks task. I0311 04:16:51.218600 1 tasks_processing.go:71] worker 29 working on proxies task. I0311 04:16:51.218606 1 tasks_processing.go:71] worker 15 working on ceph_cluster task. I0311 04:16:51.222113 1 tasks_processing.go:71] worker 4 working on machine_configs task. I0311 04:16:51.222127 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 6.520811ms to process 0 records I0311 04:16:51.222143 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 6.762725ms to process 0 records I0311 04:16:51.222153 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 6.470262ms to process 0 records I0311 04:16:51.222165 1 tasks_processing.go:71] worker 31 working on feature_gates task. I0311 04:16:51.222168 1 tasks_processing.go:71] worker 14 working on certificate_signing_requests task. I0311 04:16:51.222274 1 tasks_processing.go:71] worker 11 working on pdbs task. I0311 04:16:51.222294 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 6.625115ms to process 0 records E0311 04:16:51.224799 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.25.225:9091: connect: connection refused I0311 04:16:51.224821 1 tasks_processing.go:71] worker 17 working on pod_network_connectivity_checks task. E0311 04:16:51.224833 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.25.225:9091: connect: connection refused I0311 04:16:51.224854 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 5.018292ms to process 0 records I0311 04:16:51.234390 1 tasks_processing.go:71] worker 15 working on image task. I0311 04:16:51.234394 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 14.026916ms to process 0 records I0311 04:16:51.234511 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 17.881595ms to process 0 records I0311 04:16:51.234520 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 15.729437ms to process 0 records I0311 04:16:51.234526 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 14.934229ms to process 0 records I0311 04:16:51.234532 1 tasks_processing.go:71] worker 18 working on aggregated_monitoring_cr_names task. I0311 04:16:51.234566 1 tasks_processing.go:71] worker 9 working on validating_webhook_configurations task. I0311 04:16:51.234570 1 tasks_processing.go:71] worker 5 working on overlapping_namespace_uids task. I0311 04:16:51.234803 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0311 04:16:51.234821 1 controller.go:317] The initial operator extension status is healthy I0311 04:16:51.234831 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0311 04:16:51.234835 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0311 04:16:51.234839 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0311 04:16:51.234852 1 controller.go:458] The operator is still being initialized I0311 04:16:51.234857 1 controller.go:481] The operator is healthy I0311 04:16:51.234929 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0311 04:16:51.234990 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0311 04:16:51.235089 1 operator.go:287] started I0311 04:16:51.235114 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0311 04:16:51.239770 1 tasks_processing.go:71] worker 21 working on active_alerts task. I0311 04:16:51.239818 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 24.213511ms to process 0 records I0311 04:16:51.239839 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 20.033019ms to process 0 records I0311 04:16:51.239848 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 20.142595ms to process 0 records I0311 04:16:51.239856 1 tasks_processing.go:71] worker 22 working on nodenetworkconfigurationpolicies task. I0311 04:16:51.239918 1 tasks_processing.go:71] worker 7 working on operators task. E0311 04:16:51.242531 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.9.190:9094: connect: connection refused I0311 04:16:51.242549 1 tasks_processing.go:71] worker 21 working on authentication task. E0311 04:16:51.242706 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.9.190:9094: connect: connection refused I0311 04:16:51.242738 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 2.767832ms to process 0 records I0311 04:16:51.251350 1 tasks_processing.go:71] worker 17 working on mutating_webhook_configurations task. E0311 04:16:51.251363 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0311 04:16:51.251415 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 26.519474ms to process 0 records I0311 04:16:51.251435 1 tasks_processing.go:71] worker 4 working on openstack_dataplanenodesets task. E0311 04:16:51.251471 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0311 04:16:51.251556 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0311 04:16:51.251574 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 29.303928ms to process 1 records I0311 04:16:51.251814 1 tasks_processing.go:71] worker 29 working on cluster_apiserver task. I0311 04:16:51.251938 1 recorder.go:70] Recording config/proxy with fingerprint=35475757f098c979dadc5f67dc9ca5d6f0c8e97a80ee8fceee7a310b7ae1e8a0 I0311 04:16:51.251958 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 31.601593ms to process 1 records I0311 04:16:51.252045 1 tasks_processing.go:71] worker 20 working on nodenetworkstates task. I0311 04:16:51.252334 1 recorder.go:70] Recording config/ingress with fingerprint=00a2d7f5eaa09337f9ae83a748f0a5dbd1d15d225b8cb7752f2a5705aca0d9a6 I0311 04:16:51.252348 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 36.269535ms to process 1 records I0311 04:16:51.254753 1 tasks_processing.go:71] worker 12 working on node_logs task. E0311 04:16:51.254820 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0311 04:16:51.254879 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 37.366434ms to process 0 records I0311 04:16:51.255247 1 tasks_processing.go:71] worker 28 working on metrics task. I0311 04:16:51.255781 1 recorder.go:70] Recording config/oauth with fingerprint=46794a208e77cffdda7fdafd55fa8c9bce92e66b9ce61cb41f7d1c488a510af8 I0311 04:16:51.255803 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 36.379095ms to process 1 records I0311 04:16:51.255891 1 tasks_processing.go:71] worker 25 working on storage_classes task. I0311 04:16:51.256027 1 recorder.go:70] Recording config/network with fingerprint=7feb98c5e1c3962570ba4ba1d924d501847b052089dc383cbadf2facfb5ba73f I0311 04:16:51.256039 1 gather.go:177] gatherer "clusterconfig" function "networks" took 35.402211ms to process 1 records E0311 04:16:51.257574 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.25.225:9091: connect: connection refused I0311 04:16:51.257600 1 tasks_processing.go:71] worker 28 working on schedulers task. E0311 04:16:51.257614 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.25.225:9091: connect: connection refused I0311 04:16:51.257673 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 2.331512ms to process 0 records I0311 04:16:51.267060 1 tasks_processing.go:71] worker 19 working on openstack_dataplanedeployments task. I0311 04:16:51.267246 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 49.284282ms to process 0 records I0311 04:16:51.267299 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 49.607169ms to process 0 records I0311 04:16:51.267372 1 tasks_processing.go:71] worker 23 working on silenced_alerts task. I0311 04:16:51.267444 1 recorder.go:70] Recording config/image with fingerprint=0c309447fa5de994a41bb6c437220257a0ebdff82ee44e8cc418ed0572c7b543 I0311 04:16:51.267482 1 gather.go:177] gatherer "clusterconfig" function "image" took 32.807932ms to process 1 records I0311 04:16:51.267510 1 tasks_processing.go:71] worker 15 working on sap_config task. I0311 04:16:51.267612 1 tasks_processing.go:71] worker 31 working on cost_management_metrics_configs task. I0311 04:16:51.267633 1 recorder.go:70] Recording config/featuregate with fingerprint=4b6b05725469e19b9a14d35c684fbb48608f28a6cdbc05b0e3affd992ef3beda I0311 04:16:51.267804 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 45.290447ms to process 1 records E0311 04:16:51.269733 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.9.190:9094: connect: connection refused I0311 04:16:51.269761 1 tasks_processing.go:71] worker 23 working on openstack_controlplanes task. E0311 04:16:51.269774 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.9.190:9094: connect: connection refused I0311 04:16:51.269805 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 2.345718ms to process 0 records W0311 04:16:51.269994 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0311 04:16:51.277688 1 tasks_processing.go:71] worker 20 working on machine_healthchecks task. I0311 04:16:51.277708 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 25.629949ms to process 0 records I0311 04:16:51.277724 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 26.253026ms to process 0 records I0311 04:16:51.277739 1 tasks_processing.go:71] worker 4 working on machines task. I0311 04:16:51.278400 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0311 04:16:51.278413 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0311 04:16:51.278416 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0311 04:16:51.278420 1 controller.go:203] Source scaController *sca.Controller is not ready I0311 04:16:51.278424 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0311 04:16:51.278441 1 controller.go:458] The operator is still being initialized I0311 04:16:51.278447 1 controller.go:481] The operator is healthy I0311 04:16:51.280176 1 tasks_processing.go:71] worker 8 working on machine_config_pools task. I0311 04:16:51.281996 1 recorder.go:70] Recording config/infrastructure with fingerprint=7aee249c51940b2f7a1b053249d7b494b8f8970ff11a660ad5a81e9f3087b525 I0311 04:16:51.282014 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 61.12722ms to process 1 records I0311 04:16:51.282031 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 40.313774ms to process 0 records I0311 04:16:51.282039 1 tasks_processing.go:71] worker 22 working on nodes task. I0311 04:16:51.287602 1 tasks_processing.go:71] worker 9 working on install_plans task. I0311 04:16:51.287892 1 recorder.go:70] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=6df8c03844d87dcd26dda7ea51efa6f4a683a36a464e2152a95bccffa3b76bb8 I0311 04:16:51.287987 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=994827474e1c2cca25753714ddc36b0921a45ab1ceb3caea56073bb1c4151921 I0311 04:16:51.288123 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=e46c9e67314c98293002e93e6be9f6d38d1561ea34700627fde36804d83ddc27 I0311 04:16:51.288220 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=8f70e04871b2579afa5e649f74168763099b6dcfce0ee43bf25c2b756e0e79a3 I0311 04:16:51.288266 1 recorder.go:70] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=5f52b54171ae671ebb35a5fcd777aebd615e5e5a46c463395413075fe6e5bcfb I0311 04:16:51.288325 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=193552e7d4595880e273a425f4f3c42cc8d14f44c8035e6bdae701770fff6455 I0311 04:16:51.288383 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=f356dea26cfa91eecbe4e6571af111b8af880f12338b7671acade5e050ffe0f7 I0311 04:16:51.288478 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=e0f50a8eca62655a9e08801ea5c5ada41547d0938fe4104c972c0b0e6424e932 I0311 04:16:51.288544 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=5d6fc033201ae4f48d5958c656800547047e9b1543811eea8bfc6f0bb02eaa85 I0311 04:16:51.288595 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=7d087fddc5806baf4004b1a0a23feadaaec4eef634ed0559b3cd508e96c6958d I0311 04:16:51.288861 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=ba5ac64a2f58c004c3d64cfb58624fcf1bdb4c999f20b3976992ae639c54123f I0311 04:16:51.289011 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=be62304bcd5f01268d539c613f92c92d1caeae39059803d6a0d00a5cf5c37392 I0311 04:16:51.289048 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 53.016657ms to process 12 records I0311 04:16:51.289521 1 recorder.go:70] Recording config/authentication with fingerprint=d8a68d3fc7d5a181ed7d70151e18ab4fbbd701cd53217b83bd200de154864b55 I0311 04:16:51.289555 1 tasks_processing.go:71] worker 21 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0311 04:16:51.289568 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 45.384986ms to process 1 records I0311 04:16:51.289816 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 21.798741ms to process 0 records I0311 04:16:51.289872 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 21.467502ms to process 0 records I0311 04:16:51.289901 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 21.306278ms to process 0 records I0311 04:16:51.290148 1 recorder.go:70] Recording config/pdbs/openshift-console/console with fingerprint=5dd215c779a78466cd390a40a5912991b4c37e2f5e727c6c810c9395e0fbbba3 I0311 04:16:51.290212 1 recorder.go:70] Recording config/pdbs/openshift-console/downloads with fingerprint=5fe2928ccfa7673851effcaa1786b39398b7801b3e355d79064c482538df3a33 I0311 04:16:51.290258 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=b415a5ad70bb09c335faecc88a18afcd43d649766053e1578d547f56b5f261d3 I0311 04:16:51.290313 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=c131a957b644d5a4050f8714e41a52390fdca3e64593dde55c04bce614769831 I0311 04:16:51.290335 1 tasks_processing.go:74] worker 31 stopped. I0311 04:16:51.290379 1 tasks_processing.go:74] worker 11 stopped. I0311 04:16:51.290365 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=e079e54a32b1f9be676c517116b9db9baca68287a3e3f926c0e951d747899901 I0311 04:16:51.290465 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=4d2046988fd1fd9e25086385df211b6d9bf025fb5a2222fb14ddd2416333bf50 I0311 04:16:51.290544 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=232881b02b9065d670230acda2e1e28bc7f8bfc6ea6e09459f2e9029b0a7395b I0311 04:16:51.290614 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=371fdd626da7a753ea3e9fe7f9950c4ddebc56444f00c4e7854892874fca54dd I0311 04:16:51.290699 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=6161d94f8509c119e0376bc8f73dd767385209e4f5300fd308b522667bf65f77 I0311 04:16:51.290741 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 67.292193ms to process 9 records I0311 04:16:51.290323 1 tasks_processing.go:74] worker 19 stopped. I0311 04:16:51.290316 1 tasks_processing.go:74] worker 15 stopped. I0311 04:16:51.290983 1 tasks_processing.go:74] worker 13 stopped. I0311 04:16:51.291063 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=9cc29ecb9ec2ae1e15549f34778f76fcea754029ea35a0cab084b573eb3db19e I0311 04:16:51.291289 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=8ec394a849eb6f406da531c8c04065d8c907eb06b32a554795b7e4600920fa2e I0311 04:16:51.291336 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 74.204591ms to process 2 records I0311 04:16:51.291420 1 tasks_processing.go:74] worker 6 stopped. I0311 04:16:51.292014 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=d4e57a747814b1f0ad6dbe4b36e329fe481397706cd8516ff5d3b955242d6eb4 I0311 04:16:51.292076 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 73.114992ms to process 1 records I0311 04:16:51.292113 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 35.951034ms to process 0 records I0311 04:16:51.292488 1 tasks_processing.go:74] worker 12 stopped. I0311 04:16:51.293705 1 tasks_processing.go:74] worker 24 stopped. I0311 04:16:51.296690 1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-whslw with fingerprint=1944a574e39de8af2e2afc0b26b161e1cea5ea4c24ee2c28f12aef60964f8432 I0311 04:16:51.296800 1 recorder.go:70] Recording config/running_containers with fingerprint=ffef01d85ef1d0017464e85a2da1746be0ea972e843b371a92516c800e9c2afb I0311 04:16:51.296810 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 74.985664ms to process 2 records I0311 04:16:51.296901 1 tasks_processing.go:74] worker 10 stopped. I0311 04:16:51.297156 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=3b88fb7ef8dc7c6a7c475b4fc85bb040caecf99dcf777fe4668b37a4f3b86e23 I0311 04:16:51.297167 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 75.622184ms to process 1 records I0311 04:16:51.297248 1 tasks_processing.go:74] worker 29 stopped. I0311 04:16:51.297280 1 recorder.go:70] Recording config/apiserver with fingerprint=65e072b285040261cf969d3b5046f9aab0241a9506920665936fa32a2611aa4c I0311 04:16:51.297289 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 40.608818ms to process 1 records I0311 04:16:51.297298 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 22.850622ms to process 0 records I0311 04:16:51.297307 1 tasks_processing.go:74] worker 23 stopped. I0311 04:16:51.297337 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0311 04:16:51.297347 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 59.252091ms to process 1 records E0311 04:16:51.297353 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0311 04:16:51.297358 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 16.487476ms to process 0 records E0311 04:16:51.297364 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0311 04:16:51.297370 1 gather.go:177] gatherer "clusterconfig" function "machines" took 16.618522ms to process 0 records I0311 04:16:51.297373 1 tasks_processing.go:74] worker 5 stopped. I0311 04:16:51.297378 1 tasks_processing.go:74] worker 20 stopped. I0311 04:16:51.297379 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 14.298351ms to process 0 records I0311 04:16:51.297390 1 tasks_processing.go:74] worker 4 stopped. I0311 04:16:51.297412 1 tasks_processing.go:74] worker 8 stopped. I0311 04:16:51.297445 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=27c659b111fc3154fd1869b20d865493b14a8f12835dcc151ce070b6588fd2ca I0311 04:16:51.297454 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 36.946042ms to process 1 records I0311 04:16:51.297486 1 tasks_processing.go:74] worker 28 stopped. I0311 04:16:51.297522 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=a13f83ce634f2492b90ee9c18144146089e604d54823d3cb4b6859e44abf1bc0 I0311 04:16:51.297536 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=4b97c44cb196d8ca8ba35b89431487e5c4250892c0728366774c55dceebe1ee7 I0311 04:16:51.297545 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 38.67082ms to process 2 records I0311 04:16:51.297553 1 tasks_processing.go:74] worker 25 stopped. I0311 04:16:51.297617 1 tasks_processing.go:74] worker 26 stopped. I0311 04:16:51.298022 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=81a057e2d0fd6b7815f88a26522bf2de7d8f026e618fec7fafac5ef5dc855361 I0311 04:16:51.298246 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=48f359d307232c4c2a0f470a8d0f19cb22e8b7a7943a6b2b16d7db061527fbca I0311 04:16:51.298256 1 gather.go:177] gatherer "clusterconfig" function "crds" took 75.324345ms to process 2 records I0311 04:16:51.298266 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 74.36437ms to process 0 records I0311 04:16:51.298272 1 tasks_processing.go:74] worker 14 stopped. I0311 04:16:51.312248 1 tasks_processing.go:74] worker 30 stopped. I0311 04:16:51.312343 1 recorder.go:70] Recording config/olm_operators with fingerprint=69ce0a88df16726583623cbff00b7db3e932216bfa01a6b5d9e09dd1eb6d621b I0311 04:16:51.312361 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 96.400886ms to process 1 records I0311 04:16:51.312632 1 tasks_processing.go:74] worker 22 stopped. I0311 04:16:51.313191 1 recorder.go:70] Recording config/node/ip-10-0-0-72.ec2.internal with fingerprint=d69b8ae5ce439354dd6f16a44c38d454d89fa202dc54fcee05bd95c026a91842 I0311 04:16:51.313312 1 recorder.go:70] Recording config/node/ip-10-0-1-71.ec2.internal with fingerprint=5bcf463be13ab522fc69c89476d2fad6b56a6f07d1d916fe04c10a43c6545445 I0311 04:16:51.313407 1 recorder.go:70] Recording config/node/ip-10-0-2-202.ec2.internal with fingerprint=183e7e28339c635e3de1e83bc25086963965047622a1e565b4c997ed4d3e1a53 I0311 04:16:51.313420 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 30.572347ms to process 3 records I0311 04:16:51.313508 1 tasks_processing.go:74] worker 17 stopped. I0311 04:16:51.313583 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=f32c0e8352119f53e5b8dcfe89e3e0a33200e31bf2b5d5b441ad56e18c2b4898 I0311 04:16:51.313639 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=6f8aae4391a004138c268e47825e0d5c179a5b93fdf008a40d5706107a9b0c34 I0311 04:16:51.313705 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=34f724c7d7ead0a42f8bea9e75f6bc74a43a548473495f98ba851bd973862573 I0311 04:16:51.313718 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 61.384731ms to process 3 records I0311 04:16:51.320073 1 tasks_processing.go:74] worker 18 stopped. I0311 04:16:51.320087 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 85.52889ms to process 0 records I0311 04:16:51.323306 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0311 04:16:51.335183 1 base_controller.go:82] Caches are synced for LoggingSyncer I0311 04:16:51.335199 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0311 04:16:51.356427 1 tasks_processing.go:74] worker 27 stopped. E0311 04:16:51.356448 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0311 04:16:51.356459 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0311 04:16:51.356464 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0311 04:16:51.356475 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0311 04:16:51.356504 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0311 04:16:51.356511 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0311 04:16:51.356527 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0311 04:16:51.356539 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0311 04:16:51.356581 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0311 04:16:51.356592 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0311 04:16:51.356599 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 136.83214ms to process 7 records I0311 04:16:51.367562 1 tasks_processing.go:74] worker 2 stopped. I0311 04:16:51.368095 1 recorder.go:70] Recording config/version with fingerprint=37f8db80a0e5d9619a3d33717329479fef0e43a456f467813e16f67d2bdbb430 I0311 04:16:51.368112 1 recorder.go:70] Recording config/id with fingerprint=49c99a422f2ee4ceb90479233b92fe92e2bbbd5f4c784a636451b748bd09122f I0311 04:16:51.368121 1 gather.go:177] gatherer "clusterconfig" function "version" took 151.992555ms to process 2 records I0311 04:16:51.388483 1 tasks_processing.go:74] worker 1 stopped. E0311 04:16:51.388503 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0311 04:16:51.388509 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ov9k0fb8ou8ssp2k5rs588vm01vl8sk-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ov9k0fb8ou8ssp2k5rs588vm01vl8sk-primary-cert-bundle-secret" not found I0311 04:16:51.388600 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=8dc471ed0733ffa86980ddd069c9c6b19f92e168399eec4eeb09571c8f2b3aa6 I0311 04:16:51.388622 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 169.315372ms to process 1 records I0311 04:16:51.394980 1 tasks_processing.go:74] worker 21 stopped. I0311 04:16:51.394998 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 105.368181ms to process 0 records I0311 04:16:51.419100 1 cluster_transfer.go:102] no available accepted cluster transfer I0311 04:16:51.419123 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0311 04:16:51.478304 1 gather_cluster_operator_pods_and_events.go:121] Found 6 pods with 6 containers I0311 04:16:51.478319 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 4194304 bytes I0311 04:16:51.479137 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5687d94c79-btkbv pod in namespace openshift-ingress (previous: false). I0311 04:16:51.522517 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0311 04:16:51.530315 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0311 04:16:51.557584 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7ccb56cdd6-44hg4 pod in namespace openshift-ingress (previous: false). I0311 04:16:51.581385 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7ccb56cdd6-7v6xr pod in namespace openshift-ingress (previous: false). I0311 04:16:51.618711 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-djnfn pod in namespace openshift-ingress-canary (previous: false). I0311 04:16:51.645010 1 sca.go:266] etc-pki-entitlement secret successfully created I0311 04:16:51.645029 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0311 04:16:51.748462 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jwndq pod in namespace openshift-ingress-canary (previous: false). I0311 04:16:51.920893 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-vh6xh pod in namespace openshift-ingress-canary (previous: false). I0311 04:16:52.169489 1 tasks_processing.go:74] worker 3 stopped. I0311 04:16:52.169737 1 recorder.go:70] Recording events/openshift-cluster-storage-operator with fingerprint=8dc1bc1624fee353ff2e3830ec59acc21f492e40c794b42df67f4034e1b7b069 I0311 04:16:52.169771 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=0976d5e301bc70aa22da07d70d478cc111bde5143632cec657ddc1442ef9b9e5 I0311 04:16:52.169841 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=0a470efe7df8d83d4a427299e605e3d688f3b760f9e62857cd5b290a16fd8994 I0311 04:16:52.169881 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=d060e3eabea75d8b77f1961893f15d2e4c3df64d7e326c3056d41f3ecbcb3093 I0311 04:16:52.169912 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-5687d94c79-btkbv/router_current.log with fingerprint=51e36d25decdbb2d39307ea9035fb5c1f42d3799f29007c601089994f67b26f1 I0311 04:16:52.169942 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-7ccb56cdd6-44hg4/router_current.log with fingerprint=28e63c6f9639bcb0159b20356c289e42375f1e1ee26f8c2242781224d0b51977 I0311 04:16:52.169972 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-7ccb56cdd6-7v6xr/router_current.log with fingerprint=11d4ffc6d41f1b1cc1bb020ebc9b58dc9bd6d13c52a2d06e025f1bf1e6be2c86 I0311 04:16:52.169981 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-djnfn/serve-healthcheck-canary_current.log with fingerprint=f7ab667ddf2660a4379b3ae4ddac23378ba3ed08d8ca256716bb76f418abb129 I0311 04:16:52.169985 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-jwndq/serve-healthcheck-canary_current.log with fingerprint=d9a54019d47fdf4de49ab4eec7778b62adf7d2813f5c3d160fd569b0823895d8 I0311 04:16:52.169989 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-vh6xh/serve-healthcheck-canary_current.log with fingerprint=4b2e52cc73a20ff47fd30bb7dbfffa8f4a942b3b876fa9fc712cca10b5dbc932 I0311 04:16:52.169996 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 952.528422ms to process 10 records I0311 04:16:52.209775 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0311 04:16:52.270895 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0311 04:16:52.409542 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0311 04:16:53.271094 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0311 04:16:53.815241 1 tasks_processing.go:74] worker 7 stopped. I0311 04:16:53.815399 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=beb138cada8b2b32d6f69b7bc3583ad61f14a737221ca3f5cf58a4961557b5da I0311 04:16:53.815451 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0311 04:16:53.815473 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=dfd78262f3c268a7155d9c618047d3af47ca63179f4984dc64aeab7ab06efdea I0311 04:16:53.815483 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0311 04:16:53.815505 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=1f0785ac454269b5e0de9885bcd84816ad79866fb00c154a61c2dad0bee6ff16 I0311 04:16:53.815523 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0311 04:16:53.815545 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=0d91e47fa60ab1ee6f30a3302c275b33c7db062fa448e46c6ef64a80f12f74de I0311 04:16:53.815577 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=f6b32f650eb52676e631276e5adbbc70675cf61306473c775b682d9a077465e9 I0311 04:16:53.815604 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=d2c19ce04539768bbd6fe813d053d60f582e8f2d49c418ff7f1102b96703c7e4 I0311 04:16:53.815635 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=7f431ac8b85c668c3539728c7ba159af0993d798eeaee6610e9c6dbfa83f7c83 I0311 04:16:53.815961 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=d6853bbc621d0e7e31d655343a977bb9992146e574eceaea38598f660f437a33 I0311 04:16:53.815983 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=aaa9a554e04dac9d89407a476873bf492c09bed9e2121039347df2231f7105fd I0311 04:16:53.815994 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0311 04:16:53.816011 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=805c0a863c392f968887c470acd91a37c56f0da898deeaef5ff4d78fd0b1f305 I0311 04:16:53.816022 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0311 04:16:53.816039 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=d833a72278670a4b2972189428adf2a3c59925923367641e124b991efa4fbabb I0311 04:16:53.816049 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0311 04:16:53.816070 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=54413a1a2f9ec54f476087b8a6141cd7b5c6f60c3a521eafa0fcf2d060a93fec I0311 04:16:53.816081 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0311 04:16:53.816103 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=df2704c041385f4bc7cec5e8446f9e82a74c247124e5ea6df81aa09f46cf9e9f I0311 04:16:53.816218 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=c73573e8974bd9263b92f90d39ee4f89a8f5d13d0114649cb49b4a2d5d167bec I0311 04:16:53.816244 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0311 04:16:53.816267 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=4174ab009123437c7fb8481f5532292053d3756b2b023310c05329a5fb34677e I0311 04:16:53.816292 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=963f117aec9cf65fe292900fd623a70db554148ad17dffa1dcd4d4c199c9a7be I0311 04:16:53.816303 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0311 04:16:53.816320 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=05284ad51e71d199ac20b9a2b1b4f12f4e9313ed2a26f781aaba2b30c45e14a5 I0311 04:16:53.816331 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0311 04:16:53.816349 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=0804a6688a9313568aeae1cccfe6197ce4de20488bf377b184db625a6fe3b464 I0311 04:16:53.816359 1 recorder.go:70] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0311 04:16:53.816373 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=dec216140bb877df64a270ed0dcff763159b61c8a9c1223ef922bc7b32da0919 I0311 04:16:53.816390 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=4879c5f07ad4761c0678626b424ec3c2ff9cd3bb81528e723a6844dc8801b09c I0311 04:16:53.816406 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=f48eb6e3bf6e329015f10167c4bc978bc679f57f69b9081021914c648564eea4 I0311 04:16:53.816429 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=60123b05ea8558dbc5c54b2d0e11cdd8b6a6554c5e907a7dac3cf43f00162fe1 I0311 04:16:53.816440 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0311 04:16:53.816488 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=4981389549e3840c092cc0232acb2ddc6e260af2216386653dd7b69edb6ba6ca I0311 04:16:53.816519 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0311 04:16:53.816536 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0311 04:16:53.816552 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.575295994s to process 37 records W0311 04:16:54.269704 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0311 04:16:55.270469 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0311 04:16:56.267612 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0311 04:16:56.267640 1 tasks_processing.go:74] worker 0 stopped. E0311 04:16:56.267668 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0311 04:16:56.267679 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0311 04:16:56.267692 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.050776792s to process 1 records I0311 04:17:01.768449 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0311 04:17:04.175205 1 tasks_processing.go:74] worker 9 stopped. I0311 04:17:04.175266 1 recorder.go:70] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0311 04:17:04.175287 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.887579672s to process 1 records I0311 04:17:04.822961 1 tasks_processing.go:74] worker 16 stopped. I0311 04:17:04.823306 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=bac461e09fdd5a66428c043a765b5f1db45f9ddc5e3505235e76cd0c69a84868 I0311 04:17:04.823328 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.605365824s to process 1 records E0311 04:17:04.823420 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.608s with: function \"tsdb_status\" failed with an error, function \"active_alerts\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"metrics\" failed with an error, function \"silenced_alerts\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0311 04:17:04.825057 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "active_alerts" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "metrics" failed with an error, function "silenced_alerts" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0311 04:17:04.825073 1 periodic.go:212] Running workloads gatherer I0311 04:17:04.825088 1 tasks_processing.go:45] number of workers: 2 I0311 04:17:04.825095 1 tasks_processing.go:69] worker 1 listening for tasks. I0311 04:17:04.825111 1 tasks_processing.go:71] worker 1 working on workload_info task. I0311 04:17:04.825109 1 tasks_processing.go:69] worker 0 listening for tasks. I0311 04:17:04.825185 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0311 04:17:04.830329 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-202.ec2.internal... I0311 04:17:04.830330 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-71.ec2.internal... I0311 04:17:04.830340 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-72.ec2.internal... I0311 04:17:04.845500 1 tasks_processing.go:74] worker 0 stopped. I0311 04:17:04.845515 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 20.296457ms to process 0 records I0311 04:17:09.471759 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0311 04:17:09.495169 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0311 04:17:09.502536 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (9ms) I0311 04:17:09.510255 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (8ms) I0311 04:17:09.517698 1 gather_workloads_info.go:387] No image sha256:1f2aa1e1026570162984f7fbb634635bcf319e408cafa8f9034ee842a2f193ab (7ms) I0311 04:17:09.524794 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (7ms) I0311 04:17:09.531732 1 gather_workloads_info.go:387] No image sha256:929a4a9c96a08b57fe4c315deca55c30d1990c83e34b8b5692f7646d29f715c8 (7ms) I0311 04:17:09.538705 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (7ms) I0311 04:17:09.545914 1 gather_workloads_info.go:387] No image sha256:039479f355d6903e1018abf8427fece3465c4348d4de2144ec38114b51bec27e (7ms) I0311 04:17:09.552966 1 gather_workloads_info.go:387] No image sha256:270a7bac889ed64d75ce11ae26e8634a6209ff718b83fae2c888cfc758316aa3 (7ms) I0311 04:17:09.559963 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (7ms) I0311 04:17:09.566910 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (7ms) I0311 04:17:09.602274 1 gather_workloads_info.go:387] No image sha256:527ed405bf66234718321996dacf51f91c64c746de9f1509416ef6ce89c90a50 (35ms) I0311 04:17:09.702855 1 gather_workloads_info.go:387] No image sha256:e40bbab1e52f580ab471bd7ab19ae23a4bcbaf1893243a05238af6bede7ba9cc (101ms) I0311 04:17:09.805536 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (103ms) I0311 04:17:09.903291 1 gather_workloads_info.go:387] No image sha256:46c2c396ca651699738c3f26b79b10af2922123dd27c2e32382d2a31a87e92c7 (98ms) I0311 04:17:10.003830 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (101ms) I0311 04:17:10.106999 1 gather_workloads_info.go:398] Found image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (103ms) I0311 04:17:10.206221 1 gather_workloads_info.go:387] No image sha256:bcca5c17371caa2dce7e28da4c9fe30163c340fa172187f94db90ea1bd6ab80d (99ms) I0311 04:17:10.310015 1 gather_workloads_info.go:387] No image sha256:7854174b4b98e9b10d9c8e9b43113df1217ab21db4b2395d9399af0c3d7911a3 (104ms) I0311 04:17:10.404993 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (95ms) I0311 04:17:10.504126 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (99ms) I0311 04:17:10.603343 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (99ms) I0311 04:17:10.703381 1 gather_workloads_info.go:387] No image sha256:1d471ad866b8564b209214d7dd3a7363c47e9535211d660b63b46abb278af7ab (100ms) I0311 04:17:10.803626 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (100ms) I0311 04:17:10.903970 1 gather_workloads_info.go:387] No image sha256:6c3c7f77d7a3815bbb69cad5f6f1742c17d9597bc135ba3d116c9736d98fae33 (100ms) I0311 04:17:11.003499 1 gather_workloads_info.go:387] No image sha256:00f977c2275f5bf03d423911159a39ca44fabc1862ecb7ae492198ec8c46c6bb (100ms) I0311 04:17:11.105154 1 gather_workloads_info.go:398] Found image sha256:59db91eadf1e1e5343777be43ff25fb712f300f9341be48ba05f45270944536f (102ms) I0311 04:17:11.203545 1 gather_workloads_info.go:387] No image sha256:a3d34d8f38a540ce79d34a5248b1965346155497db57b72cb4758d659418059c (98ms) I0311 04:17:11.303628 1 gather_workloads_info.go:387] No image sha256:5cba745f09f3bd6b8028c6773597cbb30bf3639a84f2b4b6493fe20642339a2c (100ms) I0311 04:17:11.403317 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms) I0311 04:17:11.503271 1 gather_workloads_info.go:387] No image sha256:68d8e92046969bcfcbca2d2b3dcf4dcad5f6edc5fcb44861eb22f8079a43ea4d (100ms) I0311 04:17:11.603594 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (100ms) I0311 04:17:11.703224 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (100ms) I0311 04:17:11.803208 1 gather_workloads_info.go:387] No image sha256:1cc2f3c83068c8c67d9070f67677e1bb6b4feff7ac5744cad08711893e56b55f (100ms) I0311 04:17:11.902949 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (100ms) I0311 04:17:12.002819 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms) I0311 04:17:12.102992 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I0311 04:17:12.202868 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (100ms) I0311 04:17:12.301929 1 gather_workloads_info.go:387] No image sha256:38dd36da63b1f01316a02daf6c18b821318c6ec313712147292d74abf955e0da (99ms) I0311 04:17:12.403091 1 gather_workloads_info.go:387] No image sha256:ce3d8211c0bde5788a4fd04c3eff31ae591437ceab2b3168dbbdfe408673c8b1 (101ms) I0311 04:17:12.502689 1 gather_workloads_info.go:387] No image sha256:799f5628c18e77a49c08645c03179046b5200c8cbcfd65737fb59668132f393e (100ms) I0311 04:17:12.602814 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms) I0311 04:17:12.703097 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0311 04:17:12.803617 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (100ms) I0311 04:17:12.903612 1 gather_workloads_info.go:387] No image sha256:6277dac65decba0ea094146bb99600f479eaf804696842e724de1f1b436f9a38 (100ms) I0311 04:17:13.003912 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (100ms) I0311 04:17:13.103222 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (99ms) I0311 04:17:13.204236 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (101ms) I0311 04:17:13.304346 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms) I0311 04:17:13.304385 1 tasks_processing.go:74] worker 1 stopped. I0311 04:17:13.304803 1 recorder.go:70] Recording config/workload_info with fingerprint=1fb05981a315a2880c16a97b404e43f02cca21c563697ce35e9a31b89a9db9b6 I0311 04:17:13.304825 1 gather.go:177] gatherer "workloads" function "workload_info" took 8.479265152s to process 1 records I0311 04:17:13.304839 1 periodic.go:259] Periodic gather workloads completed in 8.479s I0311 04:17:13.304847 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0311 04:17:13.304852 1 periodic.go:212] Running conditional gatherer I0311 04:17:13.313581 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0311 04:17:13.506157 1 conditional_gatherer.go:336] updating alerts cache for conditional gatherer E0311 04:17:13.508737 1 conditional_gatherer.go:322] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.25.225:9091: connect: connection refused I0311 04:17:13.508826 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0311 04:17:13.516361 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0311 04:17:13.516377 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516383 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516387 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516390 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516394 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516397 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516400 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516403 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516406 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0311 04:17:13.516409 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0311 04:17:13.516423 1 tasks_processing.go:45] number of workers: 3 I0311 04:17:13.516435 1 tasks_processing.go:69] worker 2 listening for tasks. I0311 04:17:13.516439 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0311 04:17:13.516437 1 tasks_processing.go:69] worker 0 listening for tasks. I0311 04:17:13.516455 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0311 04:17:13.516458 1 tasks_processing.go:69] worker 1 listening for tasks. I0311 04:17:13.516470 1 tasks_processing.go:74] worker 1 stopped. I0311 04:17:13.516473 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0311 04:17:13.516525 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0311 04:17:13.516542 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 863ns to process 1 records I0311 04:17:13.516579 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0311 04:17:13.516589 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.498µs to process 1 records I0311 04:17:13.516595 1 tasks_processing.go:74] worker 0 stopped. I0311 04:17:13.516786 1 tasks_processing.go:74] worker 2 stopped. I0311 04:17:13.516800 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 303.183µs to process 0 records I0311 04:17:13.516819 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=AsExpected message= I0311 04:17:13.516836 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0311 04:17:13.540825 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=8b102791ffe331b49e4181e51418d8caa1939099f0b1fc22b71f6665400c3089 I0311 04:17:13.540991 1 diskrecorder.go:70] Writing 114 records to /var/lib/insights-operator/insights-2026-03-11-041713.tar.gz I0311 04:17:13.550671 1 diskrecorder.go:51] Wrote 114 records to disk in 9ms I0311 04:17:13.550708 1 periodic.go:281] Gathering cluster info every 2h0m0s I0311 04:17:13.550724 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0311 04:18:21.215945 1 diskrecorder.go:223] Found files to send: insights-2026-03-11-041713.tar.gz I0311 04:18:21.215977 1 insightsuploader.go:150] Checking archives to upload periodically every 16m3.211524206s I0311 04:18:21.215986 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0311 04:18:21.231430 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0311 04:18:21.435312 1 requests.go:87] Successfully reported id=2026-03-11T04:18:21Z x-rh-insights-request-id=bdcbd566f7de4c4999f209289da84af3, wrote=57447 I0311 04:18:21.435431 1 insightsuploader.go:187] Uploaded report successfully in 219.436017ms I0311 04:18:21.435454 1 controller.go:119] Initializing last reported time to 2026-03-11T04:18:21Z I0311 04:18:21.435523 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0311 04:18:21.435541 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0311 04:18:21.435551 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0311 04:18:21.440766 1 controller.go:481] The operator is healthy I0311 04:18:51.242065 1 controller.go:481] The operator is healthy I0311 04:19:23.494030 1 insightsreport.go:137] Pulling report from smart-proxy I0311 04:19:23.494060 1 insightsreport.go:149] Retrieving report I0311 04:19:23.505883 1 requests.go:110] Retrieving report for cluster: 5412bef2-72f1-4d8d-bba2-fa15d7a7969a I0311 04:19:23.505896 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/5412bef2-72f1-4d8d-bba2-fa15d7a7969a/reports I0311 04:19:23.508763 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/5412bef2-72f1-4d8d-bba2-fa15d7a7969a/reports I0311 04:19:23.688713 1 insightsreport.go:184] Report retrieved I0311 04:19:23.712158 1 insightsreport.go:239] Report retrieved correctly I0311 04:20:51.242030 1 controller.go:481] The operator is healthy I0311 04:21:51.163137 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0311 04:21:51.167438 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:21:51.167458 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0311 04:21:51.170323 1 secretconfigobserver.go:119] support secret does not exist I0311 04:22:51.243284 1 controller.go:481] The operator is healthy I0311 04:24:51.241203 1 controller.go:481] The operator is healthy I0311 04:26:51.092047 1 configmapobserver.go:84] configmaps "insights-config" not found I0311 04:26:51.095531 1 configmapobserver.go:84] configmaps "insights-config" not found I0311 04:26:51.170846 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0311 04:26:51.175396 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:26:51.175416 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0311 04:26:51.178562 1 secretconfigobserver.go:119] support secret does not exist I0311 04:26:51.241167 1 controller.go:481] The operator is healthy I0311 04:28:51.245829 1 controller.go:481] The operator is healthy I0311 04:30:51.244545 1 controller.go:481] The operator is healthy I0311 04:31:51.179668 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0311 04:31:51.184580 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:31:51.184599 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0311 04:31:51.188601 1 secretconfigobserver.go:119] support secret does not exist I0311 04:32:51.241834 1 controller.go:481] The operator is healthy I0311 04:34:29.648509 1 insightsuploader.go:146] Nothing to report since 2026-03-11T04:18:21Z I0311 04:34:51.241945 1 controller.go:481] The operator is healthy I0311 04:36:51.089053 1 configmapobserver.go:84] configmaps "insights-config" not found I0311 04:36:51.189374 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0311 04:36:51.193395 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:36:51.193417 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0311 04:36:51.196391 1 secretconfigobserver.go:119] support secret does not exist I0311 04:36:51.240641 1 controller.go:481] The operator is healthy I0311 04:38:51.246150 1 controller.go:481] The operator is healthy I0311 04:40:51.240857 1 controller.go:481] The operator is healthy I0311 04:41:51.197119 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0311 04:41:51.201951 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:41:51.201973 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0311 04:41:51.205563 1 secretconfigobserver.go:119] support secret does not exist I0311 04:42:51.242855 1 controller.go:481] The operator is healthy I0311 04:44:51.241768 1 controller.go:481] The operator is healthy I0311 04:46:51.093083 1 configmapobserver.go:84] configmaps "insights-config" not found I0311 04:46:51.206335 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0311 04:46:51.210263 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:46:51.210283 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0311 04:46:51.213689 1 secretconfigobserver.go:119] support secret does not exist I0311 04:46:51.240717 1 controller.go:481] The operator is healthy I0311 04:48:51.243376 1 controller.go:481] The operator is healthy I0311 04:50:19.570776 1 insightsuploader.go:146] Nothing to report since 2026-03-11T04:18:21Z I0311 04:50:51.241237 1 controller.go:481] The operator is healthy I0311 04:51:51.213731 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0311 04:51:51.218462 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0311 04:51:51.218487 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0311 04:51:51.221437 1 secretconfigobserver.go:119] support secret does not exist I0311 04:52:51.242113 1 controller.go:481] The operator is healthy I0311 04:54:51.240330 1 controller.go:481] The operator is healthy