W0311 18:04:11.234838       1 cmd.go:257] Using insecure, self-signed certificates
I0311 18:04:11.457897       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 18:04:11.459291       1 observer_polling.go:159] Starting file observer
W0311 18:04:11.479676       1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights"
I0311 18:04:12.265291       1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$
I0311 18:04:12.265548       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0311 18:04:12.266164       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0311 18:04:12.266722       1 secure_serving.go:57] Forcing use of http/1.1 only
W0311 18:04:12.266748       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0311 18:04:12.266754       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0311 18:04:12.266760       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0311 18:04:12.266765       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0311 18:04:12.266769       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0311 18:04:12.266773       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0311 18:04:12.269343       1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot]
I0311 18:04:12.269381       1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0311 18:04:12.271664       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0311 18:04:12.271696       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0311 18:04:12.271899       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0311 18:04:12.271952       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0311 18:04:12.272361       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-4055907776/tls.crt::/tmp/serving-cert-4055907776/tls.key"
I0311 18:04:12.272933       1 secure_serving.go:213] Serving securely on [::]:8443
I0311 18:04:12.273072       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0311 18:04:12.273948       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0311 18:04:12.273968       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0311 18:04:12.274749       1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.189bdb8741ac8243  openshift-insights    0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-03-11 18:04:12.269314627 +0000 UTC m=+1.103137967,LastTimestamp:2026-03-11 18:04:12.269314627 +0000 UTC m=+1.103137967,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}"
W0311 18:04:12.279015       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0311 18:04:12.279042       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0311 18:04:12.279147       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0311 18:04:12.283486       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0311 18:04:12.283516       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0311 18:04:12.287922       1 secretconfigobserver.go:119] support secret does not exist
I0311 18:04:12.291362       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0311 18:04:12.294649       1 secretconfigobserver.go:119] support secret does not exist
I0311 18:04:12.298891       1 recorder.go:156] Pruning old reports every 5h52m42s, max age is 288h0m0s
I0311 18:04:12.303777       1 periodic.go:212] Running clusterconfig gatherer
I0311 18:04:12.303796       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0311 18:04:12.303807       1 insightsreport.go:296] Starting report retriever
I0311 18:04:12.303815       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0311 18:04:12.303850       1 tasks_processing.go:45] number of workers: 32
I0311 18:04:12.303894       1 tasks_processing.go:69] worker 9 listening for tasks.
I0311 18:04:12.303942       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 18:04:12.303956       1 tasks_processing.go:69] worker 4 listening for tasks.
I0311 18:04:12.303907       1 tasks_processing.go:69] worker 15 listening for tasks.
I0311 18:04:12.303966       1 tasks_processing.go:71] worker 1 working on service_accounts task.
I0311 18:04:12.303973       1 tasks_processing.go:69] worker 18 listening for tasks.
I0311 18:04:12.303976       1 tasks_processing.go:69] worker 5 listening for tasks.
I0311 18:04:12.303919       1 tasks_processing.go:69] worker 3 listening for tasks.
I0311 18:04:12.303921       1 tasks_processing.go:69] worker 16 listening for tasks.
I0311 18:04:12.303771       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0311 18:04:12.304003       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0311 18:04:12.304018       1 tasks_processing.go:69] worker 12 listening for tasks.
I0311 18:04:12.304018       1 tasks_processing.go:69] worker 17 listening for tasks.
I0311 18:04:12.303932       1 tasks_processing.go:69] worker 11 listening for tasks.
I0311 18:04:12.304042       1 tasks_processing.go:69] worker 8 listening for tasks.
I0311 18:04:12.304051       1 tasks_processing.go:69] worker 13 listening for tasks.
I0311 18:04:12.304028       1 tasks_processing.go:69] worker 25 listening for tasks.
I0311 18:04:12.304030       1 tasks_processing.go:69] worker 10 listening for tasks.
I0311 18:04:12.304058       1 tasks_processing.go:69] worker 7 listening for tasks.
I0311 18:04:12.303899       1 tasks_processing.go:69] worker 31 listening for tasks.
I0311 18:04:12.304034       1 tasks_processing.go:69] worker 26 listening for tasks.
I0311 18:04:12.304068       1 tasks_processing.go:69] worker 22 listening for tasks.
I0311 18:04:12.304068       1 tasks_processing.go:69] worker 28 listening for tasks.
I0311 18:04:12.304075       1 tasks_processing.go:69] worker 30 listening for tasks.
I0311 18:04:12.304041       1 tasks_processing.go:69] worker 27 listening for tasks.
I0311 18:04:12.303933       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 18:04:12.304085       1 tasks_processing.go:69] worker 21 listening for tasks.
I0311 18:04:12.304008       1 tasks_processing.go:69] worker 14 listening for tasks.
I0311 18:04:12.303946       1 tasks_processing.go:71] worker 9 working on tsdb_status task.
I0311 18:04:12.304097       1 tasks_processing.go:69] worker 23 listening for tasks.
I0311 18:04:12.304108       1 tasks_processing.go:69] worker 2 listening for tasks.
I0311 18:04:12.304122       1 tasks_processing.go:71] worker 2 working on storage_cluster task.
I0311 18:04:12.304145       1 tasks_processing.go:71] worker 4 working on metrics task.
I0311 18:04:12.304168       1 tasks_processing.go:69] worker 20 listening for tasks.
I0311 18:04:12.304180       1 tasks_processing.go:71] worker 20 working on support_secret task.
I0311 18:04:12.304182       1 tasks_processing.go:69] worker 29 listening for tasks.
I0311 18:04:12.304194       1 tasks_processing.go:71] worker 16 working on ingress task.
W0311 18:04:12.304207       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 18:04:12.304223       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 63.787µs to process 0 records
I0311 18:04:12.304232       1 tasks_processing.go:71] worker 12 working on nodenetworkstates task.
I0311 18:04:12.304428       1 tasks_processing.go:71] worker 17 working on silenced_alerts task.
I0311 18:04:12.304440       1 tasks_processing.go:71] worker 15 working on pdbs task.
W0311 18:04:12.304450       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 18:04:12.304483       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 38.301µs to process 0 records
I0311 18:04:12.304636       1 tasks_processing.go:69] worker 19 listening for tasks.
W0311 18:04:12.304124       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 18:04:12.304668       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 560.606µs to process 0 records
I0311 18:04:12.303955       1 tasks_processing.go:69] worker 24 listening for tasks.
I0311 18:04:12.304138       1 tasks_processing.go:71] worker 25 working on cost_management_metrics_configs task.
I0311 18:04:12.304523       1 tasks_processing.go:71] worker 5 working on nodes task.
I0311 18:04:12.304739       1 tasks_processing.go:71] worker 9 working on openstack_version task.
I0311 18:04:12.304528       1 tasks_processing.go:71] worker 18 working on certificate_signing_requests task.
I0311 18:04:12.304534       1 tasks_processing.go:71] worker 3 working on schedulers task.
I0311 18:04:12.304542       1 tasks_processing.go:71] worker 30 working on container_runtime_configs task.
I0311 18:04:12.304546       1 tasks_processing.go:71] worker 10 working on container_images task.
I0311 18:04:12.304548       1 tasks_processing.go:71] worker 7 working on aggregated_monitoring_cr_names task.
I0311 18:04:12.304552       1 tasks_processing.go:71] worker 31 working on machines task.
I0311 18:04:12.304556       1 tasks_processing.go:71] worker 22 working on active_alerts task.
I0311 18:04:12.304559       1 tasks_processing.go:71] worker 28 working on openstack_dataplanedeployments task.
W0311 18:04:12.305514       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 18:04:12.305533       1 tasks_processing.go:71] worker 22 working on feature_gates task.
I0311 18:04:12.305540       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 40.666µs to process 0 records
I0311 18:04:12.304562       1 tasks_processing.go:71] worker 26 working on cluster_apiserver task.
I0311 18:04:12.304568       1 tasks_processing.go:71] worker 8 working on machine_configs task.
I0311 18:04:12.304571       1 tasks_processing.go:71] worker 11 working on operators task.
I0311 18:04:12.304541       1 tasks_processing.go:69] worker 6 listening for tasks.
I0311 18:04:12.306139       1 tasks_processing.go:71] worker 6 working on infrastructures task.
I0311 18:04:12.304576       1 tasks_processing.go:71] worker 13 working on monitoring_persistent_volumes task.
I0311 18:04:12.304579       1 tasks_processing.go:71] worker 21 working on pod_network_connectivity_checks task.
I0311 18:04:12.304582       1 tasks_processing.go:71] worker 23 working on overlapping_namespace_uids task.
I0311 18:04:12.304584       1 tasks_processing.go:71] worker 27 working on ingress_certificates task.
I0311 18:04:12.304586       1 tasks_processing.go:71] worker 14 working on openshift_machine_api_events task.
I0311 18:04:12.304588       1 tasks_processing.go:71] worker 0 working on machine_sets task.
I0311 18:04:12.304718       1 tasks_processing.go:71] worker 24 working on machine_healthchecks task.
I0311 18:04:12.304723       1 tasks_processing.go:71] worker 29 working on sap_config task.
I0311 18:04:12.304727       1 tasks_processing.go:71] worker 4 working on jaegers task.
I0311 18:04:12.304731       1 tasks_processing.go:71] worker 17 working on machine_config_pools task.
I0311 18:04:12.304734       1 tasks_processing.go:71] worker 19 working on openshift_logging task.
I0311 18:04:12.308715       1 tasks_processing.go:71] worker 12 working on node_logs task.
I0311 18:04:12.308725       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 4.473336ms to process 0 records
I0311 18:04:12.308742       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.569424ms to process 0 records
I0311 18:04:12.308751       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.043495ms to process 0 records
I0311 18:04:12.308768       1 tasks_processing.go:71] worker 25 working on authentication task.
I0311 18:04:12.308859       1 tasks_processing.go:71] worker 2 working on image_pruners task.
I0311 18:04:12.311384       1 tasks_processing.go:71] worker 9 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0311 18:04:12.311405       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 6.589152ms to process 0 records
E0311 18:04:12.311533       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0311 18:04:12.311574       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 7.228245ms to process 0 records
I0311 18:04:12.311560       1 tasks_processing.go:71] worker 20 working on storage_classes task.
I0311 18:04:12.311692       1 tasks_processing.go:71] worker 15 working on clusterroles task.
I0311 18:04:12.311716       1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z
I0311 18:04:12.311738       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0311 18:04:12.311746       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0311 18:04:12.311751       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0311 18:04:12.311768       1 controller.go:458] The operator is still being initialized
I0311 18:04:12.311775       1 controller.go:481] The operator is healthy
I0311 18:04:12.311831       1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=e5016eaf800b19b09057b20f9024a564e6738ba8123925246c6bfca70bf62914
I0311 18:04:12.311866       1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=1d21d73a477f54683216d33220df1fb1375c743fb4f19091f2407538e804653b
I0311 18:04:12.311895       1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=35cc6f511fae72964728bfc35902689f44cf0f14887f402c6c98a55cd887ad7c
I0311 18:04:12.311908       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 7.099386ms to process 3 records
I0311 18:04:12.312072       1 tasks_processing.go:71] worker 16 working on crds task.
I0311 18:04:12.312272       1 recorder.go:70] Recording config/ingress with fingerprint=6465ae44a4c2daaa2069215c4dd501a7df7c9390a1a76b4f98b723245a82e30d
I0311 18:04:12.312285       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 7.869778ms to process 1 records
I0311 18:04:12.314719       1 tasks_processing.go:71] worker 28 working on machine_autoscalers task.
I0311 18:04:12.314725       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 9.216067ms to process 0 records
I0311 18:04:12.315050       1 tasks_processing.go:71] worker 17 working on sap_pods task.
I0311 18:04:12.315070       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 6.655908ms to process 0 records
I0311 18:04:12.315083       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 7.554879ms to process 0 records
I0311 18:04:12.315092       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 9.990008ms to process 0 records
I0311 18:04:12.315118       1 tasks_processing.go:71] worker 0 working on image task.
I0311 18:04:12.315141       1 tasks_processing.go:71] worker 30 working on config_maps task.
I0311 18:04:12.316734       1 tasks_processing.go:71] worker 19 working on olm_operators task.
I0311 18:04:12.316816       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 8.214896ms to process 0 records
E0311 18:04:12.316861       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0311 18:04:12.316892       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 9.109978ms to process 0 records
E0311 18:04:12.316918       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0311 18:04:12.316945       1 gather.go:177] gatherer "clusterconfig" function "machines" took 11.408786ms to process 0 records
I0311 18:04:12.316973       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 8.747843ms to process 0 records
I0311 18:04:12.316947       1 tasks_processing.go:71] worker 24 working on operators_pods_and_events task.
I0311 18:04:12.317080       1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=274b66773bd20bdaffa9952dcc553dc2efc5c636912226db21c0085089b5d157
I0311 18:04:12.317112       1 tasks_processing.go:71] worker 3 working on openstack_dataplanenodesets task.
I0311 18:04:12.316956       1 tasks_processing.go:71] worker 31 working on image_registries task.
I0311 18:04:12.317122       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 12.011493ms to process 1 records
I0311 18:04:12.317056       1 tasks_processing.go:71] worker 4 working on oauths task.
I0311 18:04:12.328475       1 tasks_processing.go:71] worker 29 working on dvo_metrics task.
I0311 18:04:12.328476       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 20.516125ms to process 0 records
E0311 18:04:12.328939       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0311 18:04:12.328976       1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0311 18:04:12.329002       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 22.718986ms to process 1 records
I0311 18:04:12.329018       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 13.838045ms to process 0 records
I0311 18:04:12.329026       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 13.602787ms to process 0 records
I0311 18:04:12.329051       1 tasks_processing.go:71] worker 8 working on proxies task.
I0311 18:04:12.329128       1 tasks_processing.go:71] worker 5 working on openstack_controlplanes task.
I0311 18:04:12.329229       1 tasks_processing.go:71] worker 28 working on lokistack task.
I0311 18:04:12.329229       1 tasks_processing.go:71] worker 17 working on mutating_webhook_configurations task.
I0311 18:04:12.329538       1 recorder.go:70] Recording config/node/ip-10-0-2-188.ec2.internal with fingerprint=2990a5bb8a4c6916284f487ec07b6bdaf8bab382934c097b5a41256eb4e4c1e6
I0311 18:04:12.329554       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 24.007011ms to process 1 records
E0311 18:04:12.329568       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0311 18:04:12.329577       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 22.335086ms to process 0 records
I0311 18:04:12.329617       1 tasks_processing.go:71] worker 21 working on ceph_cluster task.
I0311 18:04:12.329750       1 recorder.go:70] Recording config/apiserver with fingerprint=118f2735f9207c7acf693b35fd6af8c80e1195f6c51785db120f1dc39fac170c
I0311 18:04:12.329802       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 23.330549ms to process 1 records
I0311 18:04:12.329863       1 tasks_processing.go:71] worker 26 working on validating_webhook_configurations task.
I0311 18:04:12.329946       1 tasks_processing.go:71] worker 25 working on version task.
I0311 18:04:12.330079       1 recorder.go:70] Recording config/authentication with fingerprint=1735c783d4b8f37953cdacd15f9ed4fd3047b27f1dff6be6b902e4bb31b74ac2
I0311 18:04:12.330123       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 20.445516ms to process 1 records
I0311 18:04:12.330369       1 tasks_processing.go:71] worker 2 working on networks task.
I0311 18:04:12.330608       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=093147f266ba458c2add153902638b1aa539541996e9441438d1014c38ca46a4
I0311 18:04:12.330660       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 20.473709ms to process 1 records
I0311 18:04:12.330803       1 recorder.go:70] Recording config/image with fingerprint=7b0b4afbb36e70dbaebd77a029429a2e32335cd7be86994ae57c4ea4d4cd34e5
I0311 18:04:12.330837       1 gather.go:177] gatherer "clusterconfig" function "image" took 14.223041ms to process 1 records
I0311 18:04:12.330867       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 23.672015ms to process 0 records
I0311 18:04:12.330895       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 22.843231ms to process 0 records
I0311 18:04:12.330921       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 12.81124ms to process 0 records
I0311 18:04:12.331073       1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=c05585a019c44c4ed46bed9ac60eac6f140f8eb9ed7d845e39835072efe43855
I0311 18:04:12.331123       1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=a58c52f228ed98abb57b99598c2ade2787a3975df1bdb89b75397a4c5bf83ac9
I0311 18:04:12.331153       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 18.359844ms to process 2 records
I0311 18:04:12.331190       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 13.554653ms to process 0 records
I0311 18:04:12.333406       1 tasks_processing.go:71] worker 20 working on install_plans task.
I0311 18:04:12.331124       1 tasks_processing.go:71] worker 13 working on nodenetworkconfigurationpolicies task.
I0311 18:04:12.331133       1 tasks_processing.go:71] worker 0 working on sap_datahubs task.
I0311 18:04:12.335480       1 recorder.go:70] Recording config/infrastructure with fingerprint=0fcd990f45358994546eb5feebcb8f3ceaf8bfd5d25ba2a329511c960ba2587d
I0311 18:04:12.335519       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 24.669646ms to process 1 records
I0311 18:04:12.335719       1 recorder.go:70] Recording config/featuregate with fingerprint=40d7dd61b959e67bb485c11df536f11f19aa743224f18842126263fa26df59b9
I0311 18:04:12.335769       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 25.580133ms to process 1 records
I0311 18:04:12.336790       1 tasks_processing.go:74] worker 14 stopped.
I0311 18:04:12.336797       1 tasks_processing.go:74] worker 18 stopped.
I0311 18:04:12.336811       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 31.877932ms to process 0 records
I0311 18:04:12.337012       1 tasks_processing.go:74] worker 6 stopped.
I0311 18:04:12.336824       1 tasks_processing.go:74] worker 19 stopped.
I0311 18:04:12.336829       1 tasks_processing.go:74] worker 22 stopped.
I0311 18:04:12.336987       1 tasks_processing.go:74] worker 3 stopped.
I0311 18:04:12.340016       1 tasks_processing.go:74] worker 5 stopped.
I0311 18:04:12.340034       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 10.833696ms to process 0 records
I0311 18:04:12.340429       1 tasks_processing.go:74] worker 4 stopped.
I0311 18:04:12.340893       1 recorder.go:70] Recording config/oauth with fingerprint=f48db24d1c3bb45967d543db591e8ba855112eab1c98a6245960ebbd9abb5cae
I0311 18:04:12.340913       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 22.91235ms to process 1 records
I0311 18:04:12.340922       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 11.367778ms to process 0 records
I0311 18:04:12.340928       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 10.983073ms to process 0 records
I0311 18:04:12.340936       1 tasks_processing.go:74] worker 21 stopped.
I0311 18:04:12.340942       1 tasks_processing.go:74] worker 28 stopped.
I0311 18:04:12.340958       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0311 18:04:12.341044       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0311 18:04:12.341127       1 operator.go:287] started
I0311 18:04:12.341162       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0311 18:04:12.341960       1 tasks_processing.go:74] worker 10 stopped.
I0311 18:04:12.343794       1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-9qnjv with fingerprint=3796248e5139a1f5183f1a88d0b7498f920e4bd5e0005b0328628b103be06bbc
I0311 18:04:12.343843       1 recorder.go:70] Recording config/running_containers with fingerprint=ff300967a1620dc1c20dd81716c8977164ee8f9744cd46a7cb6b58b1b6b04c8e
I0311 18:04:12.343852       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 36.795365ms to process 2 records
I0311 18:04:12.343867       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 8.825093ms to process 0 records
I0311 18:04:12.343872       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 9.423043ms to process 0 records
I0311 18:04:12.343917       1 recorder.go:70] Recording config/proxy with fingerprint=c599429a7df49264f8c30951a9265a4f6b3376dcc65bc8a7a60c4cc8f162a404
I0311 18:04:12.343924       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 14.354739ms to process 1 records
I0311 18:04:12.343938       1 tasks_processing.go:74] worker 13 stopped.
I0311 18:04:12.343951       1 tasks_processing.go:74] worker 0 stopped.
I0311 18:04:12.343953       1 tasks_processing.go:74] worker 8 stopped.
I0311 18:04:12.344011       1 tasks_processing.go:74] worker 17 stopped.
I0311 18:04:12.344048       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=65ee3168a8055df52c0dbcd832f6d65c98fd2aef313b96b50bf68c1bc787de15
I0311 18:04:12.344084       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=b07a82b4a84719cdcb3a1294bccf9c41274f4456b308acaf50adcff2cb321a07
I0311 18:04:12.344116       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=b028c5375a971d90e314fb3abfc602bd94ec5893aed83069ce08d354f31c022e
I0311 18:04:12.344123       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 14.054498ms to process 3 records
I0311 18:04:12.344198       1 tasks_processing.go:74] worker 2 stopped.
I0311 18:04:12.344241       1 recorder.go:70] Recording config/network with fingerprint=cfc01b811fd6676afd566456c9c39b89a9fdeb752474a823970c87ad17366428
I0311 18:04:12.344249       1 gather.go:177] gatherer "clusterconfig" function "networks" took 13.2023ms to process 1 records
I0311 18:04:12.344322       1 tasks_processing.go:74] worker 31 stopped.
I0311 18:04:12.344555       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=3568fb208daf90097aa41d7c276d707feebff9af3133e5d27672bc936e7e4c73
I0311 18:04:12.344565       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 26.509063ms to process 1 records
I0311 18:04:12.346296       1 tasks_processing.go:74] worker 15 stopped.
I0311 18:04:12.346488       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=67b410b5e18336ce806ce8f24152ddbbf3bf32f7964b0cfc8e65a54032781df3
I0311 18:04:12.346571       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=b6dfa4865c9ce847b410c0968585b2c1ea7016433996703de6d71e5c50aeb3da
I0311 18:04:12.346579       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 34.583846ms to process 2 records
I0311 18:04:12.349528       1 tasks_processing.go:74] worker 9 stopped.
I0311 18:04:12.349538       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 38.082079ms to process 0 records
I0311 18:04:12.352648       1 tasks_processing.go:74] worker 16 stopped.
I0311 18:04:12.353540       1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=1d7847003fb6ae9f58da5c1fd153e98a97dc8dc133b661d42f0d98548af21854
I0311 18:04:12.353762       1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=c1fc082177b8a523c56322469f04b847fa54d739fdaa19013bb027659e165fc2
I0311 18:04:12.353779       1 gather.go:177] gatherer "clusterconfig" function "crds" took 40.559902ms to process 2 records
I0311 18:04:12.353876       1 tasks_processing.go:74] worker 26 stopped.
I0311 18:04:12.353909       1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=3025cfad70453409e477093992d863bd783ad9befaad51ef51cbc33d85c54f9d
I0311 18:04:12.354007       1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=97a0120072a90ca33859e8c14a995ce5d8b7fa104ef9033be609bd58b00f1dc1
I0311 18:04:12.354039       1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=9da9992629faf2e11611aadb71e202dd83bdae92f0deaf0764f8aa4fc79fcb09
I0311 18:04:12.354081       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=d6397c4179cd96dbecf7119ff589fd1274e0cc146f6d57ad787797d15dd8a09a
I0311 18:04:12.354123       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=f7abbaf67c4d7ee9569b52abab8347e0524c2bb1c0ee5d9e7f66825d271a5b83
I0311 18:04:12.354163       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=524fbf1a8770379a34abb959c000b8e8d17fa1796ca9183988e43bc21f708d48
I0311 18:04:12.354215       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=0aaf66c568237aff06e1b2ff5f26036039da2c52742446d340201652137f194d
I0311 18:04:12.354257       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=3384cc224622b226ce8b03866b39823cf4bd934dd4f9bbf197dbd0c72c00fe1c
I0311 18:04:12.354295       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=905868840419688caab27007ef7e317decbff1ed6081e1b7d4df147500b7796c
I0311 18:04:12.354326       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=4f15d0329ae229e4203c5a90a57e833ddac9e11313bc22d1450e4c8795c8d8b4
I0311 18:04:12.354337       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 22.785045ms to process 10 records
I0311 18:04:12.354660       1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready
I0311 18:04:12.354672       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0311 18:04:12.354677       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0311 18:04:12.354680       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0311 18:04:12.354685       1 controller.go:203] Source scaController *sca.Controller is not ready
I0311 18:04:12.354700       1 controller.go:458] The operator is still being initialized
I0311 18:04:12.354705       1 controller.go:481] The operator is healthy
I0311 18:04:12.355113       1 prometheus_rules.go:88] Prometheus rules successfully created
I0311 18:04:12.356118       1 tasks_processing.go:74] worker 7 stopped.
I0311 18:04:12.356140       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 50.852774ms to process 0 records
W0311 18:04:12.357974       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 18:04:12.363265       1 tasks_processing.go:74] worker 30 stopped.
E0311 18:04:12.363284       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0311 18:04:12.363293       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0311 18:04:12.363297       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0311 18:04:12.363306       1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17
I0311 18:04:12.363331       1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0311 18:04:12.363339       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0311 18:04:12.363344       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4
I0311 18:04:12.363349       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0311 18:04:12.363393       1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0311 18:04:12.363402       1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0311 18:04:12.363408       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 48.094453ms to process 7 records
I0311 18:04:12.364494       1 tasks_processing.go:74] worker 27 stopped.
E0311 18:04:12.364511       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0311 18:04:12.364529       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ovlnh0o9p4k4ml81ujvluq8gic5eg4j-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ovlnh0o9p4k4ml81ujvluq8gic5eg4j-primary-cert-bundle-secret" not found
I0311 18:04:12.364629       1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=6a263de0e686869f972444ad1844b1a96fbb31833c5360d568d656436f2d8f66
I0311 18:04:12.364646       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 57.689847ms to process 1 records
E0311 18:04:12.365602       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27c420eabe-42f5-4bd9-82df-cd01a8ed7116%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:55428->172.30.0.10:53: read: connection refused
I0311 18:04:12.365618       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27c420eabe-42f5-4bd9-82df-cd01a8ed7116%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:55428->172.30.0.10:53: read: connection refused
I0311 18:04:12.372087       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0311 18:04:12.372156       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0311 18:04:12.374680       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0311 18:04:12.379464       1 base_controller.go:82] Caches are synced for ConfigController 
I0311 18:04:12.379479       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0311 18:04:12.383555       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 18:04:12.417283       1 tasks_processing.go:74] worker 23 stopped.
I0311 18:04:12.417329       1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0311 18:04:12.417342       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 110.632064ms to process 1 records
I0311 18:04:12.417352       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 108.54292ms to process 0 records
I0311 18:04:12.417357       1 tasks_processing.go:74] worker 12 stopped.
I0311 18:04:12.423485       1 tasks_processing.go:74] worker 25 stopped.
I0311 18:04:12.424028       1 recorder.go:70] Recording config/version with fingerprint=cb363b19b07c4ee6ae814f80ba469595d2953a958cca3e49502a3ed137081083
I0311 18:04:12.424047       1 recorder.go:70] Recording config/id with fingerprint=4824c4a3a2f08106ee49dabc429a22cb9df62488fc2986debe775897f29c77a1
I0311 18:04:12.424056       1 gather.go:177] gatherer "clusterconfig" function "version" took 93.509951ms to process 2 records
I0311 18:04:12.433647       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0311 18:04:12.437530       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:58503->172.30.0.10:53: read: connection refused
I0311 18:04:12.437547       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:58503->172.30.0.10:53: read: connection refused
I0311 18:04:12.441612       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0311 18:04:12.441625       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0311 18:04:12.747498       1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers
I0311 18:04:12.747513       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes
I0311 18:04:12.747552       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-qgrvv pod in namespace openshift-dns (previous: false).
I0311 18:04:12.762920       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0311 18:04:12.968540       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0311 18:04:13.052610       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qgrvv pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-qgrvv\" is waiting to start: ContainerCreating"
I0311 18:04:13.052632       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-qgrvv\" is waiting to start: ContainerCreating"
I0311 18:04:13.052641       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-qgrvv pod in namespace openshift-dns (previous: false).
I0311 18:04:13.184301       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qgrvv pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-qgrvv\" is waiting to start: ContainerCreating"
I0311 18:04:13.184331       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-qgrvv\" is waiting to start: ContainerCreating"
I0311 18:04:13.184347       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-km948 pod in namespace openshift-dns (previous: false).
I0311 18:04:13.354384       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 18:04:13.354412       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5c5879b8d7-8bprp pod in namespace openshift-image-registry (previous: false).
W0311 18:04:13.355713       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 18:04:13.555702       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5c5879b8d7-8bprp pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5c5879b8d7-8bprp\" is waiting to start: ContainerCreating"
I0311 18:04:13.555726       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5c5879b8d7-8bprp\" is waiting to start: ContainerCreating"
I0311 18:04:13.555736       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5c5879b8d7-gnlwv pod in namespace openshift-image-registry (previous: false).
I0311 18:04:13.747430       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 18:04:13.747450       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-b5557b9bd-pfndj pod in namespace openshift-image-registry (previous: false).
I0311 18:04:13.765218       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0311 18:04:13.947054       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 18:04:13.947073       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-xfjl2 pod in namespace openshift-image-registry (previous: false).
I0311 18:04:14.153612       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 18:04:14.153639       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-58c8dd58dc-wgtcw pod in namespace openshift-ingress (previous: false).
I0311 18:04:14.167447       1 tasks_processing.go:74] worker 11 stopped.
I0311 18:04:14.167537       1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=293bb0fe7f517375a25743c805b08ee63f217227c6448a2f951fa2a4b6c85732
I0311 18:04:14.167577       1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=7f9d06448de70f2894ad43fba5d28f9db5343366ae28570898eb5f70e08bbd1b
I0311 18:04:14.167612       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0311 18:04:14.167655       1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=c4b4984c4772ce05bf4b34bb0a8381bfb59e22ad7840747372d93081aa89ad7a
I0311 18:04:14.167694       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0311 18:04:14.167778       1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=2698ef2257992b3ce636aee424de91ca75e911fb815870d911bd20bbd61096f8
I0311 18:04:14.167846       1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=c3f4ce2957f236bc4b77e6bfedb0e327e390b9ecc6085b113533fabdce57c6a3
I0311 18:04:14.167890       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=8b94d97ab4a27bc9b64f7a367928adbc37176d1303a4d1b3ea5b6e8a93d4106c
I0311 18:04:14.167916       1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=db2369a42415d6414eba5f03c52c1fc98b86d8e5c5980a25b75168bb59de28df
I0311 18:04:14.167949       1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=0aa4333f501a4e9ad87673e9b03c85cf6b560661e9474e525c0623ee4bcde786
I0311 18:04:14.167964       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0311 18:04:14.167992       1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=0d742bfd27038b51ae0c7f538675e51a558c2fa192b7a4c34510491ecaa04d92
I0311 18:04:14.168006       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0311 18:04:14.168023       1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=171a8c6e885106bbcbe86ffbe0d868bba758e2f8c522b11fbdb2d9bedc1a7721
I0311 18:04:14.168033       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0311 18:04:14.168053       1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=a8f30186f82501625ada07a739bb5309df344b9943179e42ae7f42e1ece3843d
I0311 18:04:14.168064       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0311 18:04:14.168081       1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=43075958285a7d5d5d45ff4c6c6027a7c0f5595ca9da1bf18de9300b6b78b192
I0311 18:04:14.168283       1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=6e943bc89552d544d9724fbd1b143f5bbdea3e78d8510b945eedc31bd44ecee6
I0311 18:04:14.168328       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0311 18:04:14.168366       1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=dd2358b0aa63a8acd779671a2ae5d5d8e1145379a4772f811dae01a52d11d89c
I0311 18:04:14.168408       1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=1a8216e41119c6e616562ba6b135e5bd2c650d5181d8e76736b50c2df4cee2e0
I0311 18:04:14.168424       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0311 18:04:14.168466       1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9bd800be8f45cdba8c19253446e0f14a65b5a6abbe0eacf14832e8b5a99f32ba
I0311 18:04:14.168483       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0311 18:04:14.168501       1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=55d4e9a3adaece4c6a8418fc0058631816ecdd3f7e3344c85f0292bc0714af6f
I0311 18:04:14.168515       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=9d2779d298c28a3df9345fa3e4bd038489f5acc53d7e911a2312116091ceda11
I0311 18:04:14.168533       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=b70e926f56b211a91f44e9fdd4bc631e159a1a3fdb675dbdbc791a3c23522608
I0311 18:04:14.168561       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=9f4a142b9e9724837563097629b01e30275fa015a05b6cc58888cb62227634fc
I0311 18:04:14.168577       1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=6b9d2186c210a5d7176d096452d103194b4640073a5996f1aa54e840863589ee
I0311 18:04:14.168615       1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=93350c303444355ecaa34e5ab58a5eab38aaba90d492b3044567ccc0f6951918
I0311 18:04:14.168644       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0311 18:04:14.168660       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0311 18:04:14.168670       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.861478866s to process 33 records
I0311 18:04:14.353496       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-58c8dd58dc-wgtcw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-58c8dd58dc-wgtcw\" is waiting to start: ContainerCreating"
I0311 18:04:14.353513       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-58c8dd58dc-wgtcw\" is waiting to start: ContainerCreating"
I0311 18:04:14.353526       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6cbdc66464-bb4fn pod in namespace openshift-ingress (previous: false).
W0311 18:04:14.356687       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 18:04:14.547434       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 18:04:14.547470       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6cbdc66464-h7vwb pod in namespace openshift-ingress (previous: false).
I0311 18:04:14.754542       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6cbdc66464-h7vwb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6cbdc66464-h7vwb\" is waiting to start: ContainerCreating"
I0311 18:04:14.754561       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6cbdc66464-h7vwb\" is waiting to start: ContainerCreating"
I0311 18:04:14.754572       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jc2wv pod in namespace openshift-ingress-canary (previous: false).
I0311 18:04:14.821976       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 18:04:14.953382       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-jc2wv pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jc2wv\" is waiting to start: ContainerCreating"
I0311 18:04:14.953408       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jc2wv\" is waiting to start: ContainerCreating"
I0311 18:04:14.953433       1 tasks_processing.go:74] worker 24 stopped.
I0311 18:04:14.953576       1 recorder.go:70] Recording events/openshift-dns with fingerprint=ebe5b47024621fa76de1a1b81cab77d28779e495cff531acf41a12a06dc517e4
I0311 18:04:14.953696       1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=bf5d1a184811967cb4b005b187faff5d2fbd47f6b730201154b50d03647cc50c
I0311 18:04:14.953744       1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=c43ac8652f45e2a7a24095f19d13db8c8d0bbe5207a52d3f602c5c0b88da6307
I0311 18:04:14.953821       1 recorder.go:70] Recording events/openshift-ingress with fingerprint=a77907f37a5b07d20015527c308a73ac9d78774e645c6d8a657a5cc69a52e30b
I0311 18:04:14.953890       1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=cd3ff9cb9d6e19b298dd18a35d4a336707adc5c87f2a1aa2f58285ba1bf662e4
I0311 18:04:14.953907       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.636358616s to process 5 records
W0311 18:04:15.356979       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0311 18:04:16.357485       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0311 18:04:17.352676       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0311 18:04:17.352707       1 tasks_processing.go:74] worker 29 stopped.
E0311 18:04:17.352723       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0311 18:04:17.352738       1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0311 18:04:17.352757       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0311 18:04:17.352774       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.024164782s to process 1 records
I0311 18:04:24.822963       1 tasks_processing.go:74] worker 20 stopped.
I0311 18:04:24.823002       1 recorder.go:70] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0311 18:04:24.823014       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.489523764s to process 1 records
I0311 18:04:25.306108       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 18:04:25.505695       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 18:04:25.509086       1 tasks_processing.go:74] worker 1 stopped.
I0311 18:04:25.509387       1 recorder.go:70] Recording config/serviceaccounts with fingerprint=29ecf786211bc49b69ab0dc7a4cfc0a4d8b0e3c5cbe08dd4c30acd97b260957f
I0311 18:04:25.509402       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.205103685s to process 1 records
E0311 18:04:25.509476       1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.205s with: function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0311 18:04:25.510585       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0311 18:04:25.510600       1 periodic.go:212] Running workloads gatherer
I0311 18:04:25.510616       1 tasks_processing.go:45] number of workers: 2
I0311 18:04:25.510629       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 18:04:25.510634       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0311 18:04:25.510641       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 18:04:25.510709       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0311 18:04:25.528494       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data
I0311 18:04:25.532609       1 tasks_processing.go:74] worker 0 stopped.
I0311 18:04:25.532627       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 21.879529ms to process 0 records
I0311 18:04:25.536281       1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (8ms)
I0311 18:04:25.544029       1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (8ms)
I0311 18:04:25.551621       1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (8ms)
I0311 18:04:25.558872       1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (7ms)
I0311 18:04:25.566062       1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (7ms)
I0311 18:04:25.572797       1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (7ms)
I0311 18:04:25.579795       1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (7ms)
I0311 18:04:25.587026       1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (7ms)
I0311 18:04:25.594174       1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (7ms)
I0311 18:04:25.601231       1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (7ms)
I0311 18:04:25.637164       1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (36ms)
I0311 18:04:25.736718       1 gather_workloads_info.go:387] No image sha256:cd74338580ef435dd66cf39f6252d20ff882f6af7bb1e8a7f17df49672d3d8d7 (100ms)
I0311 18:04:25.836947       1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (100ms)
I0311 18:04:25.937370       1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (100ms)
I0311 18:04:26.036764       1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (99ms)
I0311 18:04:26.136827       1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (100ms)
I0311 18:04:26.237421       1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (101ms)
I0311 18:04:26.336713       1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (99ms)
I0311 18:04:26.437486       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms)
I0311 18:04:26.537573       1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (100ms)
I0311 18:04:26.637218       1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (100ms)
I0311 18:04:26.737131       1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (100ms)
I0311 18:04:26.837337       1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (100ms)
I0311 18:04:26.937234       1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (100ms)
I0311 18:04:27.036954       1 gather_workloads_info.go:387] No image sha256:68d8e92046969bcfcbca2d2b3dcf4dcad5f6edc5fcb44861eb22f8079a43ea4d (100ms)
I0311 18:04:27.136567       1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms)
I0311 18:04:27.237615       1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (101ms)
I0311 18:04:27.336865       1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (99ms)
I0311 18:04:27.437808       1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (101ms)
I0311 18:04:27.537126       1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (99ms)
I0311 18:04:27.636645       1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (99ms)
I0311 18:04:27.736966       1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms)
I0311 18:04:27.837841       1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (101ms)
I0311 18:04:27.837874       1 tasks_processing.go:74] worker 1 stopped.
E0311 18:04:27.837885       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0311 18:04:27.838378       1 recorder.go:70] Recording config/workload_info with fingerprint=cb5f9888877747ac1466696c43b880126abdfe1cc2e2555485e939075fc55861
I0311 18:04:27.838402       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.327233673s to process 1 records
E0311 18:04:27.838470       1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.327s with: function \"workload_info\" failed with an error"
I0311 18:04:27.839586       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0311 18:04:27.839609       1 periodic.go:212] Running conditional gatherer
I0311 18:04:27.846998       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules
I0311 18:04:27.855427       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.10:56110->172.30.0.10:53: read: connection refused
E0311 18:04:27.855760       1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 18:04:27.855830       1 conditional_gatherer.go:382] updating version cache for conditional gatherer
I0311 18:04:27.864633       1 conditional_gatherer.go:390] cluster version is '4.19.9'
E0311 18:04:27.864653       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 18:04:27.864660       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 18:04:27.864665       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 18:04:27.864670       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 18:04:27.864675       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 18:04:27.864680       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 18:04:27.864685       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 18:04:27.864688       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 18:04:27.864691       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
I0311 18:04:27.864712       1 tasks_processing.go:45] number of workers: 3
I0311 18:04:27.864728       1 tasks_processing.go:69] worker 2 listening for tasks.
I0311 18:04:27.864737       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0311 18:04:27.864745       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 18:04:27.864763       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0311 18:04:27.864775       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0311 18:04:27.864800       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 18:04:27.864807       1 tasks_processing.go:74] worker 1 stopped.
I0311 18:04:27.864822       1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0311 18:04:27.864832       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.268µs to process 1 records
I0311 18:04:27.864913       1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0311 18:04:27.864927       1 tasks_processing.go:74] worker 2 stopped.
I0311 18:04:27.864928       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.702µs to process 1 records
I0311 18:04:27.865161       1 tasks_processing.go:74] worker 0 stopped.
I0311 18:04:27.865179       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 368.925µs to process 0 records
I0311 18:04:27.865201       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.10:56110->172.30.0.10:53: read: connection refused
I0311 18:04:27.865224       1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0311 18:04:27.892831       1 recorder.go:70] Recording insights-operator/gathers with fingerprint=fe28c8e0abc081f605df34c4d84daf5769e9957dabfedfd2c51b130424afc112
I0311 18:04:27.893008       1 diskrecorder.go:70] Writing 94 records to /var/lib/insights-operator/insights-2026-03-11-180427.tar.gz
I0311 18:04:27.899237       1 diskrecorder.go:51] Wrote 94 records to disk in 6ms
I0311 18:04:27.899270       1 periodic.go:281] Gathering cluster info every 2h0m0s
I0311 18:04:27.899286       1 periodic.go:282] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0311 18:04:36.689777       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 18:05:36.459625       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="56c8440ae051e9b5c8288d765d95a124f345e34aab078ada3112c787a1c8cd78")
W0311 18:05:36.459658       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0311 18:05:36.459705       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="c1ba2c7710693b5cc3abd2f42fc0f705495e75e591531a6cf6ff34c300270539")
I0311 18:05:36.459719       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0311 18:05:36.459740       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0311 18:05:36.459769       1 periodic.go:173] Shutting down
I0311 18:05:36.459791       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0311 18:05:36.459816       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0311 18:05:36.459799       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="11c6784d03b15e25c0cbf65f6d1822e0ecab44d73ebd331ca2eb5ebd9c4370a1")
I0311 18:05:36.459800       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0311 18:05:36.459789       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"