W0629 11:01:24.715850       1 cmd.go:254] Using insecure, self-signed certificates
I0629 11:01:24.932272       1 start.go:223] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0629 11:01:24.932484       1 observer_polling.go:159] Starting file observer
W0629 11:01:24.957762       1 builder.go:266] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-6fd96f47fd" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights"
I0629 11:01:25.204645       1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$
I0629 11:01:25.204883       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0629 11:01:25.205330       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0629 11:01:25.205568       1 secure_serving.go:57] Forcing use of http/1.1 only
W0629 11:01:25.205589       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0629 11:01:25.205595       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0629 11:01:25.205601       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0629 11:01:25.205604       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0629 11:01:25.205607       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0629 11:01:25.205610       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0629 11:01:25.208977       1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes ChunkSizeMiB CloudDualStackNodeIPs DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy PersistentIPsForVirtualization PrivateHostedZoneAWS SetEIPForNLBIngressController VSphereControlPlaneMachineSet VSphereDriverConfiguration VSphereMultiVCenters VSphereStaticIPs ValidatingAdmissionPolicy AWSClusterHostedDNS AdditionalRoutingCapabilities AutomatedEtcdBackup BootcNodeManagement CSIDriverSharedResource ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ConsolePluginContentSecurityPolicy DNSNameResolver DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example GCPClusterHostedDNS GatewayAPI ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MetricsCollectionProfiles MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NodeSwap NutanixMultiSubnets OVNObservability OnClusterBuild OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SignatureStores SigstoreImageVerification TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot]
I0629 11:01:25.208993       1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
E0629 11:01:25.212734       1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18bd884b76ff519b  openshift-insights    0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"SetEIPForNLBIngressController\", \"VSphereControlPlaneMachineSet\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"VSphereStaticIPs\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AdditionalRoutingCapabilities\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"CSIDriverSharedResource\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ConsolePluginContentSecurityPolicy\", \"DNSNameResolver\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"GCPClusterHostedDNS\", \"GatewayAPI\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MetricsCollectionProfiles\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OnClusterBuild\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SignatureStores\", \"SigstoreImageVerification\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-06-29 11:01:25.208953243 +0000 UTC m=+0.525994845,LastTimestamp:2026-06-29 11:01:25.208953243 +0000 UTC m=+0.525994845,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}"
I0629 11:01:25.212932       1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
I0629 11:01:25.212940       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0629 11:01:25.212949       1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0629 11:01:25.212962       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0629 11:01:25.212962       1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0629 11:01:25.212974       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0629 11:01:25.213115       1 dynamic_serving_content.go:132] "Starting controller" name="serving-cert::/tmp/serving-cert-2635469325/tls.crt::/tmp/serving-cert-2635469325/tls.key"
I0629 11:01:25.213265       1 secure_serving.go:213] Serving securely on [::]:8443
I0629 11:01:25.213288       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
W0629 11:01:25.215229       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0629 11:01:25.215248       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0629 11:01:25.215337       1 base_controller.go:67] Waiting for caches to sync for ConfigController
I0629 11:01:25.220302       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0629 11:01:25.220378       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0629 11:01:25.225730       1 secretconfigobserver.go:119] support secret does not exist
I0629 11:01:25.230503       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0629 11:01:25.232352       1 recorder.go:156] Pruning old reports every 7h26m29s, max age is 288h0m0s
I0629 11:01:25.235276       1 secretconfigobserver.go:119] support secret does not exist
I0629 11:01:25.237952       1 periodic.go:214] Running clusterconfig gatherer
I0629 11:01:25.237962       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0629 11:01:25.237973       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0629 11:01:25.237983       1 tasks_processing.go:45] number of workers: 64
I0629 11:01:25.237992       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0629 11:01:25.237997       1 insightsreport.go:296] Starting report retriever
I0629 11:01:25.238001       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0629 11:01:25.238006       1 tasks_processing.go:69] worker 12 listening for tasks.
I0629 11:01:25.238017       1 tasks_processing.go:69] worker 0 listening for tasks.
I0629 11:01:25.238020       1 tasks_processing.go:71] worker 12 working on ceph_cluster task.
I0629 11:01:25.238023       1 tasks_processing.go:69] worker 13 listening for tasks.
I0629 11:01:25.238026       1 tasks_processing.go:69] worker 7 listening for tasks.
I0629 11:01:25.238030       1 tasks_processing.go:71] worker 7 working on pod_network_connectivity_checks task.
I0629 11:01:25.238032       1 tasks_processing.go:69] worker 14 listening for tasks.
I0629 11:01:25.238035       1 tasks_processing.go:69] worker 6 listening for tasks.
I0629 11:01:25.238041       1 tasks_processing.go:69] worker 15 listening for tasks.
I0629 11:01:25.238044       1 tasks_processing.go:69] worker 43 listening for tasks.
I0629 11:01:25.238046       1 tasks_processing.go:69] worker 16 listening for tasks.
I0629 11:01:25.238050       1 tasks_processing.go:69] worker 4 listening for tasks.
I0629 11:01:25.238055       1 tasks_processing.go:69] worker 17 listening for tasks.
I0629 11:01:25.238055       1 tasks_processing.go:69] worker 5 listening for tasks.
I0629 11:01:25.238062       1 tasks_processing.go:69] worker 18 listening for tasks.
I0629 11:01:25.238057       1 tasks_processing.go:69] worker 3 listening for tasks.
I0629 11:01:25.238064       1 tasks_processing.go:69] worker 48 listening for tasks.
I0629 11:01:25.238069       1 tasks_processing.go:69] worker 1 listening for tasks.
I0629 11:01:25.238069       1 tasks_processing.go:69] worker 19 listening for tasks.
I0629 11:01:25.238076       1 tasks_processing.go:69] worker 2 listening for tasks.
I0629 11:01:25.238070       1 tasks_processing.go:69] worker 44 listening for tasks.
I0629 11:01:25.238082       1 tasks_processing.go:69] worker 21 listening for tasks.
I0629 11:01:25.238082       1 tasks_processing.go:69] worker 24 listening for tasks.
I0629 11:01:25.238082       1 tasks_processing.go:69] worker 46 listening for tasks.
I0629 11:01:25.238087       1 tasks_processing.go:69] worker 47 listening for tasks.
I0629 11:01:25.238078       1 tasks_processing.go:69] worker 53 listening for tasks.
I0629 11:01:25.238090       1 tasks_processing.go:69] worker 22 listening for tasks.
I0629 11:01:25.238091       1 tasks_processing.go:69] worker 52 listening for tasks.
I0629 11:01:25.238090       1 tasks_processing.go:69] worker 51 listening for tasks.
I0629 11:01:25.238095       1 tasks_processing.go:69] worker 50 listening for tasks.
I0629 11:01:25.238099       1 tasks_processing.go:69] worker 49 listening for tasks.
I0629 11:01:25.238099       1 tasks_processing.go:69] worker 39 listening for tasks.
I0629 11:01:25.238103       1 tasks_processing.go:69] worker 27 listening for tasks.
I0629 11:01:25.238077       1 tasks_processing.go:69] worker 20 listening for tasks.
I0629 11:01:25.238106       1 tasks_processing.go:69] worker 35 listening for tasks.
I0629 11:01:25.238108       1 tasks_processing.go:69] worker 32 listening for tasks.
I0629 11:01:25.238108       1 tasks_processing.go:69] worker 33 listening for tasks.
I0629 11:01:25.238077       1 tasks_processing.go:69] worker 45 listening for tasks.
I0629 11:01:25.238094       1 tasks_processing.go:69] worker 25 listening for tasks.
I0629 11:01:25.238095       1 tasks_processing.go:69] worker 34 listening for tasks.
I0629 11:01:25.238114       1 tasks_processing.go:69] worker 28 listening for tasks.
I0629 11:01:25.238115       1 tasks_processing.go:69] worker 31 listening for tasks.
I0629 11:01:25.238117       1 tasks_processing.go:69] worker 41 listening for tasks.
I0629 11:01:25.238119       1 tasks_processing.go:69] worker 29 listening for tasks.
I0629 11:01:25.238114       1 tasks_processing.go:69] worker 36 listening for tasks.
I0629 11:01:25.238120       1 tasks_processing.go:69] worker 37 listening for tasks.
I0629 11:01:25.238122       1 tasks_processing.go:69] worker 8 listening for tasks.
I0629 11:01:25.238125       1 tasks_processing.go:69] worker 42 listening for tasks.
I0629 11:01:25.238123       1 tasks_processing.go:69] worker 9 listening for tasks.
I0629 11:01:25.238129       1 tasks_processing.go:69] worker 54 listening for tasks.
I0629 11:01:25.238027       1 tasks_processing.go:71] worker 13 working on mutating_webhook_configurations task.
I0629 11:01:25.238131       1 tasks_processing.go:69] worker 55 listening for tasks.
I0629 11:01:25.238134       1 tasks_processing.go:69] worker 61 listening for tasks.
I0629 11:01:25.238134       1 tasks_processing.go:69] worker 60 listening for tasks.
I0629 11:01:25.238021       1 tasks_processing.go:71] worker 0 working on lokistack task.
I0629 11:01:25.238139       1 tasks_processing.go:69] worker 63 listening for tasks.
I0629 11:01:25.238136       1 tasks_processing.go:69] worker 56 listening for tasks.
I0629 11:01:25.238150       1 tasks_processing.go:71] worker 4 working on cost_management_metrics_configs task.
I0629 11:01:25.238155       1 tasks_processing.go:71] worker 17 working on openstack_controlplanes task.
I0629 11:01:25.238160       1 tasks_processing.go:71] worker 44 working on image_registries task.
I0629 11:01:25.238186       1 tasks_processing.go:71] worker 3 working on machine_sets task.
I0629 11:01:25.238198       1 tasks_processing.go:71] worker 1 working on active_alerts task.
I0629 11:01:25.238207       1 tasks_processing.go:71] worker 19 working on olm_operators task.
W0629 11:01:25.238224       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0629 11:01:25.238233       1 tasks_processing.go:71] worker 1 working on crds task.
I0629 11:01:25.238156       1 tasks_processing.go:71] worker 56 working on certificate_signing_requests task.
I0629 11:01:25.238008       1 tasks_processing.go:69] worker 23 listening for tasks.
I0629 11:01:25.238111       1 tasks_processing.go:69] worker 40 listening for tasks.
I0629 11:01:25.238099       1 tasks_processing.go:69] worker 26 listening for tasks.
I0629 11:01:25.238115       1 tasks_processing.go:69] worker 59 listening for tasks.
I0629 11:01:25.238114       1 tasks_processing.go:69] worker 10 listening for tasks.
I0629 11:01:25.238100       1 tasks_processing.go:69] worker 38 listening for tasks.
I0629 11:01:25.238269       1 tasks_processing.go:71] worker 21 working on machines task.
I0629 11:01:25.238122       1 tasks_processing.go:69] worker 57 listening for tasks.
I0629 11:01:25.238125       1 tasks_processing.go:69] worker 11 listening for tasks.
I0629 11:01:25.238129       1 tasks_processing.go:69] worker 58 listening for tasks.
I0629 11:01:25.238272       1 tasks_processing.go:71] worker 48 working on metrics task.
I0629 11:01:25.238281       1 gather.go:181] gatherer "clusterconfig" function "active_alerts" took 27.67µs to process 0 records
I0629 11:01:25.238286       1 tasks_processing.go:71] worker 5 working on machine_healthchecks task.
I0629 11:01:25.238291       1 tasks_processing.go:71] worker 23 working on operators task.
W0629 11:01:25.238294       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0629 11:01:25.238303       1 tasks_processing.go:71] worker 48 working on overlapping_namespace_uids task.
I0629 11:01:25.238289       1 tasks_processing.go:71] worker 58 working on service_accounts task.
I0629 11:01:25.238310       1 tasks_processing.go:71] worker 14 working on aggregated_monitoring_cr_names task.
I0629 11:01:25.238107       1 tasks_processing.go:69] worker 30 listening for tasks.
I0629 11:01:25.238341       1 tasks_processing.go:71] worker 43 working on storage_classes task.
I0629 11:01:25.238357       1 tasks_processing.go:71] worker 50 working on feature_gates task.
I0629 11:01:25.238366       1 tasks_processing.go:71] worker 53 working on node_logs task.
I0629 11:01:25.238431       1 tasks_processing.go:71] worker 49 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0629 11:01:25.238468       1 tasks_processing.go:71] worker 59 working on machine_configs task.
I0629 11:01:25.238524       1 tasks_processing.go:71] worker 6 working on sap_datahubs task.
I0629 11:01:25.238265       1 tasks_processing.go:71] worker 45 working on networks task.
I0629 11:01:25.238438       1 tasks_processing.go:71] worker 35 working on machine_config_pools task.
I0629 11:01:25.238151       1 tasks_processing.go:71] worker 2 working on dvo_metrics task.
I0629 11:01:25.238434       1 tasks_processing.go:71] worker 16 working on silenced_alerts task.
I0629 11:01:25.238131       1 tasks_processing.go:69] worker 62 listening for tasks.
I0629 11:01:25.238698       1 tasks_processing.go:74] worker 62 stopped.
I0629 11:01:25.238443       1 tasks_processing.go:71] worker 39 working on openshift_logging task.
I0629 11:01:25.238447       1 tasks_processing.go:71] worker 27 working on tsdb_status task.
W0629 11:01:25.238755       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0629 11:01:25.238450       1 tasks_processing.go:71] worker 20 working on authentication task.
I0629 11:01:25.238448       1 gather.go:181] gatherer "clusterconfig" function "metrics" took 22.746µs to process 0 records
I0629 11:01:25.238817       1 gather.go:181] gatherer "clusterconfig" function "tsdb_status" took 42.964µs to process 0 records
I0629 11:01:25.238823       1 tasks_processing.go:74] worker 27 stopped.
I0629 11:01:25.238455       1 tasks_processing.go:71] worker 46 working on container_runtime_configs task.
I0629 11:01:25.238456       1 tasks_processing.go:71] worker 10 working on openstack_dataplanedeployments task.
I0629 11:01:25.238456       1 tasks_processing.go:71] worker 37 working on openstack_dataplanenodesets task.
I0629 11:01:25.238460       1 tasks_processing.go:71] worker 25 working on version task.
I0629 11:01:25.238460       1 tasks_processing.go:71] worker 40 working on nodenetworkstates task.
I0629 11:01:25.238458       1 tasks_processing.go:71] worker 24 working on jaegers task.
I0629 11:01:25.238464       1 tasks_processing.go:71] worker 26 working on config_maps task.
I0629 11:01:25.238457       1 tasks_processing.go:71] worker 15 working on operators_pods_and_events task.
I0629 11:01:25.238464       1 tasks_processing.go:71] worker 52 working on container_images task.
I0629 11:01:25.238464       1 tasks_processing.go:71] worker 34 working on pdbs task.
I0629 11:01:25.238470       1 tasks_processing.go:71] worker 28 working on openshift_machine_api_events task.
I0629 11:01:25.238469       1 tasks_processing.go:71] worker 47 working on proxies task.
I0629 11:01:25.238469       1 tasks_processing.go:71] worker 22 working on cluster_apiserver task.
I0629 11:01:25.238474       1 tasks_processing.go:71] worker 31 working on machine_autoscalers task.
I0629 11:01:25.238476       1 tasks_processing.go:71] worker 8 working on support_secret task.
I0629 11:01:25.238475       1 tasks_processing.go:71] worker 41 working on oauths task.
I0629 11:01:25.238477       1 tasks_processing.go:71] worker 36 working on schedulers task.
I0629 11:01:25.238475       1 tasks_processing.go:71] worker 29 working on sap_pods task.
I0629 11:01:25.238483       1 tasks_processing.go:71] worker 33 working on image_pruners task.
I0629 11:01:25.238480       1 tasks_processing.go:71] worker 42 working on infrastructures task.
I0629 11:01:25.238483       1 tasks_processing.go:71] worker 57 working on image task.
I0629 11:01:25.238483       1 tasks_processing.go:71] worker 51 working on clusterroles task.
I0629 11:01:25.238487       1 tasks_processing.go:71] worker 9 working on ingress task.
I0629 11:01:25.238486       1 tasks_processing.go:71] worker 32 working on nodenetworkconfigurationpolicies task.
I0629 11:01:25.238487       1 tasks_processing.go:71] worker 38 working on monitoring_persistent_volumes task.
I0629 11:01:25.238491       1 tasks_processing.go:71] worker 54 working on storage_cluster task.
I0629 11:01:25.238489       1 tasks_processing.go:71] worker 11 working on install_plans task.
I0629 11:01:25.238492       1 tasks_processing.go:71] worker 61 working on ingress_certificates task.
I0629 11:01:25.238494       1 tasks_processing.go:71] worker 55 working on nodes task.
I0629 11:01:25.238495       1 tasks_processing.go:71] worker 60 working on openstack_version task.
I0629 11:01:25.238496       1 tasks_processing.go:71] worker 63 working on validating_webhook_configurations task.
I0629 11:01:25.238497       1 tasks_processing.go:71] worker 18 working on sap_config task.
I0629 11:01:25.238619       1 tasks_processing.go:74] worker 30 stopped.
W0629 11:01:25.238698       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0629 11:01:25.241012       1 tasks_processing.go:74] worker 16 stopped.
I0629 11:01:25.241026       1 gather.go:181] gatherer "clusterconfig" function "silenced_alerts" took 2.321773ms to process 0 records
I0629 11:01:25.242190       1 tasks_processing.go:74] worker 12 stopped.
I0629 11:01:25.242201       1 gather.go:181] gatherer "clusterconfig" function "ceph_cluster" took 4.159793ms to process 0 records
I0629 11:01:25.253099       1 tasks_processing.go:74] worker 3 stopped.
I0629 11:01:25.253109       1 gather.go:181] gatherer "clusterconfig" function "machine_sets" took 14.903964ms to process 0 records
I0629 11:01:25.253137       1 tasks_processing.go:74] worker 39 stopped.
I0629 11:01:25.253152       1 gather.go:181] gatherer "clusterconfig" function "openshift_logging" took 14.426529ms to process 0 records
I0629 11:01:25.253163       1 gather.go:181] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 14.302172ms to process 0 records
I0629 11:01:25.253169       1 tasks_processing.go:74] worker 10 stopped.
I0629 11:01:25.253174       1 tasks_processing.go:74] worker 24 stopped.
I0629 11:01:25.253180       1 gather.go:181] gatherer "clusterconfig" function "jaegers" took 14.109857ms to process 0 records
I0629 11:01:25.253221       1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z
I0629 11:01:25.253236       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0629 11:01:25.253241       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0629 11:01:25.253245       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0629 11:01:25.253255       1 controller.go:457] The operator is still being initialized
I0629 11:01:25.253261       1 controller.go:482] The operator is healthy
I0629 11:01:25.264607       1 tasks_processing.go:74] worker 35 stopped.
I0629 11:01:25.264615       1 gather.go:181] gatherer "clusterconfig" function "machine_config_pools" took 25.978073ms to process 0 records
I0629 11:01:25.264620       1 gather.go:181] gatherer "clusterconfig" function "sap_datahubs" took 26.075134ms to process 0 records
I0629 11:01:25.264624       1 tasks_processing.go:74] worker 6 stopped.
I0629 11:01:25.264640       1 tasks_processing.go:74] worker 37 stopped.
I0629 11:01:25.264651       1 gather.go:181] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 25.706827ms to process 0 records
I0629 11:01:25.264677       1 tasks_processing.go:74] worker 21 stopped.
E0629 11:01:25.264687       1 gather.go:144] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0629 11:01:25.264696       1 gather.go:181] gatherer "clusterconfig" function "machines" took 26.402495ms to process 0 records
I0629 11:01:25.264720       1 tasks_processing.go:74] worker 46 stopped.
I0629 11:01:25.264734       1 gather.go:181] gatherer "clusterconfig" function "container_runtime_configs" took 25.889092ms to process 0 records
I0629 11:01:25.264775       1 tasks_processing.go:74] worker 29 stopped.
I0629 11:01:25.264781       1 gather.go:181] gatherer "clusterconfig" function "sap_pods" took 24.938461ms to process 0 records
I0629 11:01:25.265116       1 tasks_processing.go:74] worker 31 stopped.
I0629 11:01:25.265125       1 gather.go:181] gatherer "clusterconfig" function "machine_autoscalers" took 25.526851ms to process 0 records
I0629 11:01:25.265162       1 tasks_processing.go:74] worker 5 stopped.
E0629 11:01:25.265169       1 gather.go:144] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0629 11:01:25.265174       1 gather.go:181] gatherer "clusterconfig" function "machine_healthchecks" took 26.869492ms to process 0 records
I0629 11:01:25.265179       1 gather.go:181] gatherer "clusterconfig" function "openstack_controlplanes" took 27.017627ms to process 0 records
I0629 11:01:25.265184       1 tasks_processing.go:74] worker 17 stopped.
I0629 11:01:25.265379       1 tasks_processing.go:74] worker 33 stopped.
I0629 11:01:25.265631       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=a223f2f96d695702662316e9740546bf0610526f77370dee493358ffdfb7d730
I0629 11:01:25.265643       1 gather.go:181] gatherer "clusterconfig" function "image_pruners" took 25.441217ms to process 1 records
I0629 11:01:25.266487       1 tasks_processing.go:74] worker 4 stopped.
I0629 11:01:25.266496       1 gather.go:181] gatherer "clusterconfig" function "cost_management_metrics_configs" took 28.326847ms to process 0 records
I0629 11:01:25.266554       1 tasks_processing.go:74] worker 7 stopped.
E0629 11:01:25.266565       1 gather.go:144] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0629 11:01:25.266572       1 gather.go:181] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 28.518044ms to process 0 records
I0629 11:01:25.266584       1 gather.go:181] gatherer "clusterconfig" function "sap_config" took 25.662568ms to process 0 records
I0629 11:01:25.266590       1 gather.go:181] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 26.281182ms to process 0 records
E0629 11:01:25.266596       1 gather.go:144] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0629 11:01:25.266602       1 gather.go:181] gatherer "clusterconfig" function "support_secret" took 26.932761ms to process 0 records
I0629 11:01:25.266608       1 tasks_processing.go:74] worker 8 stopped.
I0629 11:01:25.266615       1 tasks_processing.go:74] worker 18 stopped.
I0629 11:01:25.266619       1 tasks_processing.go:74] worker 32 stopped.
I0629 11:01:25.266641       1 tasks_processing.go:74] worker 54 stopped.
I0629 11:01:25.266654       1 gather.go:181] gatherer "clusterconfig" function "storage_cluster" took 26.228322ms to process 0 records
I0629 11:01:25.266699       1 tasks_processing.go:74] worker 43 stopped.
I0629 11:01:25.266795       1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=44cfcaf4ada874e04ce8fe1fd3c7ad82c68ce09d878484bc7978db5d7eeee811
I0629 11:01:25.266816       1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=f707c6f16b12884e7d35db86e452eb43f726a007d516fb11600a3f1b9e4d40d9
I0629 11:01:25.266823       1 gather.go:181] gatherer "clusterconfig" function "storage_classes" took 28.351496ms to process 2 records
I0629 11:01:25.266890       1 recorder.go:70] Recording config/proxy with fingerprint=e9358197cb8d2adcf56abf3eb3a191a5924cbbc95fcf805d95776ed4047c8d23
I0629 11:01:25.266899       1 gather.go:181] gatherer "clusterconfig" function "proxies" took 27.376228ms to process 1 records
I0629 11:01:25.266958       1 tasks_processing.go:74] worker 47 stopped.
I0629 11:01:25.267050       1 tasks_processing.go:74] worker 41 stopped.
I0629 11:01:25.267152       1 recorder.go:70] Recording config/oauth with fingerprint=23e43770b22865952fb2e35a3de0fd6d46bacc2d24e5ad8bf318caf47c834da0
I0629 11:01:25.267162       1 gather.go:181] gatherer "clusterconfig" function "oauths" took 27.160132ms to process 1 records
I0629 11:01:25.267171       1 gather.go:181] gatherer "clusterconfig" function "openstack_version" took 26.069886ms to process 0 records
I0629 11:01:25.267179       1 gather.go:181] gatherer "clusterconfig" function "nodenetworkstates" took 27.862951ms to process 0 records
I0629 11:01:25.267182       1 tasks_processing.go:74] worker 60 stopped.
I0629 11:01:25.267195       1 tasks_processing.go:74] worker 40 stopped.
I0629 11:01:25.267248       1 tasks_processing.go:74] worker 50 stopped.
I0629 11:01:25.267308       1 recorder.go:70] Recording config/featuregate with fingerprint=6b2355c554b6fe1435d5ef6107b78ac8724f2c86a665c68f900b761a0ca9e595
I0629 11:01:25.267318       1 gather.go:181] gatherer "clusterconfig" function "feature_gates" took 28.718436ms to process 1 records
I0629 11:01:25.267480       1 tasks_processing.go:74] worker 48 stopped.
I0629 11:01:25.267506       1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0629 11:01:25.267515       1 gather.go:181] gatherer "clusterconfig" function "overlapping_namespace_uids" took 29.167823ms to process 1 records
I0629 11:01:25.267623       1 tasks_processing.go:74] worker 56 stopped.
I0629 11:01:25.267634       1 gather.go:181] gatherer "clusterconfig" function "certificate_signing_requests" took 29.373534ms to process 0 records
I0629 11:01:25.272386       1 tasks_processing.go:74] worker 28 stopped.
I0629 11:01:25.272401       1 gather.go:181] gatherer "clusterconfig" function "openshift_machine_api_events" took 33.063015ms to process 0 records
I0629 11:01:25.272480       1 tasks_processing.go:74] worker 9 stopped.
I0629 11:01:25.272597       1 recorder.go:70] Recording config/ingress with fingerprint=2b30472640472c7dca1dafcffa3183ab03f4be936477b373c804b1a410d801b1
I0629 11:01:25.272611       1 gather.go:181] gatherer "clusterconfig" function "ingress" took 32.304709ms to process 1 records
I0629 11:01:25.274446       1 tasks_processing.go:74] worker 42 stopped.
I0629 11:01:25.274881       1 recorder.go:70] Recording config/infrastructure with fingerprint=bda454311097039eb89296677515964e7d0320592b7b8e23b3c6a17f956d65d0
I0629 11:01:25.274894       1 gather.go:181] gatherer "clusterconfig" function "infrastructures" took 34.440863ms to process 1 records
I0629 11:01:25.276247       1 tasks_processing.go:74] worker 59 stopped.
E0629 11:01:25.276268       1 gather.go:144] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0629 11:01:25.276296       1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0629 11:01:25.276325       1 gather.go:181] gatherer "clusterconfig" function "machine_configs" took 37.728805ms to process 1 records
I0629 11:01:25.276386       1 tasks_processing.go:74] worker 0 stopped.
I0629 11:01:25.276398       1 gather.go:181] gatherer "clusterconfig" function "lokistack" took 38.24246ms to process 0 records
I0629 11:01:25.276408       1 gather.go:181] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 36.102835ms to process 0 records
I0629 11:01:25.276431       1 tasks_processing.go:74] worker 38 stopped.
I0629 11:01:25.276498       1 tasks_processing.go:74] worker 13 stopped.
I0629 11:01:25.276626       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=0de57e1140317a90183ea400b09a134db8af1038fbd8df50c545bee4464b875a
I0629 11:01:25.276651       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=f6ba5bacb780a0d21eda6da373cf1e024ee76cee239ee2573630aed66f0a69a8
I0629 11:01:25.276678       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=e8584d086363b0ce390fe6cae21fded09909fa6449496f4f0a0205caf9557dc2
I0629 11:01:25.276686       1 gather.go:181] gatherer "clusterconfig" function "mutating_webhook_configurations" took 38.361051ms to process 3 records
I0629 11:01:25.276744       1 recorder.go:70] Recording config/image with fingerprint=3d1ee8f22c2e3b51cdd9a87d96f978949426b397d238531927e454ccca0f6640
I0629 11:01:25.276755       1 gather.go:181] gatherer "clusterconfig" function "image" took 36.54784ms to process 1 records
I0629 11:01:25.276760       1 tasks_processing.go:74] worker 57 stopped.
I0629 11:01:25.276959       1 tasks_processing.go:74] worker 44 stopped.
I0629 11:01:25.277292       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=21c371bbc9e27430d6f071421dac365ac808e8bc56f3c737297686c6d6b70ac7
I0629 11:01:25.277306       1 gather.go:181] gatherer "clusterconfig" function "image_registries" took 38.790591ms to process 1 records
I0629 11:01:25.277313       1 gather.go:181] gatherer "clusterconfig" function "node_logs" took 38.714355ms to process 0 records
I0629 11:01:25.277338       1 tasks_processing.go:74] worker 53 stopped.
I0629 11:01:25.277400       1 tasks_processing.go:74] worker 55 stopped.
I0629 11:01:25.277565       1 recorder.go:70] Recording config/node/ip-10-0-163-73.ec2.internal with fingerprint=19f25b704716b1c4dc194ddf9fbbe86db78a73fe8afe8db7299cb886f2ae31ae
I0629 11:01:25.277575       1 gather.go:181] gatherer "clusterconfig" function "nodes" took 36.527817ms to process 1 records
I0629 11:01:25.277583       1 gather.go:181] gatherer "clusterconfig" function "olm_operators" took 39.046784ms to process 0 records
I0629 11:01:25.277596       1 tasks_processing.go:74] worker 19 stopped.
I0629 11:01:25.277643       1 tasks_processing.go:74] worker 63 stopped.
I0629 11:01:25.277657       1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=26b8eedabe80b5263cb8b4647d6a039ffdaeb1c4e47e9265cca4bacb19bf02cc
I0629 11:01:25.277718       1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=7897b0551ddbed842aaeca1c1fa95013c7edb650ceba88832ed43d7a599a0e2b
I0629 11:01:25.277740       1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=6f0f4902f03fbe61a79a9a3dec90ace060205a2d735385952f6eac2ac4ae03ba
I0629 11:01:25.277767       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=e8213239322a46f02315d1034b98a18c56eca7ae89a359bfa45473d120939faf
I0629 11:01:25.277793       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=a2c912450faa1c8a055e43efe1dfe85ea9e036b9ec3456178162f319f9bfb1b0
I0629 11:01:25.277819       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=471da13b6ddf0dd1e7a8b4257c7b7f2205f5553b4875c2b95bef8defdd78832a
I0629 11:01:25.277844       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=b6201e7f06e808fd57a149b7553af4c14c869b83e5d67514982c393955dab24e
I0629 11:01:25.277878       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=46337170976b150a4ebbb84d2d5c1d03e0acbdd15df0620d887ce7e754156fad
I0629 11:01:25.277911       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=0f0ad43baea2155e1ed443f7f128602be0227c73f9e5607397d169ec7640bd11
I0629 11:01:25.277934       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=6be4422e7f174dc70156a0c1ff2d3c009c2f170b77d9125ee1a18b11941e9cfd
I0629 11:01:25.277974       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=0493d10b4223d02ef84e0ec011b8c6330f6c62dcaf3ad367a683aaaf14f3e380
I0629 11:01:25.277986       1 gather.go:181] gatherer "clusterconfig" function "validating_webhook_configurations" took 36.606207ms to process 11 records
I0629 11:01:25.278068       1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=b0d6bc0af58b2425b25461e643196e1ac4018d90d61db6b9539e67ee1e998edc
I0629 11:01:25.278078       1 tasks_processing.go:74] worker 34 stopped.
I0629 11:01:25.278082       1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=40f6c17cd0dc9e3cddea402bdeede726a5a7a108cd17fe345a2afe11446e0a07
I0629 11:01:25.278096       1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=3ccd20370d3106a1224ce445f2f4edc26017877330ee54dee3a613ad66de144e
I0629 11:01:25.278108       1 gather.go:181] gatherer "clusterconfig" function "pdbs" took 38.428841ms to process 3 records
I0629 11:01:25.279508       1 tasks_processing.go:74] worker 52 stopped.
I0629 11:01:25.279685       1 recorder.go:70] Recording config/running_containers with fingerprint=7156e2dfbafa19ed45e1bd8d98185102e4fc636350ac7eb355568777353a5fb0
I0629 11:01:25.279715       1 gather.go:181] gatherer "clusterconfig" function "container_images" took 40.311748ms to process 1 records
W0629 11:01:25.281024       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0629 11:01:25.288234       1 sca.go:98] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/certificates. Next check is in 8h0m0s
I0629 11:01:25.288245       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0629 11:01:25.288358       1 operator.go:288] started
I0629 11:01:25.288375       1 base_controller.go:67] Waiting for caches to sync for LoggingSyncer
I0629 11:01:25.288693       1 tasks_processing.go:74] worker 49 stopped.
I0629 11:01:25.288707       1 gather.go:181] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 50.214927ms to process 0 records
I0629 11:01:25.304089       1 tasks_processing.go:74] worker 51 stopped.
I0629 11:01:25.304295       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=d3352ab61936a1ffebdd959876f9f2bd54ecc2d56121aef69c3168bdf6f495a0
I0629 11:01:25.304408       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=344596eb708e2b62ab4f1a8c029fb792813aaea5eb98d83f0e927bb4e7b156fd
I0629 11:01:25.304438       1 gather.go:181] gatherer "clusterconfig" function "clusterroles" took 63.935903ms to process 2 records
I0629 11:01:25.305603       1 tasks_processing.go:74] worker 1 stopped.
I0629 11:01:25.306011       1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=5ae4e4a4677ac528d7bac2af7509e3412e7071a6181335d391c4e7fa56337767
I0629 11:01:25.306128       1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=1295a7093fa4f1bd5e9c7c0262f23f24c35a4c07f71e8ba996b887dbde17a958
I0629 11:01:25.306136       1 gather.go:181] gatherer "clusterconfig" function "crds" took 67.360916ms to process 2 records
I0629 11:01:25.313827       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0629 11:01:25.313900       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0629 11:01:25.313913       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0629 11:01:25.316057       1 base_controller.go:73] Caches are synced for ConfigController 
I0629 11:01:25.316065       1 base_controller.go:110] Starting #1 worker of ConfigController controller ...
I0629 11:01:25.317092       1 prometheus_rules.go:88] Prometheus rules successfully created
I0629 11:01:25.325790       1 controller.go:203] Source scaController *sca.Controller is not ready
I0629 11:01:25.325801       1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready
I0629 11:01:25.325805       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0629 11:01:25.325807       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0629 11:01:25.325810       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0629 11:01:25.325828       1 controller.go:457] The operator is still being initialized
I0629 11:01:25.325835       1 controller.go:482] The operator is healthy
I0629 11:01:25.328091       1 requests.go:204] Asking for SCA certificate for x86_64 architecture
W0629 11:01:25.330717       1 sca.go:117] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:53922->172.30.0.10:53: read: connection refused
E0629 11:01:25.330722       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%!(NOVERB)
I0629 11:01:25.330728       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:53922->172.30.0.10:53: read: connection refused
I0629 11:01:25.330730       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%271926204a-54d4-40ba-819c-214eeb3d85e6%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:53922->172.30.0.10:53: read: connection refused
I0629 11:01:25.336574       1 configmapobserver.go:84] configmaps "insights-config" not found
I0629 11:01:25.356904       1 tasks_processing.go:74] worker 61 stopped.
E0629 11:01:25.356921       1 gather.go:144] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0629 11:01:25.356926       1 gather.go:144] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2r7vt2dkrotc7g3frr48b67f99cg1or8-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2r7vt2dkrotc7g3frr48b67f99cg1or8-primary-cert-bundle-secret" not found
I0629 11:01:25.356990       1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=3ba889b608e13600ff8710e27525ff7685e8cd7dfe6ca84fdfd6a0e6685a593d
I0629 11:01:25.357001       1 gather.go:181] gatherer "clusterconfig" function "ingress_certificates" took 116.235409ms to process 1 records
I0629 11:01:25.357081       1 tasks_processing.go:74] worker 25 stopped.
I0629 11:01:25.357333       1 recorder.go:70] Recording config/version with fingerprint=757b9aa4bd2d8f470ee7f0fb7f6d17ec31d600da22eb4f827e99b783de33d8e1
I0629 11:01:25.357343       1 recorder.go:70] Recording config/id with fingerprint=9d2aa7c3742f1a617e082f91a69e6abb6f2bfc4482417dda2614e944779d46c7
I0629 11:01:25.357347       1 gather.go:181] gatherer "clusterconfig" function "version" took 117.975934ms to process 2 records
I0629 11:01:25.357746       1 tasks_processing.go:74] worker 26 stopped.
E0629 11:01:25.357762       1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0629 11:01:25.357769       1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0629 11:01:25.357773       1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0629 11:01:25.357816       1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb
I0629 11:01:25.357827       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0629 11:01:25.357832       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=e1a0ad594db3a5d5d50e9e25d7b235af20f84f5def41537f127febe525b834f2
I0629 11:01:25.357837       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0629 11:01:25.357860       1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0629 11:01:25.357870       1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0629 11:01:25.357876       1 gather.go:181] gatherer "clusterconfig" function "config_maps" took 118.652861ms to process 6 records
I0629 11:01:25.388473       1 tasks_processing.go:74] worker 20 stopped.
I0629 11:01:25.388496       1 base_controller.go:73] Caches are synced for LoggingSyncer 
I0629 11:01:25.388501       1 base_controller.go:110] Starting #1 worker of LoggingSyncer controller ...
I0629 11:01:25.388647       1 recorder.go:70] Recording config/authentication with fingerprint=2d55a5bdcb0b88a3db4c31ef5578088f1286df26273c0f79c67ec3f49664ebba
I0629 11:01:25.388662       1 gather.go:181] gatherer "clusterconfig" function "authentication" took 149.693494ms to process 1 records
I0629 11:01:25.409713       1 tasks_processing.go:74] worker 45 stopped.
I0629 11:01:25.409837       1 recorder.go:70] Recording config/network with fingerprint=ce1b5cd66b4a3a6bfa71a0454d3abb5ea011a7a779abc3f12596dd97dadabe8b
I0629 11:01:25.409848       1 gather.go:181] gatherer "clusterconfig" function "networks" took 171.157508ms to process 1 records
I0629 11:01:25.432522       1 tasks_processing.go:74] worker 22 stopped.
I0629 11:01:25.432675       1 recorder.go:70] Recording config/apiserver with fingerprint=e4506b4866ddc5ddf974e09771538efc30910e9657848f32c52e06b10d76d3d1
I0629 11:01:25.432694       1 gather.go:181] gatherer "clusterconfig" function "cluster_apiserver" took 192.995835ms to process 1 records
I0629 11:01:25.450866       1 tasks_processing.go:74] worker 36 stopped.
I0629 11:01:25.450954       1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=ff1940ce826950e7b71d1122debaed8879de95749539cf8eff3e53f719ca5d53
I0629 11:01:25.450971       1 gather.go:181] gatherer "clusterconfig" function "schedulers" took 211.074894ms to process 1 records
I0629 11:01:25.526113       1 tasks_processing.go:74] worker 14 stopped.
I0629 11:01:25.526131       1 gather.go:181] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 287.788789ms to process 0 records
I0629 11:01:25.695127       1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers
I0629 11:01:25.695140       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes
I0629 11:01:25.695202       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-rmmd6 pod in namespace openshift-dns (previous: false).
I0629 11:01:25.721518       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0629 11:01:25.751593       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0629 11:01:25.916180       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rmmd6 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-rmmd6\" is waiting to start: ContainerCreating"
I0629 11:01:25.916196       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-rmmd6\" is waiting to start: ContainerCreating"
I0629 11:01:25.916203       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-rmmd6 pod in namespace openshift-dns (previous: false).
I0629 11:01:26.089750       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rmmd6 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-rmmd6\" is waiting to start: ContainerCreating"
I0629 11:01:26.089766       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-rmmd6\" is waiting to start: ContainerCreating"
I0629 11:01:26.089776       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-j8ggg pod in namespace openshift-dns (previous: false).
W0629 11:01:26.279600       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0629 11:01:26.299881       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0629 11:01:26.299900       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7cddfdd6db-l4jnc pod in namespace openshift-image-registry (previous: false).
I0629 11:01:26.483950       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0629 11:01:26.483966       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7cddfdd6db-v5vdb pod in namespace openshift-image-registry (previous: false).
I0629 11:01:26.525937       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0629 11:01:26.691062       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7cddfdd6db-v5vdb pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7cddfdd6db-v5vdb\" is waiting to start: ContainerCreating"
I0629 11:01:26.691083       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7cddfdd6db-v5vdb\" is waiting to start: ContainerCreating"
I0629 11:01:26.691091       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-84678b775c-2jpp8 pod in namespace openshift-image-registry (previous: false).
I0629 11:01:26.883941       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0629 11:01:26.883958       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-kcstw pod in namespace openshift-image-registry (previous: false).
I0629 11:01:26.913840       1 tasks_processing.go:74] worker 23 stopped.
I0629 11:01:26.913888       1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=f53d00605d9b53d3a29facbbcb855aa33803178dfdc857df5e289af2c160b5ca
I0629 11:01:26.913917       1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=3804566fc639bc567f500d5494e2334d05d4ca96fe7adf2fc18637491f6795db
I0629 11:01:26.913948       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0629 11:01:26.913966       1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=375c8d2900d7f7d7d525b87abbd6c75b4cd249fa75e556f56cca1351499835fd
I0629 11:01:26.913982       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0629 11:01:26.914006       1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=396b20aab44a67cbaeb79e6688f6d3fb7e4ebc79d77496c172626acaa0f90eef
I0629 11:01:26.914031       1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=56bed7dff325fafd40dab65b6e919e3ef6d41208f10faf4f16d051a00699a0ce
I0629 11:01:26.914053       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=29fdcd3e0dc199e6b6152f86252e72230bcb577ecd96c259c02d6cde9f47c2b8
I0629 11:01:26.914067       1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=d93c33895e7866910e95f39cf37cb3bb73dd86c91c2f8803ae7647bb120251d1
I0629 11:01:26.914080       1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=8b72c38817689e4aad4daa19f898fffab5df9da1766f7b6fb235e9730b5adab9
I0629 11:01:26.914089       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0629 11:01:26.914109       1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=fae9c4f8a81d4f49f68747d99f316700767e10f728aa3611f1ef28c6aa7849f9
I0629 11:01:26.914118       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0629 11:01:26.914128       1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=f6952e5bff7a460ac6d8285f59677fd3ae99aa5d76802e5732839f3b61ce4a02
I0629 11:01:26.914136       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0629 11:01:26.914145       1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=bf1ae0fbeac1a3e5ce852f3a0cd4c4504107a4b64cac4c37fd1868df8bb8b960
I0629 11:01:26.914153       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0629 11:01:26.914163       1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=a509331af5f1380339e37f1ad7178dcc16269e1a4a0ee65d2e3f61c39f462abe
I0629 11:01:26.914350       1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=a385e587e5c9ed8d3d05189d5d1a86fbadc4d473e44e1bf9587a086fd34a5f9b
I0629 11:01:26.914384       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0629 11:01:26.914408       1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=8d914e1cd05410470556bca0b2467e8d2dfa235e94cdede6eb5cdd91c46fa17c
I0629 11:01:26.914450       1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=535b561296bbbbc307998aac38324d6d69e9f2be378a91160affa95f848bf3db
I0629 11:01:26.914460       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0629 11:01:26.914477       1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=101ed9cb902ee6f13c4ad2133649262222a9ce5d468be89bbcf4e935be1baf59
I0629 11:01:26.914509       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0629 11:01:26.914527       1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=767e7dc3429603d12dfa7d3aa11c3d1c801f62e65a957496c9c02ef5ee6a1ca5
I0629 11:01:26.914541       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=5f11135399d4df6f694bb8c40a30b47be96f17f145362d177527f446219769c7
I0629 11:01:26.914551       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=acf046ede854b8c0e00abc0550d20e8cbf2d15b9d2e94cff0bf70eb10145614a
I0629 11:01:26.914564       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=6c75f9207fe0bdec6c40af4f6b32493b8f9f79e04015ca6b54223107f36d1ff0
I0629 11:01:26.914591       1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=14fe2c5fe0172b7d7989171fb292a7c8615dbdc1ba3cbc32a8bd725aec15fe2a
I0629 11:01:26.914620       1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=8b4911d9c39e6e461f508344dd9a2593f4044d6bea889464cc92577176457d7d
I0629 11:01:26.914651       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0629 11:01:26.914663       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0629 11:01:26.914672       1 gather.go:181] gatherer "clusterconfig" function "operators" took 1.675537958s to process 33 records
I0629 11:01:27.090299       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0629 11:01:27.090316       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7b64b9b65f-qs52w pod in namespace openshift-ingress (previous: false).
W0629 11:01:27.279169       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0629 11:01:27.289545       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7b64b9b65f-qs52w pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7b64b9b65f-qs52w\" is waiting to start: ContainerCreating"
I0629 11:01:27.289562       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7b64b9b65f-qs52w\" is waiting to start: ContainerCreating"
I0629 11:01:27.289571       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7dc5598bf-9v2vl pod in namespace openshift-ingress (previous: false).
I0629 11:01:27.489982       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7dc5598bf-9v2vl pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7dc5598bf-9v2vl\" is waiting to start: ContainerCreating"
I0629 11:01:27.490001       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7dc5598bf-9v2vl\" is waiting to start: ContainerCreating"
I0629 11:01:27.490010       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7dc5598bf-pclmr pod in namespace openshift-ingress (previous: false).
I0629 11:01:27.684814       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0629 11:01:27.684833       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-nnw78 pod in namespace openshift-ingress-canary (previous: false).
I0629 11:01:27.895184       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-nnw78 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-nnw78\" is waiting to start: ContainerCreating"
I0629 11:01:27.895203       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-nnw78\" is waiting to start: ContainerCreating"
I0629 11:01:27.895217       1 tasks_processing.go:74] worker 15 stopped.
I0629 11:01:27.895288       1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=4e46745b779e560b277f3a5eb4562cff3f25fb8feef333794b5a22ea85d56d76
I0629 11:01:27.895307       1 recorder.go:70] Recording events/openshift-dns with fingerprint=ec1ce4f4c16d5540803f8317e9fd128c6bf58540fea911f531acaf88cf55c583
I0629 11:01:27.895347       1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=e345eb826aa28e850e4f08ff3792ae7b8a5b9d35a0e99fc7a018e0fcc114efad
I0629 11:01:27.895361       1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=b867044cbf5db1c0280888d1dc8129f176af2d7de7c850fcf294403ff35b085e
I0629 11:01:27.895387       1 recorder.go:70] Recording events/openshift-ingress with fingerprint=efd876f958e7ec7ea1c646d9cd6ddf9e4008b785fadd08f148a0f337a6dffcbd
I0629 11:01:27.895396       1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=275eea8aae06c3f8acfb10a2831db4e6cb4493124e583c80c1b5eceb7ddab0e9
I0629 11:01:27.895402       1 gather.go:181] gatherer "clusterconfig" function "operators_pods_and_events" took 2.656060155s to process 6 records
W0629 11:01:28.280470       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0629 11:01:29.279354       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0629 11:01:30.280076       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0629 11:01:30.280098       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0629 11:01:30.280109       1 tasks_processing.go:74] worker 2 stopped.
E0629 11:01:30.280117       1 gather.go:144] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0629 11:01:30.280126       1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0629 11:01:30.280138       1 gather.go:159] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0629 11:01:30.280146       1 gather.go:181] gatherer "clusterconfig" function "dvo_metrics" took 5.041467069s to process 1 records
I0629 11:01:37.880162       1 tasks_processing.go:74] worker 11 stopped.
I0629 11:01:37.880192       1 recorder.go:70] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0629 11:01:37.880202       1 gather.go:181] gatherer "clusterconfig" function "install_plans" took 12.639648356s to process 1 records
I0629 11:01:38.645247       1 tasks_processing.go:74] worker 58 stopped.
I0629 11:01:38.645473       1 recorder.go:70] Recording config/serviceaccounts with fingerprint=2662ff818c2c89fcf82005c4249f483bfd40a1685ff4c57704a4800ad8843164
I0629 11:01:38.645488       1 gather.go:181] gatherer "clusterconfig" function "service_accounts" took 13.406922974s to process 1 records
E0629 11:01:38.645536       1 periodic.go:252] clusterconfig failed after 13.407s with: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error
I0629 11:01:38.645553       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error
I0629 11:01:38.645559       1 periodic.go:214] Running workloads gatherer
I0629 11:01:38.645572       1 tasks_processing.go:45] number of workers: 2
I0629 11:01:38.645580       1 tasks_processing.go:69] worker 1 listening for tasks.
I0629 11:01:38.645583       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0629 11:01:38.645592       1 tasks_processing.go:69] worker 0 listening for tasks.
I0629 11:01:38.645669       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0629 11:01:38.658575       1 gather_workloads_info.go:281] Loaded pods in 0s, will wait 18s for image data
I0629 11:01:38.667215       1 gather_workloads_info.go:390] No image sha256:0c1abef76d6d2832ddcff31e950ffafeb4e0f6fad80a5f5dca94591de0fc9581 (9ms)
I0629 11:01:38.673887       1 tasks_processing.go:74] worker 0 stopped.
I0629 11:01:38.673904       1 gather.go:181] gatherer "workloads" function "helmchart_info" took 28.201361ms to process 0 records
I0629 11:01:38.675265       1 gather_workloads_info.go:390] No image sha256:351ca92471647f383f3cd7f0b70f33f5fa11c39ab569c4948dff7d471a6c8be3 (8ms)
I0629 11:01:38.683970       1 gather_workloads_info.go:390] No image sha256:41029e57ece558b2e0b12174ce924647fd9d5c5d83aadf4bba03d6916d3f9f54 (9ms)
I0629 11:01:38.691828       1 gather_workloads_info.go:390] No image sha256:02283a64c1936a5dd09d5c6bc0ecbcf9196fe4df6a4055c8be22cebd850aa7a3 (8ms)
I0629 11:01:38.699828       1 gather_workloads_info.go:390] No image sha256:788d16bfff4bd6bb3ce97acc643b56fae6e619674ab279535480e519b4d5b769 (8ms)
I0629 11:01:38.708090       1 gather_workloads_info.go:390] No image sha256:3fea7db586d3236c1876a8b523af0d8d65c84d6f6cf5d0f4e41cafcffe6db5b5 (8ms)
I0629 11:01:38.716311       1 gather_workloads_info.go:390] No image sha256:5bcfb1b739fa4e6ff9e21e4843f8520f29608135341f7d8dcc31084b9ba25f1d (8ms)
I0629 11:01:38.724760       1 gather_workloads_info.go:390] No image sha256:3a2c82b772ea6072e1eca0efc5303f002189e80b0e985fb3e3b8ea9a12fe8060 (8ms)
I0629 11:01:38.726180       1 configmapobserver.go:84] configmaps "insights-config" not found
I0629 11:01:38.733040       1 gather_workloads_info.go:390] No image sha256:30ff5e5b72f274598704ca69f1832eba1040cc25da47386004fd59500b6e4c55 (8ms)
I0629 11:01:38.741249       1 gather_workloads_info.go:390] No image sha256:a7fc4d05c4a3c82c9f355ca985d6fd26033c0d6a98716f25fcd2f54bae1d2fa0 (8ms)
I0629 11:01:38.768755       1 gather_workloads_info.go:390] No image sha256:8562a483f4568254250f19fc68d79f88c94a48508aefe59a70c1021a3aad000a (27ms)
I0629 11:01:38.868126       1 gather_workloads_info.go:390] No image sha256:0c6b7f828184b16a5e6630111e0715e11d34dae9b0bf64619466543e6168e05c (99ms)
I0629 11:01:38.928098       1 configmapobserver.go:84] configmaps "insights-config" not found
I0629 11:01:38.968226       1 gather_workloads_info.go:390] No image sha256:42b4c6bdf3081ec264bc5edbc4eb779151de9e4742d6fe59a316645891df649c (100ms)
I0629 11:01:39.067430       1 gather_workloads_info.go:390] No image sha256:894452e6587de55d04e37163d3da53e11fced8fb08bd0acf61e6d49f7964284e (99ms)
I0629 11:01:39.167532       1 gather_workloads_info.go:390] No image sha256:4dcdadc14b7bdb2c00954d92e957d63aafbbe5f4047fe028e575d65725923cb0 (100ms)
I0629 11:01:39.268313       1 gather_workloads_info.go:390] No image sha256:6a9b4fd887fa7f1729302fb0330c3c9a483197bf78becdcfda4235ec823a2c39 (101ms)
I0629 11:01:39.367403       1 gather_workloads_info.go:390] No image sha256:1c7c24111f1709d7648156873ced09462638aa4b3cf7e7aee13297e51bcdfb3e (99ms)
I0629 11:01:39.467346       1 gather_workloads_info.go:390] No image sha256:4b9b7949d209e257a76053de4ac74193f747c0d42e25dcd270d655849a4e51aa (100ms)
I0629 11:01:39.568012       1 gather_workloads_info.go:390] No image sha256:c7aa910ca06f8fd89cdf2519136e0f3533bdacfc6bd58a3f6683f9f08756c7b1 (101ms)
I0629 11:01:39.668832       1 gather_workloads_info.go:390] No image sha256:751bd7eb62f632c0eef0ca91b6c57c64d4f1279d4dbe1a9b875ac4020a7b693f (101ms)
I0629 11:01:39.767406       1 gather_workloads_info.go:390] No image sha256:0158b297aec0a66376c04d3c7cf4828db5e5d9f424e331ff7c7b796828036875 (99ms)
I0629 11:01:39.867376       1 gather_workloads_info.go:390] No image sha256:1eee856bde9bad71c4444c494225a0cf02d1f4a5293acf0bd6e7e1814efa0064 (100ms)
I0629 11:01:39.967928       1 gather_workloads_info.go:390] No image sha256:38787de16ee8c686305f93b501d891b50cde24136009863869d230c0d4eeee5c (101ms)
I0629 11:01:40.068081       1 gather_workloads_info.go:390] No image sha256:13aabbaf260d634ff0e9ac1af88af075b5ba671fd51313e33e74d7d2f7e54128 (100ms)
I0629 11:01:40.168721       1 gather_workloads_info.go:390] No image sha256:ed0c9631d6e424912cd8ce78ca7a2c4f76b3fc15e9e34fe00999170ccf19a611 (101ms)
I0629 11:01:40.268370       1 gather_workloads_info.go:390] No image sha256:48dff3fcb0da58eb9b2b500f89af8b7d0790ffa60da0b0e301feca971dbafcbb (100ms)
I0629 11:01:40.369082       1 gather_workloads_info.go:390] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (101ms)
I0629 11:01:40.468277       1 gather_workloads_info.go:390] No image sha256:0242cefbf0bb876101c4d67ab4e07401cb0ba6c02be2b73a4f17ba33b2960005 (99ms)
I0629 11:01:40.567403       1 gather_workloads_info.go:390] No image sha256:80fdd5049bd2815e49c198a795a116976a852e8de630be74872439ba6c08758a (99ms)
I0629 11:01:40.567445       1 tasks_processing.go:74] worker 1 stopped.
I0629 11:01:40.567615       1 recorder.go:70] Recording config/workload_info with fingerprint=573e5722239e1f462ee4996be85682b001fcb0c9c27e97c7dc5ddea29cc64fdd
I0629 11:01:40.567629       1 gather.go:181] gatherer "workloads" function "workload_info" took 1.921856618s to process 1 records
I0629 11:01:40.567640       1 periodic.go:261] Periodic gather workloads completed in 1.922s
I0629 11:01:40.567647       1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message=
I0629 11:01:40.567651       1 periodic.go:214] Running conditional gatherer
I0629 11:01:40.576094       1 requests.go:282] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules
I0629 11:01:40.581013       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:53813->172.30.0.10:53: read: connection refused
E0629 11:01:40.581235       1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0629 11:01:40.581280       1 conditional_gatherer.go:382] updating version cache for conditional gatherer
I0629 11:01:40.591381       1 conditional_gatherer.go:390] cluster version is '4.18.9'
E0629 11:01:40.591396       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0629 11:01:40.591401       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0629 11:01:40.591404       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0629 11:01:40.591406       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0629 11:01:40.591408       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0629 11:01:40.591426       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0629 11:01:40.591430       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0629 11:01:40.591433       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0629 11:01:40.591436       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
I0629 11:01:40.591451       1 tasks_processing.go:45] number of workers: 3
I0629 11:01:40.591460       1 tasks_processing.go:69] worker 2 listening for tasks.
I0629 11:01:40.591463       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0629 11:01:40.591474       1 tasks_processing.go:69] worker 0 listening for tasks.
I0629 11:01:40.591482       1 tasks_processing.go:69] worker 1 listening for tasks.
I0629 11:01:40.591492       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0629 11:01:40.591495       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0629 11:01:40.591533       1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0629 11:01:40.591544       1 gather.go:181] gatherer "conditional" function "conditional_gatherer_rules" took 622ns to process 1 records
I0629 11:01:40.591563       1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0629 11:01:40.591501       1 tasks_processing.go:74] worker 1 stopped.
I0629 11:01:40.591571       1 gather.go:181] gatherer "conditional" function "remote_configuration" took 1.568µs to process 1 records
I0629 11:01:40.591576       1 tasks_processing.go:74] worker 0 stopped.
I0629 11:01:40.591657       1 tasks_processing.go:74] worker 2 stopped.
I0629 11:01:40.591670       1 gather.go:181] gatherer "conditional" function "rapid_container_logs" took 147.794µs to process 0 records
I0629 11:01:40.591696       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:53813->172.30.0.10:53: read: connection refused
I0629 11:01:40.591709       1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
W0629 11:01:40.618111       1 gather.go:213] can't read cgroups memory usage data: open /sys/fs/cgroup/memory/memory.usage_in_bytes: no such file or directory
I0629 11:01:40.618213       1 recorder.go:70] Recording insights-operator/gathers with fingerprint=ba0d2f0aa72c994a8cddfd2d75bb5ecbe40c76ae8d1e3b370ef92a278f1799a4
I0629 11:01:40.618307       1 diskrecorder.go:70] Writing 94 records to /var/lib/insights-operator/insights-2026-06-29-110140.tar.gz
I0629 11:01:40.622902       1 diskrecorder.go:51] Wrote 94 records to disk in 4ms
I0629 11:01:40.622929       1 periodic.go:283] Gathering cluster info every 2h0m0s
I0629 11:01:40.622944       1 periodic.go:284] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0629 11:01:50.368264       1 configmapobserver.go:84] configmaps "insights-config" not found
I0629 11:02:49.933612       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="1457aa70831618f7424a473affcc93a73d16dfb104974f5319ee46ddd3be855d")
W0629 11:02:49.933649       1 builder.go:154] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0629 11:02:49.933685       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="7d12182493e6211475d55bf7744a95535e0d8be9e00acc3ffacf52248cd98606")
I0629 11:02:49.933771       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="bae1b18b4832778ab2a75452f4d3cfbb7d3b25885bbb1dd0a514786d8395a551")
I0629 11:02:49.933796       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0629 11:02:49.933874       1 base_controller.go:172] Shutting down ConfigController ...
I0629 11:02:49.933891       1 base_controller.go:172] Shutting down LoggingSyncer ...
I0629 11:02:49.933903       1 periodic.go:175] Shutting down
I0629 11:02:49.933928       1 base_controller.go:114] Shutting down worker of LoggingSyncer controller ...
I0629 11:02:49.933935       1 base_controller.go:104] All LoggingSyncer workers have been terminated
I0629 11:02:49.933964       1 genericapiserver.go:527] "[graceful-termination] shutdown event" name="ShutdownInitiated"