W0311 02:40:35.656180       1 cmd.go:257] Using insecure, self-signed certificates
I0311 02:40:35.996095       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 02:40:35.996395       1 observer_polling.go:159] Starting file observer
W0311 02:40:36.025118       1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights"
I0311 02:40:36.460763       1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$
I0311 02:40:36.461014       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0311 02:40:36.461523       1 secure_serving.go:57] Forcing use of http/1.1 only
W0311 02:40:36.461551       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0311 02:40:36.461559       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0311 02:40:36.461566       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0311 02:40:36.461570       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0311 02:40:36.461573       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0311 02:40:36.461576       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0311 02:40:36.461630       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0311 02:40:36.466897       1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot]
I0311 02:40:36.466988       1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0311 02:40:36.469234       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0311 02:40:36.469254       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0311 02:40:36.469303       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0311 02:40:36.469350       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0311 02:40:36.469349       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0311 02:40:36.469369       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0311 02:40:36.469576       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1976037354/tls.crt::/tmp/serving-cert-1976037354/tls.key"
I0311 02:40:36.469739       1 secure_serving.go:213] Serving securely on [::]:8443
I0311 02:40:36.469758       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0311 02:40:36.472029       1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.189ba920c2746976  openshift-insights    0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-03-11 02:40:36.466878838 +0000 UTC m=+0.861998940,LastTimestamp:2026-03-11 02:40:36.466878838 +0000 UTC m=+0.861998940,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}"
W0311 02:40:36.472975       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0311 02:40:36.472996       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0311 02:40:36.473107       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0311 02:40:36.479124       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0311 02:40:36.479140       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0311 02:40:36.484573       1 secretconfigobserver.go:119] support secret does not exist
I0311 02:40:36.490056       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0311 02:40:36.495096       1 secretconfigobserver.go:119] support secret does not exist
I0311 02:40:36.498303       1 recorder.go:156] Pruning old reports every 5h17m2s, max age is 288h0m0s
I0311 02:40:36.504088       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0311 02:40:36.504093       1 periodic.go:212] Running clusterconfig gatherer
I0311 02:40:36.504105       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0311 02:40:36.504136       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0311 02:40:36.504141       1 insightsreport.go:296] Starting report retriever
I0311 02:40:36.504145       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0311 02:40:36.504153       1 tasks_processing.go:45] number of workers: 32
I0311 02:40:36.504176       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 02:40:36.504184       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 02:40:36.504191       1 tasks_processing.go:69] worker 8 listening for tasks.
I0311 02:40:36.504199       1 tasks_processing.go:69] worker 17 listening for tasks.
I0311 02:40:36.504208       1 tasks_processing.go:71] worker 17 working on machine_configs task.
I0311 02:40:36.504209       1 tasks_processing.go:69] worker 10 listening for tasks.
I0311 02:40:36.504192       1 tasks_processing.go:69] worker 12 listening for tasks.
I0311 02:40:36.504200       1 tasks_processing.go:69] worker 9 listening for tasks.
I0311 02:40:36.504218       1 tasks_processing.go:69] worker 20 listening for tasks.
I0311 02:40:36.504201       1 tasks_processing.go:69] worker 18 listening for tasks.
I0311 02:40:36.504210       1 tasks_processing.go:69] worker 19 listening for tasks.
I0311 02:40:36.504226       1 tasks_processing.go:69] worker 11 listening for tasks.
I0311 02:40:36.504211       1 tasks_processing.go:69] worker 2 listening for tasks.
I0311 02:40:36.504220       1 tasks_processing.go:69] worker 3 listening for tasks.
I0311 02:40:36.504232       1 tasks_processing.go:69] worker 15 listening for tasks.
I0311 02:40:36.504226       1 tasks_processing.go:69] worker 4 listening for tasks.
I0311 02:40:36.504240       1 tasks_processing.go:69] worker 6 listening for tasks.
I0311 02:40:36.504234       1 tasks_processing.go:69] worker 21 listening for tasks.
I0311 02:40:36.504246       1 tasks_processing.go:69] worker 13 listening for tasks.
I0311 02:40:36.504249       1 tasks_processing.go:69] worker 27 listening for tasks.
I0311 02:40:36.504249       1 tasks_processing.go:69] worker 28 listening for tasks.
I0311 02:40:36.504192       1 tasks_processing.go:71] worker 0 working on oauths task.
I0311 02:40:36.504256       1 tasks_processing.go:69] worker 29 listening for tasks.
I0311 02:40:36.504256       1 tasks_processing.go:69] worker 14 listening for tasks.
I0311 02:40:36.504261       1 tasks_processing.go:69] worker 23 listening for tasks.
I0311 02:40:36.504233       1 tasks_processing.go:69] worker 5 listening for tasks.
I0311 02:40:36.504266       1 tasks_processing.go:69] worker 30 listening for tasks.
I0311 02:40:36.504253       1 tasks_processing.go:69] worker 7 listening for tasks.
I0311 02:40:36.504270       1 tasks_processing.go:69] worker 31 listening for tasks.
I0311 02:40:36.504241       1 tasks_processing.go:69] worker 22 listening for tasks.
I0311 02:40:36.504276       1 tasks_processing.go:71] worker 1 working on machines task.
I0311 02:40:36.504279       1 tasks_processing.go:69] worker 25 listening for tasks.
I0311 02:40:36.504273       1 tasks_processing.go:69] worker 24 listening for tasks.
I0311 02:40:36.504287       1 tasks_processing.go:69] worker 26 listening for tasks.
I0311 02:40:36.504201       1 tasks_processing.go:71] worker 8 working on nodenetworkconfigurationpolicies task.
I0311 02:40:36.504293       1 tasks_processing.go:69] worker 16 listening for tasks.
I0311 02:40:36.504375       1 tasks_processing.go:71] worker 16 working on certificate_signing_requests task.
I0311 02:40:36.504417       1 tasks_processing.go:71] worker 21 working on networks task.
I0311 02:40:36.504468       1 tasks_processing.go:71] worker 23 working on olm_operators task.
I0311 02:40:36.504501       1 tasks_processing.go:71] worker 14 working on support_secret task.
I0311 02:40:36.504540       1 tasks_processing.go:71] worker 7 working on nodenetworkstates task.
I0311 02:40:36.504610       1 tasks_processing.go:71] worker 26 working on pod_network_connectivity_checks task.
I0311 02:40:36.504922       1 tasks_processing.go:71] worker 31 working on clusterroles task.
I0311 02:40:36.504390       1 tasks_processing.go:71] worker 13 working on machine_sets task.
I0311 02:40:36.504418       1 tasks_processing.go:71] worker 9 working on monitoring_persistent_volumes task.
I0311 02:40:36.504397       1 tasks_processing.go:71] worker 2 working on container_images task.
I0311 02:40:36.504401       1 tasks_processing.go:71] worker 3 working on ingress_certificates task.
I0311 02:40:36.504522       1 tasks_processing.go:71] worker 5 working on pdbs task.
I0311 02:40:36.505421       1 tasks_processing.go:71] worker 29 working on proxies task.
I0311 02:40:36.504597       1 tasks_processing.go:71] worker 24 working on openstack_controlplanes task.
I0311 02:40:36.504406       1 tasks_processing.go:71] worker 15 working on storage_classes task.
I0311 02:40:36.504409       1 tasks_processing.go:71] worker 10 working on storage_cluster task.
I0311 02:40:36.504409       1 tasks_processing.go:71] worker 4 working on image task.
I0311 02:40:36.504414       1 tasks_processing.go:71] worker 6 working on active_alerts task.
W0311 02:40:36.507093       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 02:40:36.507113       1 tasks_processing.go:71] worker 6 working on cluster_apiserver task.
I0311 02:40:36.507169       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 42.073µs to process 0 records
I0311 02:40:36.504422       1 tasks_processing.go:71] worker 20 working on image_registries task.
I0311 02:40:36.504413       1 tasks_processing.go:71] worker 12 working on ingress task.
I0311 02:40:36.504429       1 tasks_processing.go:71] worker 19 working on sap_pods task.
I0311 02:40:36.504436       1 tasks_processing.go:71] worker 30 working on version task.
I0311 02:40:36.504439       1 tasks_processing.go:71] worker 27 working on sap_config task.
I0311 02:40:36.504443       1 tasks_processing.go:71] worker 28 working on dvo_metrics task.
I0311 02:40:36.504533       1 tasks_processing.go:71] worker 22 working on overlapping_namespace_uids task.
I0311 02:40:36.504603       1 tasks_processing.go:71] worker 25 working on metrics task.
W0311 02:40:36.508820       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 02:40:36.508835       1 tasks_processing.go:71] worker 25 working on schedulers task.
I0311 02:40:36.504403       1 tasks_processing.go:71] worker 11 working on openstack_dataplanenodesets task.
I0311 02:40:36.504426       1 tasks_processing.go:71] worker 18 working on install_plans task.
I0311 02:40:36.509082       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 32.038µs to process 0 records
I0311 02:40:36.510472       1 tasks_processing.go:71] worker 1 working on validating_webhook_configurations task.
E0311 02:40:36.510481       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0311 02:40:36.510492       1 gather.go:177] gatherer "clusterconfig" function "machines" took 6.181593ms to process 0 records
I0311 02:40:36.511257       1 tasks_processing.go:71] worker 7 working on operators_pods_and_events task.
I0311 02:40:36.511276       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.63941ms to process 0 records
I0311 02:40:36.514131       1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z
I0311 02:40:36.514148       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0311 02:40:36.514154       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0311 02:40:36.514157       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0311 02:40:36.514169       1 controller.go:458] The operator is still being initialized
I0311 02:40:36.514174       1 controller.go:481] The operator is healthy
I0311 02:40:36.522649       1 tasks_processing.go:71] worker 8 working on silenced_alerts task.
I0311 02:40:36.522657       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 18.350711ms to process 0 records
W0311 02:40:36.522682       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 02:40:36.522690       1 tasks_processing.go:71] worker 8 working on container_runtime_configs task.
I0311 02:40:36.522698       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 30.836µs to process 0 records
I0311 02:40:36.522809       1 tasks_processing.go:71] worker 24 working on authentication task.
I0311 02:40:36.522838       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 16.522747ms to process 0 records
E0311 02:40:36.522941       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0311 02:40:36.522969       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 18.153563ms to process 0 records
I0311 02:40:36.522977       1 tasks_processing.go:71] worker 26 working on infrastructures task.
I0311 02:40:36.523039       1 tasks_processing.go:71] worker 13 working on node_logs task.
I0311 02:40:36.522979       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 17.746763ms to process 0 records
I0311 02:40:36.523088       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.964377ms to process 0 records
I0311 02:40:36.523139       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 14.563768ms to process 0 records
I0311 02:40:36.523151       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 14.673867ms to process 0 records
I0311 02:40:36.523154       1 tasks_processing.go:71] worker 11 working on machine_autoscalers task.
I0311 02:40:36.523160       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 16.30265ms to process 0 records
I0311 02:40:36.523236       1 tasks_processing.go:71] worker 19 working on ceph_cluster task.
I0311 02:40:36.523242       1 tasks_processing.go:71] worker 10 working on openstack_dataplanedeployments task.
I0311 02:40:36.523261       1 tasks_processing.go:71] worker 27 working on machine_config_pools task.
I0311 02:40:36.527930       1 tasks_processing.go:71] worker 0 working on openstack_version task.
I0311 02:40:36.528418       1 recorder.go:70] Recording config/oauth with fingerprint=7ecc139632a2356aa583e1293fdfaaf955a4d2def41639d6f7bfa0a483d6f2ff
I0311 02:40:36.528475       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 23.66795ms to process 1 records
E0311 02:40:36.528539       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0311 02:40:36.528557       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 23.602579ms to process 0 records
I0311 02:40:36.528678       1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=a942019b13a8e6527fb39cf89b2ae8678a9736316fd337b45d93f9bcc79fc867
I0311 02:40:36.528707       1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=823b1b3da5a6265eebfc62b219de600d889167a4df96343e9a8050eee5306e25
I0311 02:40:36.528712       1 tasks_processing.go:71] worker 15 working on sap_datahubs task.
I0311 02:40:36.528678       1 tasks_processing.go:71] worker 14 working on machine_healthchecks task.
I0311 02:40:36.528715       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 21.891546ms to process 2 records
I0311 02:40:36.528974       1 recorder.go:70] Recording config/apiserver with fingerprint=8eadcb7e788e57a48436b9e1769a3c1c9b79adb142a4c4a739f3e1b385eeee08
I0311 02:40:36.529026       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 21.167388ms to process 1 records
I0311 02:40:36.528973       1 tasks_processing.go:71] worker 6 working on aggregated_monitoring_cr_names task.
E0311 02:40:36.529058       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0311 02:40:36.529197       1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0311 02:40:36.529215       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 24.261155ms to process 1 records
I0311 02:40:36.529066       1 tasks_processing.go:71] worker 17 working on nodes task.
I0311 02:40:36.529317       1 tasks_processing.go:71] worker 12 working on config_maps task.
I0311 02:40:36.529476       1 recorder.go:70] Recording config/ingress with fingerprint=30f2a4a7e6f6aaa3780a76f6590ea978e0e39f2624a2da5ad06facfb7cfc51c1
I0311 02:40:36.529493       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 21.322312ms to process 1 records
I0311 02:40:36.529743       1 recorder.go:70] Recording config/network with fingerprint=b55bbbd58935f43dc4a00c2e7d12ae41dc02a0a7b7ceaed41c8cdbb6da44a77b
I0311 02:40:36.529768       1 gather.go:177] gatherer "clusterconfig" function "networks" took 24.477848ms to process 1 records
I0311 02:40:36.529818       1 tasks_processing.go:71] worker 21 working on mutating_webhook_configurations task.
I0311 02:40:36.529851       1 recorder.go:70] Recording config/proxy with fingerprint=449333874737d893b25d4500e39b5837fc9d28b514245296d74aaeeaf80e4991
I0311 02:40:36.529916       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 22.631586ms to process 1 records
I0311 02:40:36.530056       1 recorder.go:70] Recording config/image with fingerprint=6845454e9ca24a1f7898894e480b2d82bba5edab7dfc336b510932f9207f87ad
I0311 02:40:36.530101       1 gather.go:177] gatherer "clusterconfig" function "image" took 22.258005ms to process 1 records
I0311 02:40:36.530248       1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=55a75ba41e18f940131ad20108f487bde3da8c559209217d9615f56a45d1179c
I0311 02:40:36.530278       1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=c8506fe187934fbcbac6809fa7629d544a1d28cbd336d9d8c5d896363c243a8a
I0311 02:40:36.530306       1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=522e4dc226a2962f9ebea49e9396060bac81fd3f91414469c59d1595dcc030f5
I0311 02:40:36.530348       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 24.041793ms to process 3 records
I0311 02:40:36.530414       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 7.328606ms to process 0 records
I0311 02:40:36.530360       1 tasks_processing.go:71] worker 5 working on cost_management_metrics_configs task.
I0311 02:40:36.530431       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 24.873615ms to process 0 records
I0311 02:40:36.530448       1 tasks_processing.go:71] worker 8 working on lokistack task.
I0311 02:40:36.530523       1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=0aec3553e068b968f743f59ddb5a5938c69650034aafaebaff324de6449b45ba
I0311 02:40:36.530536       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 21.439669ms to process 1 records
I0311 02:40:36.530547       1 tasks_processing.go:71] worker 25 working on openshift_machine_api_events task.
I0311 02:40:36.530363       1 tasks_processing.go:71] worker 29 working on tsdb_status task.
I0311 02:40:36.530575       1 tasks_processing.go:71] worker 9 working on openshift_logging task.
I0311 02:40:36.530656       1 tasks_processing.go:71] worker 22 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
E0311 02:40:36.530662       1 gather.go:140] gatherer "clusterconfig" function "overlapping_namespace_uids" failed with the error: can't read uid range of the openshift-service-ca namespace
I0311 02:40:36.530812       1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0311 02:40:36.530850       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 22.223188ms to process 1 records
W0311 02:40:36.530575       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 02:40:36.530868       1 tasks_processing.go:71] worker 29 working on operators task.
I0311 02:40:36.530366       1 tasks_processing.go:71] worker 4 working on jaegers task.
I0311 02:40:36.531045       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 309.758µs to process 0 records
I0311 02:40:36.531104       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 26.577844ms to process 0 records
I0311 02:40:36.531255       1 tasks_processing.go:71] worker 16 working on image_pruners task.
I0311 02:40:36.532620       1 tasks_processing.go:71] worker 10 working on crds task.
I0311 02:40:36.532653       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 9.361093ms to process 0 records
I0311 02:40:36.533320       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 9.353966ms to process 0 records
I0311 02:40:36.533355       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 9.483835ms to process 0 records
I0311 02:40:36.533385       1 tasks_processing.go:71] worker 11 working on service_accounts task.
I0311 02:40:36.534023       1 tasks_processing.go:71] worker 27 working on feature_gates task.
I0311 02:40:36.534082       1 tasks_processing.go:74] worker 19 stopped.
I0311 02:40:36.534129       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 10.832914ms to process 0 records
W0311 02:40:36.537929       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 02:40:36.538330       1 tasks_processing.go:74] worker 14 stopped.
E0311 02:40:36.538346       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0311 02:40:36.538361       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 9.599557ms to process 0 records
I0311 02:40:36.541138       1 tasks_processing.go:74] worker 15 stopped.
I0311 02:40:36.541150       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 12.409821ms to process 0 records
I0311 02:40:36.541550       1 tasks_processing.go:74] worker 5 stopped.
I0311 02:40:36.541572       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 11.109177ms to process 0 records
I0311 02:40:36.541729       1 tasks_processing.go:74] worker 8 stopped.
I0311 02:40:36.541739       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 11.270311ms to process 0 records
I0311 02:40:36.541748       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 13.791786ms to process 0 records
I0311 02:40:36.541752       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 11.12875ms to process 0 records
I0311 02:40:36.541757       1 tasks_processing.go:74] worker 9 stopped.
I0311 02:40:36.541760       1 tasks_processing.go:74] worker 0 stopped.
I0311 02:40:36.548010       1 tasks_processing.go:74] worker 4 stopped.
I0311 02:40:36.548053       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 16.990988ms to process 0 records
I0311 02:40:36.548598       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0311 02:40:36.548599       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
W0311 02:40:36.548777       1 operator.go:287] started
I0311 02:40:36.548805       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0311 02:40:36.549584       1 tasks_processing.go:74] worker 31 stopped.
I0311 02:40:36.549804       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=d63ef67a73c50ce31704db4168cdcc194e7de95fe2ff7747b741d94845facbc7
I0311 02:40:36.549945       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c8e476c794f66758626f2aa25936803e8127098076ae7d95ea5384ba308477b8
I0311 02:40:36.549978       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 44.64154ms to process 2 records
I0311 02:40:36.549988       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 26.712737ms to process 0 records
I0311 02:40:36.550030       1 tasks_processing.go:74] worker 13 stopped.
I0311 02:40:36.550104       1 tasks_processing.go:74] worker 20 stopped.
I0311 02:40:36.550615       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=6aa2148c5a2a93d1408d450b3b888b498ba06eeb4ae5181c3619535fbaac4c02
I0311 02:40:36.550628       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 42.646493ms to process 1 records
I0311 02:40:36.550699       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=330548adc27d77c6ec10be709af9946f830a268aeb0ddae745bdb1c018f1f3e6
I0311 02:40:36.550713       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 18.716397ms to process 1 records
I0311 02:40:36.550722       1 tasks_processing.go:74] worker 16 stopped.
I0311 02:40:36.550936       1 tasks_processing.go:74] worker 26 stopped.
I0311 02:40:36.551568       1 recorder.go:70] Recording config/infrastructure with fingerprint=000834357d143f001e22950d61888c0cfe527e229c2677fb45eef20687e16fcc
I0311 02:40:36.551582       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 27.941367ms to process 1 records
I0311 02:40:36.551668       1 tasks_processing.go:74] worker 24 stopped.
I0311 02:40:36.551752       1 recorder.go:70] Recording config/authentication with fingerprint=78940e507f501e7fcfee5c12a481c7c6433b68a3ef8e2f3d80a6c209d811c379
I0311 02:40:36.551764       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 28.273841ms to process 1 records
I0311 02:40:36.553021       1 tasks_processing.go:74] worker 25 stopped.
I0311 02:40:36.553031       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 22.46165ms to process 0 records
I0311 02:40:36.554798       1 tasks_processing.go:74] worker 27 stopped.
I0311 02:40:36.554981       1 recorder.go:70] Recording config/featuregate with fingerprint=2f8f8c1b1f4b5a8f9b2c8bd10840f9204096870e0b957452596f6bb486ce1ac3
I0311 02:40:36.554995       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 20.722678ms to process 1 records
I0311 02:40:36.555053       1 tasks_processing.go:74] worker 1 stopped.
I0311 02:40:36.555312       1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=5daab0701581adbf493909dd71e15937ecbeaf93078c7311e2cfa413456ed9ec
I0311 02:40:36.555446       1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a43f06557bbd123adbdcfcf194c237c632148b94ba37ee05072463715a285d56
I0311 02:40:36.555479       1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=40f5ce8f42b1e2f6d52b2166d6ea102a0a50283248a7df7711af0238384f9015
I0311 02:40:36.555534       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=3dd0be6a89dcb9f289fb063a2a60694d38307cc91ad337d36a774533c57c7a09
I0311 02:40:36.555585       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=66ef99b48cb2260ad7341eda51a0271b2aa702f1d730d1652c859f9ecf234f41
I0311 02:40:36.555637       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=a42c431cfdd0c17cdd0b3b0f00c04d9ac8441418cb5d480650c7eee6026a0aba
I0311 02:40:36.555750       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=98dbb4b5e942213832321f78b4042a5741cb56314eeb573d5253aa75791a2aae
I0311 02:40:36.555823       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=f73a0e13b747c8599361501ac3a0341bedca4aa81c7131f5d9518f5a695737c4
I0311 02:40:36.555897       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=7eb5eda87cd0f43bd4d7a47b89ea0de2e38f70a0ad6117b8d572428c34dc0f40
I0311 02:40:36.555982       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=5ca2d3b9fb1cc1dc50652515c2157b40436d7ea23c297c2422337a829c11758e
I0311 02:40:36.556022       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 44.562305ms to process 10 records
I0311 02:40:36.556113       1 tasks_processing.go:74] worker 21 stopped.
I0311 02:40:36.556457       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=488e1fab5cab2426c3752128907663585e711a07bcbbac143b2873c0d78295ad
I0311 02:40:36.556563       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=34ca7d16592104dcb5b2fdc25375598797cb4b00192d2850cac59246e562584c
I0311 02:40:36.556660       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=8f6af7ff046a9474182254fb3109abd90108251ee9014a1c3d9087c4eeb80a7c
I0311 02:40:36.556697       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 25.314461ms to process 3 records
I0311 02:40:36.557399       1 recorder.go:70] Recording config/node/ip-10-0-0-56.ec2.internal with fingerprint=6da995bc9d0dbb9cf10f31c551772860c6b96ef835fc5bd07efb1047a0c6b2a8
I0311 02:40:36.557608       1 recorder.go:70] Recording config/node/ip-10-0-1-5.ec2.internal with fingerprint=7a891180562f204b9b0e065108ad0ac7bb204dadaab896ba6207f88e88c29165
I0311 02:40:36.557855       1 recorder.go:70] Recording config/node/ip-10-0-2-253.ec2.internal with fingerprint=8734457f97653b87a8dd88db8c76394b3a18ea4e339e3dfaf3341d68738b5308
I0311 02:40:36.557898       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 26.432739ms to process 3 records
I0311 02:40:36.557930       1 tasks_processing.go:74] worker 17 stopped.
I0311 02:40:36.560389       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0311 02:40:36.560402       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0311 02:40:36.560406       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0311 02:40:36.560412       1 controller.go:203] Source scaController *sca.Controller is not ready
I0311 02:40:36.560417       1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready
I0311 02:40:36.560438       1 controller.go:458] The operator is still being initialized
I0311 02:40:36.560447       1 controller.go:481] The operator is healthy
I0311 02:40:36.566377       1 tasks_processing.go:74] worker 2 stopped.
I0311 02:40:36.566824       1 prometheus_rules.go:88] Prometheus rules successfully created
I0311 02:40:36.568810       1 recorder.go:70] Recording config/pod/openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-56.ec2.internal with fingerprint=07df9781afd09fb9626e9af6c5d19232fa9fd86d6e3e78ffcff18f997627e298
I0311 02:40:36.569273       1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-fgfh6 with fingerprint=7dd2302fcd2c98ec13c36238e52a58f1434a6536452466348861ba4382b5ab78
I0311 02:40:36.569350       1 recorder.go:70] Recording config/running_containers with fingerprint=4d9b5fa803b7d3fe4cbcb968fee9c1107117b2e264420e42e0f43c3a1ae01aec
I0311 02:40:36.569363       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 61.059899ms to process 3 records
I0311 02:40:36.569399       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0311 02:40:36.569393       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0311 02:40:36.569474       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0311 02:40:36.569615       1 tasks_processing.go:74] worker 10 stopped.
I0311 02:40:36.570272       1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=99df1fbf951e45e4e8cc57d369388f8d976ba1c62c06915e0fdf2b2a800a2645
I0311 02:40:36.570494       1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=8d7cb04018a755cbd3f99d0fcd754ffb79cc1b63c594bf76650c6d46eb936732
I0311 02:40:36.570509       1 gather.go:177] gatherer "clusterconfig" function "crds" took 36.934828ms to process 2 records
I0311 02:40:36.573171       1 base_controller.go:82] Caches are synced for ConfigController 
I0311 02:40:36.573183       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
E0311 02:40:36.573868       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ebd2de4e-29fa-4480-a262-2adab41f5ceb%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:56474->172.30.0.10:53: read: connection refused
I0311 02:40:36.573880       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ebd2de4e-29fa-4480-a262-2adab41f5ceb%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:56474->172.30.0.10:53: read: connection refused
I0311 02:40:36.579519       1 tasks_processing.go:74] worker 6 stopped.
I0311 02:40:36.579531       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 50.402864ms to process 0 records
I0311 02:40:36.580603       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 02:40:36.596582       1 tasks_processing.go:74] worker 12 stopped.
E0311 02:40:36.596595       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0311 02:40:36.596600       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0311 02:40:36.596604       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0311 02:40:36.596613       1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17
I0311 02:40:36.596638       1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0311 02:40:36.596646       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0311 02:40:36.596651       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4
I0311 02:40:36.596658       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0311 02:40:36.596702       1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0311 02:40:36.596711       1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0311 02:40:36.596716       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 67.201622ms to process 7 records
I0311 02:40:36.624649       1 tasks_processing.go:74] worker 30 stopped.
I0311 02:40:36.625218       1 recorder.go:70] Recording config/version with fingerprint=d889a4d644618bfd9ecef2c4c20c63d532d9d997310d3444c8be27e06398311d
I0311 02:40:36.625231       1 recorder.go:70] Recording config/id with fingerprint=c1b81d4c32906b6740bda0de8aaf96c57481eabd3d09c0fb1bbec1d1c2035051
I0311 02:40:36.625237       1 gather.go:177] gatherer "clusterconfig" function "version" took 116.370061ms to process 2 records
I0311 02:40:36.640530       1 tasks_processing.go:74] worker 22 stopped.
I0311 02:40:36.640549       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 109.819104ms to process 0 records
I0311 02:40:36.648845       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0311 02:40:36.648861       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0311 02:40:36.656867       1 tasks_processing.go:74] worker 23 stopped.
I0311 02:40:36.656996       1 recorder.go:70] Recording config/olm_operators with fingerprint=aca412c154117a91d530dd0cfb998cc34617182457d195801bbe28746c55ed39
I0311 02:40:36.657008       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 152.380126ms to process 1 records
I0311 02:40:36.663454       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0311 02:40:36.667215       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:45824->172.30.0.10:53: read: connection refused
I0311 02:40:36.667227       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.13:45824->172.30.0.10:53: read: connection refused
I0311 02:40:36.667753       1 tasks_processing.go:74] worker 3 stopped.
E0311 02:40:36.667767       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0311 02:40:36.667772       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ov813frpdl19kmdpqltdi74ogel090g-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ov813frpdl19kmdpqltdi74ogel090g-primary-cert-bundle-secret" not found
I0311 02:40:36.667851       1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=ebedc5ac6eaa0e941bea7e71fc00e174755f69ad58ad334c022c599c10ed25f7
I0311 02:40:36.667868       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 162.402578ms to process 1 records
I0311 02:40:36.695524       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator"
I0311 02:40:36.699129       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress"
I0311 02:40:36.965174       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0311 02:40:36.965191       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0311 02:40:36.965405       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bvrfn pod in namespace openshift-dns (previous: false).
I0311 02:40:37.215921       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bvrfn pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bvrfn\" is waiting to start: ContainerCreating"
I0311 02:40:37.215940       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bvrfn\" is waiting to start: ContainerCreating"
I0311 02:40:37.215966       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bvrfn pod in namespace openshift-dns (previous: false).
I0311 02:40:37.259163       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0311 02:40:37.372279       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bvrfn pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bvrfn\" is waiting to start: ContainerCreating"
I0311 02:40:37.372301       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bvrfn\" is waiting to start: ContainerCreating"
I0311 02:40:37.372331       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-fcvmh pod in namespace openshift-dns (previous: false).
I0311 02:40:37.459795       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
W0311 02:40:37.535942       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 02:40:37.660773       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fcvmh pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-fcvmh\" is waiting to start: ContainerCreating"
I0311 02:40:37.660792       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-fcvmh\" is waiting to start: ContainerCreating"
I0311 02:40:37.660800       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-fcvmh pod in namespace openshift-dns (previous: false).
I0311 02:40:37.783544       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fcvmh pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-fcvmh\" is waiting to start: ContainerCreating"
I0311 02:40:37.783563       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-fcvmh\" is waiting to start: ContainerCreating"
I0311 02:40:37.783590       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-jnn86 pod in namespace openshift-dns (previous: false).
I0311 02:40:37.989516       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jnn86 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-jnn86\" is waiting to start: ContainerCreating"
I0311 02:40:37.989532       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-jnn86\" is waiting to start: ContainerCreating"
I0311 02:40:37.989540       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-jnn86 pod in namespace openshift-dns (previous: false).
I0311 02:40:38.171869       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jnn86 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-jnn86\" is waiting to start: ContainerCreating"
I0311 02:40:38.171887       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-jnn86\" is waiting to start: ContainerCreating"
I0311 02:40:38.171895       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q2fxx pod in namespace openshift-dns (previous: false).
I0311 02:40:38.278051       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0311 02:40:38.372647       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 02:40:38.372663       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-qjfsd pod in namespace openshift-dns (previous: false).
W0311 02:40:38.536633       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 02:40:38.571490       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 02:40:38.571504       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-vvmzn pod in namespace openshift-dns (previous: false).
I0311 02:40:38.771946       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 02:40:38.772014       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5d4ff4c88-crfdh pod in namespace openshift-image-registry (previous: false).
I0311 02:40:38.863070       1 tasks_processing.go:74] worker 29 stopped.
I0311 02:40:38.863120       1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=be70c9ff1a799864466586b4b8806137c82fb137a216fe1eab62188f27c08942
I0311 02:40:38.863150       1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=385653cf4c7a4a0c257e6fe2d4ccdafb955cde3939432afe636f98880d14c012
I0311 02:40:38.863185       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0311 02:40:38.863213       1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=78d850b199358391126f4427bb90f3ccbb9865044d2e7e2634fefa5fcaf73325
I0311 02:40:38.863233       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0311 02:40:38.863257       1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=107f0c5d2b9780b3f57cf414baa6f32deea9571c5f4fede6f810b561f0237c78
I0311 02:40:38.863296       1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=93aaf11d7a431424c3e9d9e3b5d2d44948acaaa1244e60aaa4b69c4b241eae3c
I0311 02:40:38.863320       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=ddf21b31466affefeb109bc2d832bb4ad5ec49b44df0dfce1bdd62ffd63ea3fd
I0311 02:40:38.863351       1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=9d5ff3c9804b253b004103843ed5525f1a1066406f31a68449a4ad29c56a0005
I0311 02:40:38.863361       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0311 02:40:38.863380       1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=8490ae61718d4cbfe718e1dea49a0d704de8a125af1d7b9f30d4d1a6607d78f2
I0311 02:40:38.863390       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0311 02:40:38.863407       1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=81fff9cf7f3117f50a4f9436a899b6e1e05d3c5e83222373921af4aa7c65127a
I0311 02:40:38.863418       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0311 02:40:38.863435       1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=09ff08e4f98336a699876c0645f885f8b09e3daeea68679888477c0329b690ae
I0311 02:40:38.863445       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0311 02:40:38.863459       1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=7d25202de541b4e6f17d8e7d36a4afa9d1f4be04427c46125db501d6d2e22ebe
I0311 02:40:38.863469       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0311 02:40:38.863485       1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=28188b94d961d86bac78615fba7ca439c101a3f2c8bd8b025237b57da18fd474
I0311 02:40:38.863607       1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=5380c298246a9befe6d312a04e753ff481962fb59d0de023ceca460c8d19d7b3
I0311 02:40:38.863632       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0311 02:40:38.863654       1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=e56361396209a98e172491c40bd7c9f37cf7f2b6695de4493c83c8f58dd9985d
I0311 02:40:38.863678       1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=4aca991510dcb8323c95d22d4f8853300da8beef1345b56694341bd2e59765df
I0311 02:40:38.863687       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0311 02:40:38.863704       1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=0cf18b65916502279034c770cbebf153965c50296cc4fd1715672f73fd825948
I0311 02:40:38.863713       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0311 02:40:38.863726       1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=4b2eec85b6f22bbdf0dcf6d6263154c09d87e0a6541a6efbe4053371a44ae119
I0311 02:40:38.863741       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=1f7990e1a1098db8be8c3b48930ac8284be900ce74b09503ba311fe4226f7b75
I0311 02:40:38.863755       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=55948f92ba3b6372fbc4dafca89d250117333f86d905ad780d0bfdebba987349
I0311 02:40:38.863772       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=7fb5763ea79a73aa515f535a601cd9fa371df05372576966474113ebb927b4b6
I0311 02:40:38.863792       1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=1a5c0cc6e03c66cc5ec1faadd7c123fe0728a0fa4b01c5df1dd9c4b5c474b0bd
I0311 02:40:38.863802       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0311 02:40:38.863825       1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=9e2c20d401d36bb0595f43134a821584d359806c6cafc3e1b4e589290ed5d7ed
I0311 02:40:38.863842       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0311 02:40:38.863850       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0311 02:40:38.863857       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.332185558s to process 35 records
I0311 02:40:38.971639       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5d4ff4c88-crfdh pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5d4ff4c88-crfdh\" is waiting to start: ContainerCreating"
I0311 02:40:38.971654       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5d4ff4c88-crfdh\" is waiting to start: ContainerCreating"
I0311 02:40:38.971696       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-749b4fd975-b5424 pod in namespace openshift-image-registry (previous: false).
I0311 02:40:39.170718       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-749b4fd975-b5424 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-749b4fd975-b5424\" is waiting to start: ContainerCreating"
I0311 02:40:39.170737       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-749b4fd975-b5424\" is waiting to start: ContainerCreating"
I0311 02:40:39.170771       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-749b4fd975-kctkr pod in namespace openshift-image-registry (previous: false).
I0311 02:40:39.365056       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 02:40:39.365073       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-5hddq pod in namespace openshift-image-registry (previous: false).
W0311 02:40:39.538051       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 02:40:39.572659       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 02:40:39.572676       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-lvv4z pod in namespace openshift-image-registry (previous: false).
I0311 02:40:39.771749       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 02:40:39.771768       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-t95md pod in namespace openshift-image-registry (previous: false).
I0311 02:40:39.975194       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 02:40:39.975212       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-664f95fc47-xtp7j pod in namespace openshift-ingress (previous: false).
I0311 02:40:40.173079       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-664f95fc47-xtp7j pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-664f95fc47-xtp7j\" is waiting to start: ContainerCreating"
I0311 02:40:40.173097       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-664f95fc47-xtp7j\" is waiting to start: ContainerCreating"
I0311 02:40:40.173107       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-868bd75fd6-gjkq7 pod in namespace openshift-ingress (previous: false).
I0311 02:40:40.374002       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-868bd75fd6-gjkq7 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-868bd75fd6-gjkq7\" is waiting to start: ContainerCreating"
I0311 02:40:40.374019       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-868bd75fd6-gjkq7\" is waiting to start: ContainerCreating"
I0311 02:40:40.374028       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-868bd75fd6-x9rqw pod in namespace openshift-ingress (previous: false).
W0311 02:40:40.536289       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 02:40:40.594387       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-868bd75fd6-x9rqw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-868bd75fd6-x9rqw\" is waiting to start: ContainerCreating"
I0311 02:40:40.594404       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-868bd75fd6-x9rqw\" is waiting to start: ContainerCreating"
I0311 02:40:40.594436       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-6vkkg pod in namespace openshift-ingress-canary (previous: false).
I0311 02:40:40.769822       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-6vkkg pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-6vkkg\" is waiting to start: ContainerCreating"
I0311 02:40:40.769839       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-6vkkg\" is waiting to start: ContainerCreating"
I0311 02:40:40.769871       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-w7z4m pod in namespace openshift-ingress-canary (previous: false).
I0311 02:40:40.971370       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-w7z4m pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-w7z4m\" is waiting to start: ContainerCreating"
I0311 02:40:40.971387       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-w7z4m\" is waiting to start: ContainerCreating"
I0311 02:40:40.971418       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-zsxgl pod in namespace openshift-ingress-canary (previous: false).
I0311 02:40:41.172730       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-zsxgl pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-zsxgl\" is waiting to start: ContainerCreating"
I0311 02:40:41.172747       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-zsxgl\" is waiting to start: ContainerCreating"
I0311 02:40:41.172763       1 tasks_processing.go:74] worker 7 stopped.
I0311 02:40:41.172907       1 recorder.go:70] Recording events/openshift-dns with fingerprint=133ec22a7fb99c9de6aed091c39c09b19272447a1742486d2c84bbe059946e9e
I0311 02:40:41.173029       1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=6e410f59d41de952187eaf6db1d0d6c8aaca89243f4caf480c703057b8d4bb35
I0311 02:40:41.173057       1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=c3d1a5a2a3425cb11f16d0f95f2dc132a9c3c4a1dbc6a64766a590b56f2e33c1
I0311 02:40:41.173118       1 recorder.go:70] Recording events/openshift-ingress with fingerprint=1531adb88059ce941e1bcf9429714c84e1a6b6287c8b96e4f744ddb7157010a7
I0311 02:40:41.173135       1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=4e1a43db46e254600b16e5de966b5093db9432e8c14822c24edb2f6e5133e9cd
I0311 02:40:41.173261       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-bvrfn with fingerprint=5130d2228e9c64c918e6a680e8c6d7a180e0798d14f79fad904ee5591f5bf96e
I0311 02:40:41.173341       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-fcvmh with fingerprint=ee97313c6e97e2db0fcef0c0d36d382b444e321a6d4428371b74948af1a510d3
I0311 02:40:41.173410       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-jnn86 with fingerprint=eea3505c4ede14367117417fa96e9c42d5d65259b001e23af43ba0b2efcf97c4
I0311 02:40:41.173514       1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-5d4ff4c88-crfdh with fingerprint=7c33c9986a59f199576e86696628e6ae7b2e94dfce09454fc6011244f2a0f104
I0311 02:40:41.173612       1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-749b4fd975-b5424 with fingerprint=d892d3865f88891879ae4c472e266866703e45938a343e0a746dfad5999eba2b
I0311 02:40:41.173688       1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-749b4fd975-kctkr with fingerprint=d88759a40b6e0a79bfb01f544ebf1ce83b77d97d8c742a11be4de8ac8929961c
I0311 02:40:41.173746       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-6vkkg with fingerprint=d16ca92170276ede25b1bc902e511bf4e04922b814a5ba0e38187b523e6b3c72
I0311 02:40:41.173799       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-w7z4m with fingerprint=e73eebb6a625c640094a3975fde669a87c56071c5be5facf9dd66e8fd9e64da8
I0311 02:40:41.173858       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-zsxgl with fingerprint=446401f087a6053ecc57f289444847cff1cf400f1dff57321d1906ea6a241cda
I0311 02:40:41.173868       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.661492073s to process 14 records
W0311 02:40:41.536188       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0311 02:40:41.536215       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0311 02:40:41.536233       1 tasks_processing.go:74] worker 28 stopped.
E0311 02:40:41.536243       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0311 02:40:41.536253       1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0311 02:40:41.536268       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0311 02:40:41.536280       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.027800003s to process 1 records
I0311 02:40:48.251726       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 02:40:48.817327       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 02:40:49.020213       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 02:40:49.157178       1 tasks_processing.go:74] worker 18 stopped.
I0311 02:40:49.157235       1 recorder.go:70] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0311 02:40:49.157252       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.648035108s to process 1 records
I0311 02:40:49.942263       1 tasks_processing.go:74] worker 11 stopped.
I0311 02:40:49.942693       1 recorder.go:70] Recording config/serviceaccounts with fingerprint=746039b8b5415994b90c7599b3d93f17016f02a8398748f11570e67f78e9d8e4
I0311 02:40:49.942720       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.408840433s to process 1 records
E0311 02:40:49.942805       1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.438s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"overlapping_namespace_uids\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0311 02:40:49.943914       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "overlapping_namespace_uids" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0311 02:40:49.943931       1 periodic.go:212] Running workloads gatherer
I0311 02:40:49.943966       1 tasks_processing.go:45] number of workers: 2
I0311 02:40:49.943977       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 02:40:49.943986       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0311 02:40:49.943993       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 02:40:49.944052       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0311 02:40:49.973091       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0311 02:40:49.976486       1 tasks_processing.go:74] worker 0 stopped.
I0311 02:40:49.976504       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 32.356196ms to process 0 records
I0311 02:40:49.987411       1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (16ms)
I0311 02:40:50.001851       1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (14ms)
I0311 02:40:50.014998       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (13ms)
I0311 02:40:50.027963       1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (13ms)
I0311 02:40:50.042506       1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (15ms)
I0311 02:40:50.055999       1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (13ms)
I0311 02:40:50.069198       1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (13ms)
I0311 02:40:50.082054       1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (13ms)
I0311 02:40:50.094901       1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (13ms)
I0311 02:40:50.107344       1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (12ms)
I0311 02:40:50.120534       1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (13ms)
I0311 02:40:50.186180       1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (66ms)
I0311 02:40:50.286851       1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (101ms)
I0311 02:40:50.386301       1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (99ms)
I0311 02:40:50.486871       1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (101ms)
I0311 02:40:50.585756       1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (99ms)
I0311 02:40:50.691365       1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (106ms)
I0311 02:40:50.798681       1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (107ms)
I0311 02:40:50.891517       1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (93ms)
I0311 02:40:50.996471       1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (105ms)
I0311 02:40:51.084780       1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (88ms)
I0311 02:40:51.185250       1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (100ms)
I0311 02:40:51.286353       1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (101ms)
I0311 02:40:51.386086       1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (100ms)
I0311 02:40:51.486465       1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms)
I0311 02:40:51.586094       1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms)
I0311 02:40:51.686044       1 gather_workloads_info.go:387] No image sha256:ce98d5d844bfc2ba8de1893866ad38166c95157d54abd8192b181e819bc50bb5 (100ms)
I0311 02:40:51.785881       1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (100ms)
I0311 02:40:51.886118       1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms)
I0311 02:40:51.986068       1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (100ms)
I0311 02:40:52.086116       1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (100ms)
I0311 02:40:52.185395       1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (99ms)
I0311 02:40:52.185423       1 tasks_processing.go:74] worker 1 stopped.
E0311 02:40:52.185433       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0311 02:40:52.185693       1 recorder.go:70] Recording config/workload_info with fingerprint=efe7dc9f1376756034f2d07c5549945bd6a30f46ea8399b8670f3873399d5467
I0311 02:40:52.185715       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.241430082s to process 1 records
E0311 02:40:52.185741       1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.241s with: function \"workload_info\" failed with an error"
I0311 02:40:52.186845       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0311 02:40:52.186859       1 periodic.go:212] Running conditional gatherer
I0311 02:40:52.196096       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules
I0311 02:40:52.202828       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.13:42278->172.30.0.10:53: read: connection refused
E0311 02:40:52.203115       1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 02:40:52.203172       1 conditional_gatherer.go:382] updating version cache for conditional gatherer
I0311 02:40:52.214228       1 conditional_gatherer.go:390] cluster version is '4.19.9'
E0311 02:40:52.214242       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 02:40:52.214247       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 02:40:52.214250       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 02:40:52.214253       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 02:40:52.214256       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 02:40:52.214260       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 02:40:52.214263       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 02:40:52.214266       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 02:40:52.214269       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
I0311 02:40:52.214285       1 tasks_processing.go:45] number of workers: 3
I0311 02:40:52.214295       1 tasks_processing.go:69] worker 2 listening for tasks.
I0311 02:40:52.214299       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0311 02:40:52.214305       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 02:40:52.214320       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0311 02:40:52.214319       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 02:40:52.214333       1 tasks_processing.go:74] worker 1 stopped.
I0311 02:40:52.214345       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0311 02:40:52.214386       1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0311 02:40:52.214400       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 977ns to process 1 records
I0311 02:40:52.214435       1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0311 02:40:52.214446       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 889ns to process 1 records
I0311 02:40:52.214453       1 tasks_processing.go:74] worker 0 stopped.
I0311 02:40:52.214631       1 tasks_processing.go:74] worker 2 stopped.
I0311 02:40:52.214644       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 275.12µs to process 0 records
I0311 02:40:52.214668       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.13:42278->172.30.0.10:53: read: connection refused
I0311 02:40:52.214687       1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0311 02:40:52.238025       1 recorder.go:70] Recording insights-operator/gathers with fingerprint=651b67290c8b2914035717ade8d7df5c3aba31068bff147f97b077dac0b840ce
I0311 02:40:52.238154       1 diskrecorder.go:70] Writing 109 records to /var/lib/insights-operator/insights-2026-03-11-024052.tar.gz
I0311 02:40:52.245483       1 diskrecorder.go:51] Wrote 109 records to disk in 7ms
I0311 02:40:52.245511       1 periodic.go:281] Gathering cluster info every 2h0m0s
I0311 02:40:52.245525       1 periodic.go:282] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0311 02:41:03.600377       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 02:41:40.997383       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="b216137f371e698a5473a15576bc3369103167fb52a016f29e40289c22f02c71")
W0311 02:41:40.997416       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0311 02:41:40.997477       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="e534c0fcd751dac468f819bdced5a1d36d336e0fc5cc678c817b24da9da494d3")
I0311 02:41:40.997485       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0311 02:41:40.997499       1 periodic.go:173] Shutting down
I0311 02:41:40.997524       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0311 02:41:40.997548       1 base_controller.go:181] Shutting down ConfigController ...