W0311 03:21:13.768699       1 cmd.go:257] Using insecure, self-signed certificates
I0311 03:21:14.076513       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 03:21:14.076876       1 observer_polling.go:159] Starting file observer
W0311 03:21:14.097363       1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights"
I0311 03:21:14.460092       1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$
I0311 03:21:14.460470       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0311 03:21:14.461067       1 secure_serving.go:57] Forcing use of http/1.1 only
W0311 03:21:14.461091       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0311 03:21:14.461097       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0311 03:21:14.461103       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0311 03:21:14.461108       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0311 03:21:14.461112       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0311 03:21:14.461116       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0311 03:21:14.461434       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0311 03:21:14.464766       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0311 03:21:14.464776       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0311 03:21:14.464795       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0311 03:21:14.464795       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0311 03:21:14.464774       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0311 03:21:14.464892       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0311 03:21:14.465027       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3821392493/tls.crt::/tmp/serving-cert-3821392493/tls.key"
I0311 03:21:14.465279       1 secure_serving.go:213] Serving securely on [::]:8443
I0311 03:21:14.465366       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0311 03:21:14.465992       1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0311 03:21:14.467190       1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot]
E0311 03:21:14.470469       1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.189bab5866834bf5  openshift-insights    0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-03-11 03:21:14.465774581 +0000 UTC m=+0.737269709,LastTimestamp:2026-03-11 03:21:14.465774581 +0000 UTC m=+0.737269709,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}"
W0311 03:21:14.472440       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0311 03:21:14.472515       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0311 03:21:14.472622       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0311 03:21:14.476508       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0311 03:21:14.476530       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0311 03:21:14.479712       1 secretconfigobserver.go:119] support secret does not exist
I0311 03:21:14.483027       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0311 03:21:14.486626       1 secretconfigobserver.go:119] support secret does not exist
I0311 03:21:14.489819       1 recorder.go:156] Pruning old reports every 6h30m18s, max age is 288h0m0s
I0311 03:21:14.493232       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0311 03:21:14.493252       1 periodic.go:212] Running clusterconfig gatherer
I0311 03:21:14.493270       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0311 03:21:14.493283       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0311 03:21:14.493294       1 insightsreport.go:296] Starting report retriever
I0311 03:21:14.493304       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0311 03:21:14.493316       1 tasks_processing.go:45] number of workers: 32
I0311 03:21:14.493344       1 tasks_processing.go:69] worker 4 listening for tasks.
I0311 03:21:14.493362       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 03:21:14.493371       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 03:21:14.493375       1 tasks_processing.go:71] worker 0 working on storage_classes task.
I0311 03:21:14.493386       1 tasks_processing.go:69] worker 2 listening for tasks.
I0311 03:21:14.493389       1 tasks_processing.go:69] worker 18 listening for tasks.
I0311 03:21:14.493394       1 tasks_processing.go:71] worker 2 working on silenced_alerts task.
I0311 03:21:14.493399       1 tasks_processing.go:69] worker 3 listening for tasks.
I0311 03:21:14.493400       1 tasks_processing.go:69] worker 5 listening for tasks.
I0311 03:21:14.493408       1 tasks_processing.go:69] worker 6 listening for tasks.
I0311 03:21:14.493414       1 tasks_processing.go:69] worker 25 listening for tasks.
I0311 03:21:14.493417       1 tasks_processing.go:69] worker 7 listening for tasks.
I0311 03:21:14.493422       1 tasks_processing.go:69] worker 19 listening for tasks.
I0311 03:21:14.493426       1 tasks_processing.go:69] worker 8 listening for tasks.
W0311 03:21:14.493424       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 03:21:14.493436       1 tasks_processing.go:71] worker 8 working on openstack_dataplanedeployments task.
I0311 03:21:14.493439       1 tasks_processing.go:71] worker 2 working on openstack_dataplanenodesets task.
I0311 03:21:14.493439       1 tasks_processing.go:69] worker 21 listening for tasks.
I0311 03:21:14.493449       1 tasks_processing.go:69] worker 22 listening for tasks.
I0311 03:21:14.493458       1 tasks_processing.go:69] worker 23 listening for tasks.
I0311 03:21:14.493466       1 tasks_processing.go:69] worker 24 listening for tasks.
I0311 03:21:14.493473       1 tasks_processing.go:69] worker 14 listening for tasks.
I0311 03:21:14.493481       1 tasks_processing.go:69] worker 9 listening for tasks.
I0311 03:21:14.493489       1 tasks_processing.go:69] worker 10 listening for tasks.
I0311 03:21:14.493497       1 tasks_processing.go:69] worker 11 listening for tasks.
I0311 03:21:14.493507       1 tasks_processing.go:69] worker 12 listening for tasks.
I0311 03:21:14.493514       1 tasks_processing.go:69] worker 13 listening for tasks.
I0311 03:21:14.493523       1 tasks_processing.go:69] worker 17 listening for tasks.
I0311 03:21:14.493530       1 tasks_processing.go:69] worker 15 listening for tasks.
I0311 03:21:14.493537       1 tasks_processing.go:69] worker 16 listening for tasks.
I0311 03:21:14.493543       1 tasks_processing.go:71] worker 6 working on aggregated_monitoring_cr_names task.
I0311 03:21:14.493431       1 tasks_processing.go:69] worker 20 listening for tasks.
I0311 03:21:14.493651       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 38.128µs to process 0 records
I0311 03:21:14.493665       1 tasks_processing.go:71] worker 20 working on ceph_cluster task.
I0311 03:21:14.493705       1 tasks_processing.go:71] worker 25 working on machines task.
I0311 03:21:14.493769       1 tasks_processing.go:71] worker 18 working on oauths task.
I0311 03:21:14.493829       1 tasks_processing.go:71] worker 21 working on image_registries task.
I0311 03:21:14.493877       1 tasks_processing.go:69] worker 26 listening for tasks.
I0311 03:21:14.493889       1 tasks_processing.go:71] worker 26 working on config_maps task.
I0311 03:21:14.493931       1 tasks_processing.go:71] worker 3 working on pdbs task.
I0311 03:21:14.493984       1 tasks_processing.go:71] worker 19 working on operators_pods_and_events task.
I0311 03:21:14.494014       1 tasks_processing.go:69] worker 30 listening for tasks.
I0311 03:21:14.494069       1 tasks_processing.go:69] worker 27 listening for tasks.
I0311 03:21:14.494087       1 tasks_processing.go:69] worker 31 listening for tasks.
I0311 03:21:14.494110       1 tasks_processing.go:71] worker 10 working on ingress task.
I0311 03:21:14.494149       1 tasks_processing.go:71] worker 12 working on openshift_machine_api_events task.
I0311 03:21:14.494182       1 tasks_processing.go:71] worker 17 working on nodes task.
I0311 03:21:14.494262       1 tasks_processing.go:71] worker 16 working on install_plans task.
I0311 03:21:14.494116       1 tasks_processing.go:71] worker 22 working on jaegers task.
I0311 03:21:14.494376       1 tasks_processing.go:71] worker 27 working on tsdb_status task.
W0311 03:21:14.494441       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 03:21:14.494482       1 tasks_processing.go:71] worker 27 working on image_pruners task.
I0311 03:21:14.494512       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 54.242µs to process 0 records
I0311 03:21:14.493985       1 tasks_processing.go:71] worker 7 working on openstack_controlplanes task.
I0311 03:21:14.494157       1 tasks_processing.go:69] worker 29 listening for tasks.
I0311 03:21:14.494737       1 tasks_processing.go:71] worker 29 working on clusterroles task.
I0311 03:21:14.494124       1 tasks_processing.go:71] worker 24 working on authentication task.
I0311 03:21:14.494737       1 tasks_processing.go:71] worker 4 working on sap_pods task.
I0311 03:21:14.494127       1 tasks_processing.go:71] worker 14 working on schedulers task.
I0311 03:21:14.494131       1 tasks_processing.go:71] worker 9 working on active_alerts task.
W0311 03:21:14.495183       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 03:21:14.495199       1 tasks_processing.go:71] worker 9 working on nodenetworkconfigurationpolicies task.
I0311 03:21:14.495370       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 32.461µs to process 0 records
I0311 03:21:14.494141       1 tasks_processing.go:71] worker 13 working on support_secret task.
I0311 03:21:14.494145       1 tasks_processing.go:71] worker 11 working on machine_configs task.
I0311 03:21:14.494140       1 tasks_processing.go:69] worker 28 listening for tasks.
I0311 03:21:14.495657       1 tasks_processing.go:71] worker 28 working on storage_cluster task.
I0311 03:21:14.493377       1 tasks_processing.go:71] worker 1 working on proxies task.
I0311 03:21:14.496048       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 2.537748ms to process 0 records
I0311 03:21:14.496347       1 tasks_processing.go:71] worker 2 working on feature_gates task.
I0311 03:21:14.494177       1 tasks_processing.go:71] worker 15 working on image task.
I0311 03:21:14.494366       1 tasks_processing.go:71] worker 31 working on openshift_logging task.
I0311 03:21:14.494371       1 tasks_processing.go:71] worker 30 working on openstack_version task.
I0311 03:21:14.494120       1 tasks_processing.go:71] worker 23 working on machine_config_pools task.
I0311 03:21:14.494120       1 tasks_processing.go:71] worker 5 working on monitoring_persistent_volumes task.
I0311 03:21:14.496517       1 tasks_processing.go:71] worker 8 working on validating_webhook_configurations task.
I0311 03:21:14.496530       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 3.0702ms to process 0 records
I0311 03:21:14.497940       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 2.894764ms to process 0 records
E0311 03:21:14.497978       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0311 03:21:14.498004       1 gather.go:177] gatherer "clusterconfig" function "machines" took 2.917714ms to process 0 records
I0311 03:21:14.498022       1 tasks_processing.go:71] worker 20 working on cost_management_metrics_configs task.
I0311 03:21:14.498062       1 tasks_processing.go:71] worker 25 working on networks task.
I0311 03:21:14.500644       1 tasks_processing.go:71] worker 7 working on machine_sets task.
I0311 03:21:14.500654       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 6.025263ms to process 0 records
I0311 03:21:14.504100       1 tasks_processing.go:71] worker 22 working on olm_operators task.
I0311 03:21:14.504126       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 9.714967ms to process 0 records
I0311 03:21:14.504347       1 tasks_processing.go:71] worker 0 working on sap_config task.
I0311 03:21:14.504407       1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=1a7ad9fbe51ef49927f77c7fd78bc94b1ffc6b475d66a5f741913c7d931ab499
I0311 03:21:14.504477       1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=488aa56e7994705a39e0b3419141a85cd55c2cf85ecb61989b796e36affbe1fa
I0311 03:21:14.504495       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 10.844092ms to process 2 records
I0311 03:21:14.513122       1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z
I0311 03:21:14.513145       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0311 03:21:14.513152       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0311 03:21:14.513156       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0311 03:21:14.513168       1 controller.go:458] The operator is still being initialized
I0311 03:21:14.513176       1 controller.go:481] The operator is healthy
I0311 03:21:14.513372       1 tasks_processing.go:71] worker 30 working on version task.
I0311 03:21:14.513563       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 16.59679ms to process 0 records
I0311 03:21:14.513632       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 16.800012ms to process 0 records
I0311 03:21:14.513664       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 15.519982ms to process 0 records
I0311 03:21:14.513710       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 16.472684ms to process 0 records
I0311 03:21:14.513742       1 tasks_processing.go:71] worker 23 working on mutating_webhook_configurations task.
I0311 03:21:14.513884       1 recorder.go:70] Recording config/image with fingerprint=a639384d32fda4986ee0e019ad6d913f7f8bb1a559355d9f0cef5a7465d20f88
I0311 03:21:14.513927       1 gather.go:177] gatherer "clusterconfig" function "image" took 17.173059ms to process 1 records
I0311 03:21:14.513957       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 16.691925ms to process 0 records
I0311 03:21:14.513985       1 tasks_processing.go:71] worker 5 working on dvo_metrics task.
I0311 03:21:14.514205       1 tasks_processing.go:71] worker 10 working on metrics task.
W0311 03:21:14.514266       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 03:21:14.513672       1 tasks_processing.go:71] worker 31 working on lokistack task.
I0311 03:21:14.514466       1 recorder.go:70] Recording config/ingress with fingerprint=1af056cc32fd64ea990558552f5db8064771c74271ac1ae2ea75e70cb9d82175
I0311 03:21:14.514500       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 20.022274ms to process 1 records
I0311 03:21:14.514516       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 98.67µs to process 0 records
I0311 03:21:14.514527       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 18.688503ms to process 0 records
I0311 03:21:14.514536       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 19.41077ms to process 0 records
I0311 03:21:14.514571       1 tasks_processing.go:71] worker 4 working on operators task.
I0311 03:21:14.513768       1 tasks_processing.go:71] worker 15 working on sap_datahubs task.
I0311 03:21:14.514700       1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=ccdc30498f6367a53d776cdedc64a682f776cbc3001282e85d4ac6e9ca18d3b0
I0311 03:21:14.514733       1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=56d27d4e24e529624e1ce222d42318dd1c415a05cf4435fa4fc0b3600df1fe96
I0311 03:21:14.514760       1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=45244b933c160b284d1a3d2ed1b7fabac63220475ac938783e3bf535ca2971c2
I0311 03:21:14.514780       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 20.62723ms to process 3 records
I0311 03:21:14.513772       1 tasks_processing.go:71] worker 20 working on cluster_apiserver task.
I0311 03:21:14.514832       1 tasks_processing.go:71] worker 28 working on service_accounts task.
I0311 03:21:14.514839       1 tasks_processing.go:71] worker 3 working on node_logs task.
I0311 03:21:14.515030       1 recorder.go:70] Recording config/authentication with fingerprint=b1de31234bbfad253efc474443b1419dcc3a397b08eb6c4b98edec8cbcb3a67c
I0311 03:21:14.515047       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 19.786409ms to process 1 records
I0311 03:21:14.515224       1 tasks_processing.go:71] worker 10 working on infrastructures task.
I0311 03:21:14.515233       1 tasks_processing.go:71] worker 2 working on container_images task.
I0311 03:21:14.515226       1 recorder.go:70] Recording config/featuregate with fingerprint=1b9f6efb81a6d788b9bc83d17623fbeb05bdbb04c834c6f0e56d32342dc1df65
I0311 03:21:14.515403       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 18.473926ms to process 1 records
I0311 03:21:14.515434       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 20.761085ms to process 0 records
I0311 03:21:14.515461       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 14.474612ms to process 0 records
E0311 03:21:14.515501       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0311 03:21:14.515607       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 20.10555ms to process 0 records
I0311 03:21:14.515673       1 tasks_processing.go:71] worker 7 working on crds task.
I0311 03:21:14.515733       1 tasks_processing.go:71] worker 24 working on machine_healthchecks task.
I0311 03:21:14.515675       1 tasks_processing.go:71] worker 13 working on overlapping_namespace_uids task.
I0311 03:21:14.515946       1 tasks_processing.go:71] worker 17 working on machine_autoscalers task.
I0311 03:21:14.516069       1 recorder.go:70] Recording config/node/ip-10-0-0-47.ec2.internal with fingerprint=e11357ed837e9f8fb03df0b28994176917b7219cfb10847f28fdd0b2c7f4179d
I0311 03:21:14.515682       1 tasks_processing.go:71] worker 12 working on container_runtime_configs task.
I0311 03:21:14.516170       1 recorder.go:70] Recording config/node/ip-10-0-1-207.ec2.internal with fingerprint=7ac594e53717b1b473fbc1a710646df5353c5fa4e29feb59b77217c9182fa9a9
I0311 03:21:14.516803       1 recorder.go:70] Recording config/node/ip-10-0-2-165.ec2.internal with fingerprint=af2f79cc7be7cb2bcdf83be073ba2cf0bc062ac3b73591930d1feafb0fffe195
I0311 03:21:14.516863       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 21.358527ms to process 3 records
I0311 03:21:14.516893       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 20.35619ms to process 0 records
I0311 03:21:14.516985       1 tasks_processing.go:71] worker 25 working on certificate_signing_requests task.
I0311 03:21:14.517390       1 tasks_processing.go:71] worker 9 working on pod_network_connectivity_checks task.
I0311 03:21:14.517764       1 recorder.go:70] Recording config/network with fingerprint=95bcc467b550e5977447a899f61d6723385716c64d0b13405f33ca1fab7b825e
I0311 03:21:14.517830       1 gather.go:177] gatherer "clusterconfig" function "networks" took 17.634869ms to process 1 records
I0311 03:21:14.517957       1 recorder.go:70] Recording config/proxy with fingerprint=a88dc0aae9e5708e7027c06e3d7729f3563477459c005f1dd2056ffcbd838f4e
I0311 03:21:14.518007       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 20.016736ms to process 1 records
I0311 03:21:14.518036       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 11.757232ms to process 0 records
E0311 03:21:14.518062       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0311 03:21:14.518111       1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0311 03:21:14.518140       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 21.513812ms to process 1 records
I0311 03:21:14.518157       1 tasks_processing.go:71] worker 11 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0311 03:21:14.518887       1 tasks_processing.go:74] worker 0 stopped.
I0311 03:21:14.518938       1 tasks_processing.go:71] worker 21 working on nodenetworkstates task.
I0311 03:21:14.519189       1 tasks_processing.go:71] worker 1 working on ingress_certificates task.
I0311 03:21:14.519396       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=0ae216fd685ca31e5a2e324d37c6397a766ba6c26e87863bc96929638e1a04e9
I0311 03:21:14.519455       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 24.487401ms to process 1 records
I0311 03:21:14.522170       1 tasks_processing.go:74] worker 15 stopped.
I0311 03:21:14.522189       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 7.526313ms to process 0 records
I0311 03:21:14.522202       1 tasks_processing.go:74] worker 31 stopped.
I0311 03:21:14.522216       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 7.87235ms to process 0 records
I0311 03:21:14.522229       1 tasks_processing.go:74] worker 17 stopped.
I0311 03:21:14.522266       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 6.223278ms to process 0 records
I0311 03:21:14.524557       1 tasks_processing.go:74] worker 12 stopped.
I0311 03:21:14.524614       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 8.399795ms to process 0 records
I0311 03:21:14.524700       1 tasks_processing.go:74] worker 24 stopped.
E0311 03:21:14.524749       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0311 03:21:14.524767       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 8.926275ms to process 0 records
I0311 03:21:14.528850       1 tasks_processing.go:74] worker 21 stopped.
I0311 03:21:14.528867       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 9.88326ms to process 0 records
E0311 03:21:14.528877       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0311 03:21:14.528886       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 11.441686ms to process 0 records
I0311 03:21:14.528894       1 tasks_processing.go:74] worker 9 stopped.
I0311 03:21:14.528963       1 tasks_processing.go:74] worker 23 stopped.
I0311 03:21:14.529158       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=5392c708b4cad310fa4d3733baec4e75f0854838e4524a6f9ce69d6e905c5cfa
I0311 03:21:14.529269       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=b9ce2df8b431a1456cb829858ddd6a1ffd78db1ad3124f92300e7bfe96cd5960
I0311 03:21:14.529314       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=c5d7afdc8317dcb3229a7220161f60131d0011388e4752afb72bce1d2ddf3c9c
I0311 03:21:14.529329       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 15.160487ms to process 3 records
I0311 03:21:14.532466       1 tasks_processing.go:74] worker 22 stopped.
I0311 03:21:14.532534       1 recorder.go:70] Recording config/olm_operators with fingerprint=80d3d107ec4009f3981891b83df9445c9400214bef5712a78c233e96fcb2fd1d
I0311 03:21:14.532550       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 28.303235ms to process 1 records
I0311 03:21:14.535448       1 tasks_processing.go:74] worker 20 stopped.
I0311 03:21:14.535734       1 recorder.go:70] Recording config/apiserver with fingerprint=2dd314f82c086ea1f4b5f06a6a1eafbb06f7060b0ecf0d970c56e811aaf3f7b2
I0311 03:21:14.535760       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 20.616833ms to process 1 records
I0311 03:21:14.535811       1 tasks_processing.go:74] worker 3 stopped.
I0311 03:21:14.535831       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 20.96212ms to process 0 records
I0311 03:21:14.535916       1 tasks_processing.go:74] worker 29 stopped.
I0311 03:21:14.536199       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=49a5f5b712d432057c78e03571c232f7fec309fa9b52939a33aa9e22353172f2
I0311 03:21:14.536353       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=83a1cf429fbb805748bcb0aa6e68a994caa519cccd1a22690321f8e8adb404d9
I0311 03:21:14.536369       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 41.145127ms to process 2 records
I0311 03:21:14.536554       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0311 03:21:14.536631       1 tasks_processing.go:74] worker 10 stopped.
I0311 03:21:14.536686       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
W0311 03:21:14.536558       1 operator.go:287] started
I0311 03:21:14.536583       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0311 03:21:14.537627       1 recorder.go:70] Recording config/infrastructure with fingerprint=3b1bd73455fb609745cce8ffb50953e3a7d15a4c2a141f28f3fd3fa9c5c4f8a2
I0311 03:21:14.537691       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 20.813241ms to process 1 records
I0311 03:21:14.537732       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 42.678921ms to process 0 records
I0311 03:21:14.537745       1 tasks_processing.go:74] worker 6 stopped.
I0311 03:21:14.539774       1 tasks_processing.go:74] worker 25 stopped.
I0311 03:21:14.539807       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 22.748807ms to process 0 records
I0311 03:21:14.548155       1 tasks_processing.go:74] worker 18 stopped.
I0311 03:21:14.548554       1 recorder.go:70] Recording config/oauth with fingerprint=139d0f946408bee390c663409aebc1df4ccc685d726f530321e8ff7edf4e0a73
I0311 03:21:14.548613       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 54.367793ms to process 1 records
W0311 03:21:14.549787       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 03:21:14.550824       1 tasks_processing.go:74] worker 30 stopped.
I0311 03:21:14.551643       1 recorder.go:70] Recording config/version with fingerprint=64a1a05bc7989b3ac07e4e1ba7f0d4bc022f34e26f40ca0fff99b6934d499328
I0311 03:21:14.551667       1 recorder.go:70] Recording config/id with fingerprint=4ec1ab798765f1b0d9ce7258e59b1a1d30f3887cba4fd123c0725f95d0b885f6
I0311 03:21:14.551683       1 gather.go:177] gatherer "clusterconfig" function "version" took 37.433839ms to process 2 records
I0311 03:21:14.551786       1 tasks_processing.go:74] worker 7 stopped.
I0311 03:21:14.552578       1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=fd289126983cf5c5b9a09d003c93888446658fb9d0bf58fac4640bf0d9afda5e
I0311 03:21:14.553894       1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=cd6d14e2393fea6b18bc63f95400713dfd3edbe471d5756dfb223676ccc1672a
I0311 03:21:14.553928       1 gather.go:177] gatherer "clusterconfig" function "crds" took 35.321788ms to process 2 records
I0311 03:21:14.557612       1 tasks_processing.go:74] worker 2 stopped.
I0311 03:21:14.559424       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0311 03:21:14.559465       1 prometheus_rules.go:88] Prometheus rules successfully created
I0311 03:21:14.559482       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0311 03:21:14.559530       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0311 03:21:14.559540       1 controller.go:203] Source scaController *sca.Controller is not ready
I0311 03:21:14.559545       1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready
I0311 03:21:14.559583       1 controller.go:458] The operator is still being initialized
I0311 03:21:14.559623       1 controller.go:481] The operator is healthy
I0311 03:21:14.561461       1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-cjbtd with fingerprint=1b40abd93805029578b47e32697c4110fdcf20d5c3b10fa09d3550c4ef2a1e19
I0311 03:21:14.561984       1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-qtxj4 with fingerprint=90aa0335b0f9c975b23334dcfddb200447e6f8fb3b36c560199ae9aab34b5e47
I0311 03:21:14.562131       1 recorder.go:70] Recording config/running_containers with fingerprint=595d05aa40796263a670f21a7c23f0a48b318edbec36fa62dfcf707b659fd4c2
I0311 03:21:14.562182       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 42.367534ms to process 3 records
I0311 03:21:14.562349       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=deeefe95a14c83d57a437518435c7cb1430dc4caa78604f074ab9b8b2a0b15f3
I0311 03:21:14.562423       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 65.904175ms to process 1 records
I0311 03:21:14.562393       1 tasks_processing.go:74] worker 27 stopped.
I0311 03:21:14.562656       1 tasks_processing.go:74] worker 11 stopped.
I0311 03:21:14.562671       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 44.490599ms to process 0 records
I0311 03:21:14.564839       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0311 03:21:14.564978       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0311 03:21:14.565037       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0311 03:21:14.568581       1 tasks_processing.go:74] worker 26 stopped.
E0311 03:21:14.568602       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0311 03:21:14.568609       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0311 03:21:14.568613       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0311 03:21:14.568622       1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17
I0311 03:21:14.568662       1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0311 03:21:14.568713       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0311 03:21:14.568726       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4
I0311 03:21:14.568732       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0311 03:21:14.568790       1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0311 03:21:14.568804       1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0311 03:21:14.568814       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 74.674241ms to process 7 records
I0311 03:21:14.568942       1 tasks_processing.go:74] worker 8 stopped.
I0311 03:21:14.568978       1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=9ffdf79b7365802741f27c17b7af810ff94cbd61ecab790e2591446bdba0835c
I0311 03:21:14.569096       1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=9a293a2955e6201c2920eb185d105a0e126330ba3b9c79659b222dabcde5782b
I0311 03:21:14.569127       1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=1f00b85ce1e2756685c37b3f519b1408f55a8e46c3d8a94aec2e8912e4929188
I0311 03:21:14.569181       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=70fcb891fb767b20ef5656b51e9740f2543445a57f550820d0422057edfa7222
I0311 03:21:14.569230       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=6b6f84ce3eb041d06bf21181e561e5aa801491112efaa33b2dc29ca6d6c5cd36
I0311 03:21:14.569299       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=f4d8bf81af43a8a30ea3db5e6837e9c26e2578a270e8b0488eaa12d37704957c
I0311 03:21:14.569406       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=64f52b4f963f53e4c8270615a6657a608471644a52a583dc501c2150f1ae7c4f
I0311 03:21:14.569461       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=66e966c6635445ff99d9f1ce9d063924b912c8c8e95fe6b0ef619972a5863be7
I0311 03:21:14.569513       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=4a9efa1ada86e4cbb175f7ec0c97c44b4fb8ba2520ad99634358fa46188404f6
I0311 03:21:14.569566       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=945ea0b7ec40056419f01a05d8f917909fb6c536a68529d6f9effe575196485d
I0311 03:21:14.569581       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 71.259576ms to process 10 records
E0311 03:21:14.569617       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27fa66d3f1-4f5b-46f3-88a5-7aa8195b4be1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:49211->172.30.0.10:53: read: connection refused
I0311 03:21:14.569633       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27fa66d3f1-4f5b-46f3-88a5-7aa8195b4be1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:49211->172.30.0.10:53: read: connection refused
I0311 03:21:14.572012       1 tasks_processing.go:74] worker 1 stopped.
E0311 03:21:14.572029       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0311 03:21:14.572035       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ov8p207jqstd62uruk6mrk9u6msglar-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ov8p207jqstd62uruk6mrk9u6msglar-primary-cert-bundle-secret" not found
I0311 03:21:14.572111       1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=31576510fa7b992604c32a97cfe5b8f2bf304d41a034b8b37a121a5a10be414e
I0311 03:21:14.572162       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 52.779084ms to process 1 records
I0311 03:21:14.573026       1 base_controller.go:82] Caches are synced for ConfigController 
I0311 03:21:14.573041       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0311 03:21:14.577098       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 03:21:14.615105       1 tasks_processing.go:74] worker 13 stopped.
I0311 03:21:14.615144       1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0311 03:21:14.615162       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 99.326578ms to process 1 records
I0311 03:21:14.621625       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0311 03:21:14.626586       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:35657->172.30.0.10:53: read: connection refused
I0311 03:21:14.626599       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:35657->172.30.0.10:53: read: connection refused
I0311 03:21:14.637129       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0311 03:21:14.637146       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0311 03:21:14.926712       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0311 03:21:14.926727       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0311 03:21:14.926813       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-fhk6g pod in namespace openshift-dns (previous: false).
I0311 03:21:15.155052       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fhk6g pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-fhk6g\" is waiting to start: ContainerCreating"
I0311 03:21:15.155076       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-fhk6g\" is waiting to start: ContainerCreating"
I0311 03:21:15.155089       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-fhk6g pod in namespace openshift-dns (previous: false).
I0311 03:21:15.167015       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0311 03:21:15.329990       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fhk6g pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-fhk6g\" is waiting to start: ContainerCreating"
I0311 03:21:15.330009       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-fhk6g\" is waiting to start: ContainerCreating"
I0311 03:21:15.330039       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-jb8jn pod in namespace openshift-dns (previous: false).
I0311 03:21:15.366717       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
W0311 03:21:15.543354       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 03:21:15.550150       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jb8jn pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-jb8jn\" is waiting to start: ContainerCreating"
I0311 03:21:15.550167       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-jb8jn\" is waiting to start: ContainerCreating"
I0311 03:21:15.550179       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-jb8jn pod in namespace openshift-dns (previous: false).
I0311 03:21:15.575269       1 tasks_processing.go:74] worker 14 stopped.
I0311 03:21:15.575353       1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=c293c0118af0e111a3fb03c6decee44261bf03b09102bf97e7e8d080bb3aae94
I0311 03:21:15.575373       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 1.080209436s to process 1 records
I0311 03:21:15.731140       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jb8jn pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-jb8jn\" is waiting to start: ContainerCreating"
I0311 03:21:15.731159       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-jb8jn\" is waiting to start: ContainerCreating"
I0311 03:21:15.731200       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-nl8qm pod in namespace openshift-dns (previous: false).
I0311 03:21:15.963677       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nl8qm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-nl8qm\" is waiting to start: ContainerCreating"
I0311 03:21:15.963697       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-nl8qm\" is waiting to start: ContainerCreating"
I0311 03:21:15.963705       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-nl8qm pod in namespace openshift-dns (previous: false).
I0311 03:21:16.130510       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nl8qm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-nl8qm\" is waiting to start: ContainerCreating"
I0311 03:21:16.130527       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-nl8qm\" is waiting to start: ContainerCreating"
I0311 03:21:16.130538       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dxppk pod in namespace openshift-dns (previous: false).
I0311 03:21:16.183261       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0311 03:21:16.331371       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 03:21:16.331391       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-nsbsf pod in namespace openshift-dns (previous: false).
I0311 03:21:16.529909       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 03:21:16.529927       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-vtzzs pod in namespace openshift-dns (previous: false).
W0311 03:21:16.542913       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 03:21:16.570268       1 tasks_processing.go:74] worker 4 stopped.
I0311 03:21:16.570312       1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=c28e877485d0a445596bffd96e366e29d732ebe748565a62eb91b4243326bbee
I0311 03:21:16.570349       1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=d502239aa894e78ea5ef1b1c86dd1949f27639838766d2075a06d6121cedd042
I0311 03:21:16.570381       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0311 03:21:16.570410       1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=71e0856768db5df8bfe64390eb622681ec45b50bed6d1c9d46f8bebe857151bc
I0311 03:21:16.570430       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0311 03:21:16.570455       1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=0de97347c8792f83b3203bd1320b857b2a684a120de4c99b15f21a8c29152abe
I0311 03:21:16.570487       1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=83b55df066bdd252f47fdfa0fa3713f691a54b9ef6c3186db2dab83ffe3cfe4e
I0311 03:21:16.570512       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=3e155738f71e8a3e9c8b9a5af9d782d7b2b0c8f35bd94f9012add19a01da712b
I0311 03:21:16.570543       1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=5a589d22518889e8b62a53deab2b59684e450ddefaff7d9b12328e15b142091b
I0311 03:21:16.570554       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0311 03:21:16.570572       1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=c680aedd16a69e3db91fbf72056f4f18b5c5309dd6f1d97ffc242a8a4023d4e8
I0311 03:21:16.570582       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0311 03:21:16.570599       1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=793c6aa6166b563535ce1650eda7ef4fa548dc2f5a903bd8730ccefe00414d41
I0311 03:21:16.570611       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0311 03:21:16.570629       1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=54ccb71b9957b9b58df8af3a626c968626d8a7c8886269bc8a8d1604fba0d94e
I0311 03:21:16.570644       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0311 03:21:16.570665       1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=e6daa021d0c4486dc3bfa06bcd4b189449a26893ec3ca85d6993cc80e9f493d3
I0311 03:21:16.570676       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0311 03:21:16.570693       1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=a6c35ecfc88774a1b3bb862111187de9a47b9d778954b5937564ed543784fef6
I0311 03:21:16.570808       1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=1e4a16227c30b8901a44f2b210f2ca597349b09a761cf35e61082bead8dbd463
I0311 03:21:16.570833       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0311 03:21:16.570857       1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=1ed42c99d04927dfc3d5f932c90a26c72833cd4894a1fae68fc8b4a2217b580e
I0311 03:21:16.570882       1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=83c50d91d3b6acd8cb1df1d4ce1116a6898f9fcf63ebd571d519e0d85669fa85
I0311 03:21:16.570893       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0311 03:21:16.570910       1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=4bb76690824182e4c50b9e091f675343df4061f14996fc83ed0931a4e5caf78a
I0311 03:21:16.570921       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0311 03:21:16.570935       1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=906fee0b62f5cba9019ad18451469ca6d792d1ec2d7992b9dd38356ab556ffa0
I0311 03:21:16.570950       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a36e55681af707ed275eed6ad3a23b8aeb68fff56f21fb59dad68d858eb5ef7d
I0311 03:21:16.570967       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=769a5bff2f59ff32bd4d6c49d9330160d77daa98df270323bda600506f7241bd
I0311 03:21:16.570983       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=0f379e1256cae6b34fdc6096494e284307f7281d84c5707cd5500f0b8cdc1cea
I0311 03:21:16.570999       1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=8b0d0ca1eedee764c8209c1a3926172657bb0920786b87ad6c93f31f677375de
I0311 03:21:16.571030       1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=f3bc1588e0f59c98686a5e98d8761262f8c9a19cfa8aa3dc40f82adf553dc1ab
I0311 03:21:16.571049       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0311 03:21:16.571059       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0311 03:21:16.571065       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.055683158s to process 34 records
I0311 03:21:16.731269       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 03:21:16.731329       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-668599b9bc-lwmdv pod in namespace openshift-image-registry (previous: false).
I0311 03:21:16.930437       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-668599b9bc-lwmdv pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-668599b9bc-lwmdv\" is waiting to start: ContainerCreating"
I0311 03:21:16.930454       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-668599b9bc-lwmdv\" is waiting to start: ContainerCreating"
I0311 03:21:16.930487       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6fbf5c974d-98vdc pod in namespace openshift-image-registry (previous: false).
I0311 03:21:17.130613       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6fbf5c974d-98vdc pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6fbf5c974d-98vdc\" is waiting to start: ContainerCreating"
I0311 03:21:17.130629       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6fbf5c974d-98vdc\" is waiting to start: ContainerCreating"
I0311 03:21:17.130661       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6fbf5c974d-9wrzd pod in namespace openshift-image-registry (previous: false).
I0311 03:21:17.330404       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6fbf5c974d-9wrzd pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6fbf5c974d-9wrzd\" is waiting to start: ContainerCreating"
I0311 03:21:17.330423       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6fbf5c974d-9wrzd\" is waiting to start: ContainerCreating"
I0311 03:21:17.330434       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-b7ks7 pod in namespace openshift-image-registry (previous: false).
I0311 03:21:17.531690       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 03:21:17.531706       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gv44s pod in namespace openshift-image-registry (previous: false).
W0311 03:21:17.542609       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 03:21:17.730786       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 03:21:17.730805       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-jznzq pod in namespace openshift-image-registry (previous: false).
I0311 03:21:17.930640       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0311 03:21:17.930661       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-65b7f74665-4qrcb pod in namespace openshift-ingress (previous: false).
I0311 03:21:18.130577       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-65b7f74665-4qrcb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-65b7f74665-4qrcb\" is waiting to start: ContainerCreating"
I0311 03:21:18.130596       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-65b7f74665-4qrcb\" is waiting to start: ContainerCreating"
I0311 03:21:18.130606       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7cf68cfb5b-pscfz pod in namespace openshift-ingress (previous: false).
I0311 03:21:18.330903       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7cf68cfb5b-pscfz pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7cf68cfb5b-pscfz\" is waiting to start: ContainerCreating"
I0311 03:21:18.330923       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7cf68cfb5b-pscfz\" is waiting to start: ContainerCreating"
I0311 03:21:18.330934       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7cf68cfb5b-xczw6 pod in namespace openshift-ingress (previous: false).
I0311 03:21:18.530086       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7cf68cfb5b-xczw6 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7cf68cfb5b-xczw6\" is waiting to start: ContainerCreating"
I0311 03:21:18.530166       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7cf68cfb5b-xczw6\" is waiting to start: ContainerCreating"
I0311 03:21:18.530229       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-6pth9 pod in namespace openshift-ingress-canary (previous: false).
W0311 03:21:18.544222       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0311 03:21:18.750618       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-6pth9 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-6pth9\" is waiting to start: ContainerCreating"
I0311 03:21:18.750639       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-6pth9\" is waiting to start: ContainerCreating"
I0311 03:21:18.750669       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-dtkkr pod in namespace openshift-ingress-canary (previous: false).
I0311 03:21:18.930176       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-dtkkr pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-dtkkr\" is waiting to start: ContainerCreating"
I0311 03:21:18.930198       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-dtkkr\" is waiting to start: ContainerCreating"
I0311 03:21:18.930255       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-kk4lh pod in namespace openshift-ingress-canary (previous: false).
I0311 03:21:19.131856       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-kk4lh pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-kk4lh\" is waiting to start: ContainerCreating"
I0311 03:21:19.131875       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-kk4lh\" is waiting to start: ContainerCreating"
I0311 03:21:19.131892       1 tasks_processing.go:74] worker 19 stopped.
I0311 03:21:19.131967       1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=d84f2331d2f35255eba8377359676110b90ab7019d8c4faa1694504aa3843386
I0311 03:21:19.132018       1 recorder.go:70] Recording events/openshift-dns with fingerprint=706f5fb19b92a21d2f150f2323e9f3a8a93d05fd16d39cd3fd0e949bc469cb05
I0311 03:21:19.132095       1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=bf0340c03710a9ea18302d7f809a748aeac9b1ec4a7661c60fb035770346d6d9
I0311 03:21:19.132124       1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=b9326b496207e8426a9c4fdb5a656f2622c1cd27c3e25b9547c56c7c3701d761
I0311 03:21:19.132169       1 recorder.go:70] Recording events/openshift-ingress with fingerprint=2945b034026c8fc038312d12f5505f57f9f2206190e5190ee7c03cd698656d1c
I0311 03:21:19.132188       1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=580daae6c86486cb5f067e672b758dd2152b049eda0076c8c49a4ab6617e75ac
I0311 03:21:19.132349       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-fhk6g with fingerprint=dcd3b9e27442098cdfce1b42b24155b5517716105470f1bf8c14f1f52a2d3a32
I0311 03:21:19.132435       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-jb8jn with fingerprint=19efdfb7973a13867c0a247bea3b60ba2c0fda8eaa13aeecc85b287b77e80b2d
I0311 03:21:19.132501       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-nl8qm with fingerprint=efd5ad750a1976b5af4ee660b28a83748303b200a2b777b3fb4b667c2da3114f
I0311 03:21:19.132609       1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-668599b9bc-lwmdv with fingerprint=4439a2788ab9e511fa60a23e542b93e95cdd1ead37e4532a9bbff381e9b65364
I0311 03:21:19.132698       1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-6fbf5c974d-98vdc with fingerprint=b2a2972d706fdef2be737f9ae0d09785a4e7538c298288185942a627f223cf79
I0311 03:21:19.132785       1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-6fbf5c974d-9wrzd with fingerprint=faea500a100ee81437613505f6be325c58cde46792daaae6ae343cbc28c66b85
I0311 03:21:19.132842       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-6pth9 with fingerprint=042ec948cbc7306abdf2ffd059efad2dec3e35180dfd261eb5cc4a2c30180055
I0311 03:21:19.132897       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-dtkkr with fingerprint=d28eca62b489273c2716320b065c8ed308b9d59b369c66a3ad187022da7bdaf9
I0311 03:21:19.132953       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-kk4lh with fingerprint=5345008af8b11ea74bffcd168b0ebb0901d5885b04b6dda12404601401ccff01
I0311 03:21:19.132963       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.637863889s to process 15 records
W0311 03:21:19.543329       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0311 03:21:19.543366       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0311 03:21:19.543386       1 tasks_processing.go:74] worker 5 stopped.
E0311 03:21:19.543398       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0311 03:21:19.543412       1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0311 03:21:19.543432       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0311 03:21:19.543451       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.029370862s to process 1 records
I0311 03:21:26.789373       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 03:21:26.920429       1 tasks_processing.go:74] worker 16 stopped.
I0311 03:21:26.920485       1 recorder.go:70] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0311 03:21:26.920501       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.426082596s to process 1 records
I0311 03:21:27.587484       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 03:21:27.719575       1 tasks_processing.go:74] worker 28 stopped.
I0311 03:21:27.720003       1 recorder.go:70] Recording config/serviceaccounts with fingerprint=6a25405fe5ae5697551c08cd61c8ee577eba432556fcc5dc2605b343adedffa8
I0311 03:21:27.720040       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.204720984s to process 1 records
E0311 03:21:27.720123       1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.226s with: function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0311 03:21:27.721295       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0311 03:21:27.721313       1 periodic.go:212] Running workloads gatherer
I0311 03:21:27.721337       1 tasks_processing.go:45] number of workers: 2
I0311 03:21:27.721355       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 03:21:27.721360       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0311 03:21:27.721366       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 03:21:27.721449       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0311 03:21:27.745272       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0311 03:21:27.746288       1 tasks_processing.go:74] worker 0 stopped.
I0311 03:21:27.746308       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.799723ms to process 0 records
I0311 03:21:27.753453       1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (8ms)
I0311 03:21:27.760217       1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (7ms)
I0311 03:21:27.767127       1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (7ms)
I0311 03:21:27.773476       1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (6ms)
I0311 03:21:27.784692       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (11ms)
I0311 03:21:27.786894       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 03:21:27.791018       1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (6ms)
I0311 03:21:27.796937       1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (6ms)
I0311 03:21:27.802873       1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (6ms)
I0311 03:21:27.809178       1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (6ms)
I0311 03:21:27.815176       1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (6ms)
I0311 03:21:27.852968       1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (38ms)
I0311 03:21:27.953570       1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (101ms)
I0311 03:21:28.053915       1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (100ms)
I0311 03:21:28.153319       1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (99ms)
I0311 03:21:28.253266       1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (100ms)
I0311 03:21:28.353494       1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (100ms)
I0311 03:21:28.453505       1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms)
I0311 03:21:28.553122       1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms)
I0311 03:21:28.656772       1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (104ms)
I0311 03:21:28.755474       1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (99ms)
I0311 03:21:28.858372       1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (103ms)
I0311 03:21:28.954201       1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (96ms)
I0311 03:21:29.053499       1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms)
I0311 03:21:29.153800       1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (100ms)
I0311 03:21:29.254095       1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (100ms)
I0311 03:21:29.354009       1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (100ms)
I0311 03:21:29.453316       1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (99ms)
I0311 03:21:29.553539       1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (100ms)
I0311 03:21:29.652727       1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (99ms)
I0311 03:21:29.753050       1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (100ms)
I0311 03:21:29.853818       1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (101ms)
I0311 03:21:29.853853       1 tasks_processing.go:74] worker 1 stopped.
E0311 03:21:29.853865       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0311 03:21:29.854136       1 recorder.go:70] Recording config/workload_info with fingerprint=16b94be1bbf7038ab34cfe88e9c25f6a857fdc99985db2b57a84ed6358a5ad19
I0311 03:21:29.854158       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.132483992s to process 1 records
E0311 03:21:29.854185       1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.132s with: function \"workload_info\" failed with an error"
I0311 03:21:29.855274       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0311 03:21:29.855287       1 periodic.go:212] Running conditional gatherer
I0311 03:21:29.862115       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules
I0311 03:21:29.868699       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.9:44705->172.30.0.10:53: read: connection refused
E0311 03:21:29.868966       1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0311 03:21:29.869019       1 conditional_gatherer.go:382] updating version cache for conditional gatherer
I0311 03:21:29.875808       1 conditional_gatherer.go:390] cluster version is '4.19.9'
E0311 03:21:29.875823       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 03:21:29.875829       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 03:21:29.875832       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 03:21:29.875835       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 03:21:29.875839       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 03:21:29.875842       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 03:21:29.875845       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 03:21:29.875848       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0311 03:21:29.875851       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
I0311 03:21:29.875866       1 tasks_processing.go:45] number of workers: 3
I0311 03:21:29.875878       1 tasks_processing.go:69] worker 2 listening for tasks.
I0311 03:21:29.875882       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0311 03:21:29.875889       1 tasks_processing.go:69] worker 0 listening for tasks.
I0311 03:21:29.875900       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0311 03:21:29.875900       1 tasks_processing.go:69] worker 1 listening for tasks.
I0311 03:21:29.875909       1 tasks_processing.go:74] worker 1 stopped.
I0311 03:21:29.875916       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0311 03:21:29.875941       1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0311 03:21:29.875955       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.046µs to process 1 records
I0311 03:21:29.876019       1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0311 03:21:29.876029       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.607µs to process 1 records
I0311 03:21:29.876034       1 tasks_processing.go:74] worker 2 stopped.
I0311 03:21:29.876168       1 tasks_processing.go:74] worker 0 stopped.
I0311 03:21:29.876180       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 262.641µs to process 0 records
I0311 03:21:29.876198       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.9:44705->172.30.0.10:53: read: connection refused
I0311 03:21:29.876221       1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0311 03:21:29.894772       1 recorder.go:70] Recording insights-operator/gathers with fingerprint=3955072539baf682745f994b4d7e8811c76d56199cf6b5fcdc1559ee93ce3b73
I0311 03:21:29.894910       1 diskrecorder.go:70] Writing 109 records to /var/lib/insights-operator/insights-2026-03-11-032129.tar.gz
I0311 03:21:29.902277       1 diskrecorder.go:51] Wrote 109 records to disk in 7ms
I0311 03:21:29.902306       1 periodic.go:281] Gathering cluster info every 2h0m0s
I0311 03:21:29.902322       1 periodic.go:282] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0311 03:21:41.466934       1 configmapobserver.go:84] configmaps "insights-config" not found
I0311 03:22:24.077864       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="fd733d6f2d8eb166df769a73742c3ad2160fd4afa5c33abd6ae9af9d5fa44d3f")
W0311 03:22:24.077897       1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created
I0311 03:22:24.077967       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="d9fbac87f4d9366784e1634874d949c6647a44eeaaff47313d547df4df1480e9")
I0311 03:22:24.077979       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0311 03:22:24.078014       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0311 03:22:24.078064       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0311 03:22:24.078023       1 periodic.go:173] Shutting down
I0311 03:22:24.078135       1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-3821392493/tls.crt::/tmp/serving-cert-3821392493/tls.key"
E0311 03:22:24.078174       1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled
I0311 03:22:24.078023       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="9a891cdb05444f8e08ae666d19499db8083ed8e24db26c3cc228a4f26caedffd")
E0311 03:22:24.078279       1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled