W0312 07:08:43.470293       1 cmd.go:257] Using insecure, self-signed certificates
I0312 07:08:43.995449       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0312 07:08:43.996666       1 observer_polling.go:159] Starting file observer
W0312 07:08:44.025554       1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights"
I0312 07:08:44.540030       1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$
I0312 07:08:44.540356       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0312 07:08:44.541269       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0312 07:08:44.541326       1 secure_serving.go:57] Forcing use of http/1.1 only
W0312 07:08:44.541420       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0312 07:08:44.541451       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0312 07:08:44.541478       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0312 07:08:44.541501       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0312 07:08:44.541523       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0312 07:08:44.541546       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0312 07:08:44.547702       1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot]
I0312 07:08:44.547724       1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0312 07:08:44.548785       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0312 07:08:44.548856       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0312 07:08:44.548808       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0312 07:08:44.548967       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0312 07:08:44.549027       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3324000899/tls.crt::/tmp/serving-cert-3324000899/tls.key"
I0312 07:08:44.548808       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0312 07:08:44.549176       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0312 07:08:44.549815       1 secure_serving.go:213] Serving securely on [::]:8443
I0312 07:08:44.549853       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0312 07:08:44.552260       1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.189c0657201ab57f  openshift-insights    0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-03-12 07:08:44.547675519 +0000 UTC m=+1.138897916,LastTimestamp:2026-03-12 07:08:44.547675519 +0000 UTC m=+1.138897916,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}"
W0312 07:08:44.554815       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0312 07:08:44.554838       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0312 07:08:44.554964       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0312 07:08:44.563024       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0312 07:08:44.563044       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0312 07:08:44.569314       1 secretconfigobserver.go:119] support secret does not exist
I0312 07:08:44.577630       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0312 07:08:44.583731       1 secretconfigobserver.go:119] support secret does not exist
I0312 07:08:44.589087       1 recorder.go:156] Pruning old reports every 7h25m3s, max age is 288h0m0s
I0312 07:08:44.596162       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0312 07:08:44.596242       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0312 07:08:44.596188       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0312 07:08:44.596268       1 insightsreport.go:296] Starting report retriever
I0312 07:08:44.596274       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0312 07:08:44.596208       1 periodic.go:212] Running clusterconfig gatherer
I0312 07:08:44.596341       1 tasks_processing.go:45] number of workers: 32
I0312 07:08:44.596373       1 tasks_processing.go:69] worker 2 listening for tasks.
I0312 07:08:44.596387       1 tasks_processing.go:69] worker 31 listening for tasks.
I0312 07:08:44.596394       1 tasks_processing.go:71] worker 31 working on machines task.
I0312 07:08:44.596395       1 tasks_processing.go:69] worker 0 listening for tasks.
I0312 07:08:44.596397       1 tasks_processing.go:69] worker 1 listening for tasks.
I0312 07:08:44.596413       1 tasks_processing.go:69] worker 30 listening for tasks.
I0312 07:08:44.596414       1 tasks_processing.go:69] worker 28 listening for tasks.
I0312 07:08:44.596408       1 tasks_processing.go:69] worker 16 listening for tasks.
I0312 07:08:44.596422       1 tasks_processing.go:69] worker 29 listening for tasks.
I0312 07:08:44.596417       1 tasks_processing.go:69] worker 24 listening for tasks.
I0312 07:08:44.596424       1 tasks_processing.go:69] worker 25 listening for tasks.
I0312 07:08:44.596432       1 tasks_processing.go:69] worker 26 listening for tasks.
I0312 07:08:44.596429       1 tasks_processing.go:69] worker 17 listening for tasks.
I0312 07:08:44.596436       1 tasks_processing.go:69] worker 18 listening for tasks.
I0312 07:08:44.596433       1 tasks_processing.go:69] worker 3 listening for tasks.
I0312 07:08:44.596441       1 tasks_processing.go:69] worker 27 listening for tasks.
I0312 07:08:44.596444       1 tasks_processing.go:69] worker 4 listening for tasks.
I0312 07:08:44.596388       1 tasks_processing.go:71] worker 2 working on openstack_version task.
I0312 07:08:44.596454       1 tasks_processing.go:69] worker 20 listening for tasks.
I0312 07:08:44.596456       1 tasks_processing.go:69] worker 11 listening for tasks.
I0312 07:08:44.596456       1 tasks_processing.go:69] worker 5 listening for tasks.
I0312 07:08:44.596464       1 tasks_processing.go:69] worker 6 listening for tasks.
I0312 07:08:44.596449       1 tasks_processing.go:69] worker 10 listening for tasks.
I0312 07:08:44.596462       1 tasks_processing.go:69] worker 21 listening for tasks.
I0312 07:08:44.596472       1 tasks_processing.go:69] worker 12 listening for tasks.
I0312 07:08:44.596468       1 tasks_processing.go:69] worker 22 listening for tasks.
I0312 07:08:44.596477       1 tasks_processing.go:69] worker 7 listening for tasks.
I0312 07:08:44.596480       1 tasks_processing.go:69] worker 23 listening for tasks.
I0312 07:08:44.596484       1 tasks_processing.go:69] worker 8 listening for tasks.
I0312 07:08:44.596488       1 tasks_processing.go:69] worker 13 listening for tasks.
I0312 07:08:44.596489       1 tasks_processing.go:69] worker 9 listening for tasks.
I0312 07:08:44.596493       1 tasks_processing.go:69] worker 14 listening for tasks.
I0312 07:08:44.596500       1 tasks_processing.go:69] worker 15 listening for tasks.
I0312 07:08:44.596446       1 tasks_processing.go:69] worker 19 listening for tasks.
I0312 07:08:44.596570       1 tasks_processing.go:71] worker 15 working on openstack_dataplanenodesets task.
I0312 07:08:44.596578       1 tasks_processing.go:71] worker 19 working on machine_autoscalers task.
I0312 07:08:44.596644       1 tasks_processing.go:71] worker 4 working on container_runtime_configs task.
I0312 07:08:44.596686       1 tasks_processing.go:71] worker 8 working on ceph_cluster task.
I0312 07:08:44.596713       1 tasks_processing.go:71] worker 26 working on machine_healthchecks task.
I0312 07:08:44.596748       1 tasks_processing.go:71] worker 12 working on feature_gates task.
I0312 07:08:44.596687       1 tasks_processing.go:71] worker 9 working on cluster_apiserver task.
I0312 07:08:44.596654       1 tasks_processing.go:71] worker 0 working on nodenetworkstates task.
I0312 07:08:44.596654       1 tasks_processing.go:71] worker 5 working on olm_operators task.
I0312 07:08:44.596657       1 tasks_processing.go:71] worker 1 working on tsdb_status task.
I0312 07:08:44.596659       1 tasks_processing.go:71] worker 20 working on certificate_signing_requests task.
W0312 07:08:44.597117       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0312 07:08:44.596661       1 tasks_processing.go:71] worker 30 working on aggregated_monitoring_cr_names task.
I0312 07:08:44.597133       1 tasks_processing.go:71] worker 1 working on pdbs task.
I0312 07:08:44.597230       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 45.744µs to process 0 records
I0312 07:08:44.596666       1 tasks_processing.go:71] worker 28 working on nodes task.
I0312 07:08:44.596665       1 tasks_processing.go:71] worker 11 working on nodenetworkconfigurationpolicies task.
I0312 07:08:44.596670       1 tasks_processing.go:71] worker 16 working on networks task.
I0312 07:08:44.596671       1 tasks_processing.go:71] worker 29 working on operators task.
I0312 07:08:44.596676       1 tasks_processing.go:71] worker 10 working on storage_classes task.
I0312 07:08:44.596679       1 tasks_processing.go:71] worker 21 working on metrics task.
I0312 07:08:44.596680       1 tasks_processing.go:71] worker 6 working on openstack_controlplanes task.
W0312 07:08:44.597883       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0312 07:08:44.597898       1 tasks_processing.go:71] worker 21 working on node_logs task.
I0312 07:08:44.596691       1 tasks_processing.go:71] worker 13 working on image_pruners task.
I0312 07:08:44.597967       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 76.692µs to process 0 records
I0312 07:08:44.596697       1 tasks_processing.go:71] worker 14 working on machine_config_pools task.
I0312 07:08:44.596698       1 tasks_processing.go:71] worker 7 working on image_registries task.
I0312 07:08:44.596702       1 tasks_processing.go:71] worker 22 working on pod_network_connectivity_checks task.
I0312 07:08:44.596704       1 tasks_processing.go:71] worker 17 working on container_images task.
I0312 07:08:44.596708       1 tasks_processing.go:71] worker 3 working on cost_management_metrics_configs task.
I0312 07:08:44.596709       1 tasks_processing.go:71] worker 25 working on oauths task.
I0312 07:08:44.596711       1 tasks_processing.go:71] worker 18 working on overlapping_namespace_uids task.
I0312 07:08:44.596717       1 tasks_processing.go:71] worker 23 working on openshift_machine_api_events task.
I0312 07:08:44.596723       1 tasks_processing.go:71] worker 27 working on infrastructures task.
I0312 07:08:44.596649       1 tasks_processing.go:71] worker 24 working on config_maps task.
I0312 07:08:44.602957       1 tasks_processing.go:71] worker 31 working on clusterroles task.
E0312 07:08:44.602965       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0312 07:08:44.602977       1 gather.go:177] gatherer "clusterconfig" function "machines" took 6.547525ms to process 0 records
I0312 07:08:44.603081       1 tasks_processing.go:71] worker 2 working on validating_webhook_configurations task.
I0312 07:08:44.603125       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 6.623668ms to process 0 records
I0312 07:08:44.603591       1 tasks_processing.go:71] worker 6 working on machine_sets task.
I0312 07:08:44.603602       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 5.708137ms to process 0 records
I0312 07:08:44.604103       1 tasks_processing.go:71] worker 14 working on openshift_logging task.
I0312 07:08:44.604109       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 6.110233ms to process 0 records
I0312 07:08:44.605199       1 tasks_processing.go:71] worker 26 working on silenced_alerts task.
I0312 07:08:44.605203       1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z
E0312 07:08:44.605212       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0312 07:08:44.605223       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
W0312 07:08:44.605225       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0312 07:08:44.605225       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 8.462158ms to process 0 records
I0312 07:08:44.605232       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0312 07:08:44.605234       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 22.93µs to process 0 records
I0312 07:08:44.605238       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0312 07:08:44.605240       1 tasks_processing.go:71] worker 26 working on ingress task.
I0312 07:08:44.605253       1 controller.go:458] The operator is still being initialized
I0312 07:08:44.605261       1 controller.go:481] The operator is healthy
I0312 07:08:44.605286       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 8.591608ms to process 0 records
I0312 07:08:44.605298       1 tasks_processing.go:71] worker 4 working on image task.
I0312 07:08:44.605324       1 tasks_processing.go:71] worker 22 working on machine_configs task.
E0312 07:08:44.605362       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0312 07:08:44.605449       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 7.160444ms to process 0 records
I0312 07:08:44.609134       1 tasks_processing.go:71] worker 13 working on install_plans task.
I0312 07:08:44.609642       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=79d1608909638a5f4445b6dc7d608f3453804cd836a9ddab0a0c9890ee12438f
I0312 07:08:44.609664       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 11.169584ms to process 1 records
I0312 07:08:44.611486       1 tasks_processing.go:71] worker 11 working on schedulers task.
I0312 07:08:44.611544       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.117624ms to process 0 records
I0312 07:08:44.611765       1 tasks_processing.go:71] worker 10 working on crds task.
I0312 07:08:44.611905       1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=207427391b90d6f96a758861f19ef4d39a38eed9e349504beba4cd3783e4d83b
I0312 07:08:44.611929       1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=388613ba1690b097db491ba9e9b8acab552215227f0603221b319c0fe2b59829
I0312 07:08:44.611938       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 14.081194ms to process 2 records
I0312 07:08:44.613194       1 tasks_processing.go:71] worker 8 working on jaegers task.
I0312 07:08:44.613205       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 16.467431ms to process 0 records
I0312 07:08:44.613932       1 tasks_processing.go:71] worker 9 working on support_secret task.
I0312 07:08:44.614138       1 recorder.go:70] Recording config/apiserver with fingerprint=b91b1ec5acb7d04e53c1753aabc25717dcbf73463ef5ad98c49cf3a5b7f20eab
I0312 07:08:44.614155       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 17.122673ms to process 1 records
I0312 07:08:44.614170       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 17.5603ms to process 0 records
I0312 07:08:44.614182       1 tasks_processing.go:71] worker 19 working on proxies task.
I0312 07:08:44.614892       1 tasks_processing.go:71] worker 0 working on lokistack task.
I0312 07:08:44.614903       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 17.989037ms to process 0 records
I0312 07:08:44.623490       1 tasks_processing.go:71] worker 15 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0312 07:08:44.623502       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 26.907239ms to process 0 records
I0312 07:08:44.628832       1 tasks_processing.go:71] worker 3 working on authentication task.
I0312 07:08:44.628852       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 30.429629ms to process 0 records
I0312 07:08:44.649919       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0312 07:08:44.649939       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0312 07:08:44.649924       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0312 07:08:44.650990       1 tasks_processing.go:71] worker 23 working on dvo_metrics task.
I0312 07:08:44.651474       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 52.272024ms to process 0 records
I0312 07:08:44.651797       1 tasks_processing.go:71] worker 27 working on sap_datahubs task.
I0312 07:08:44.654373       1 recorder.go:70] Recording config/infrastructure with fingerprint=c9d3bed787a84ff3fbc11ff5b8757de2c2a6828adc646cbab017670b33aed58d
I0312 07:08:44.654393       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 52.272287ms to process 1 records
I0312 07:08:44.654559       1 tasks_processing.go:71] worker 25 working on version task.
I0312 07:08:44.654716       1 recorder.go:70] Recording config/oauth with fingerprint=6c8c144fc58a89e504f00209dc6869520f11861e87631d8dab48417ecb61f169
I0312 07:08:44.654770       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 52.831201ms to process 1 records
I0312 07:08:44.654884       1 tasks_processing.go:71] worker 26 working on sap_pods task.
I0312 07:08:44.655003       1 recorder.go:70] Recording config/ingress with fingerprint=764d09f9ee38ac064b7fbfc4a98de6fd77b388fa00eef957c70a367b2f31e785
I0312 07:08:44.655019       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 46.868836ms to process 1 records
I0312 07:08:44.655035       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 40.897807ms to process 0 records
I0312 07:08:44.655041       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 39.260832ms to process 0 records
I0312 07:08:44.655100       1 tasks_processing.go:71] worker 8 working on operators_pods_and_events task.
I0312 07:08:44.655147       1 tasks_processing.go:71] worker 0 working on ingress_certificates task.
I0312 07:08:44.655120       1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=1846846f0c63269be8b24f3f31bcb8bd6dbf1c61d41d6b32c7a71bab28acc4ff
I0312 07:08:44.655208       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 43.066713ms to process 1 records
I0312 07:08:44.655138       1 base_controller.go:82] Caches are synced for ConfigController 
I0312 07:08:44.655230       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0312 07:08:44.655178       1 tasks_processing.go:71] worker 11 working on openstack_dataplanedeployments task.
I0312 07:08:44.655431       1 tasks_processing.go:71] worker 14 working on monitoring_persistent_volumes task.
I0312 07:08:44.655486       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 51.311998ms to process 0 records
I0312 07:08:44.655811       1 tasks_processing.go:71] worker 19 working on storage_cluster task.
I0312 07:08:44.656080       1 recorder.go:70] Recording config/proxy with fingerprint=4f17bf04da04f7e37a4c06b72ff40576dd88ba993a6ecdc3a9cb5c6efe8d5cc4
I0312 07:08:44.656133       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 41.617134ms to process 1 records
I0312 07:08:44.656165       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 52.316656ms to process 0 records
I0312 07:08:44.656299       1 recorder.go:70] Recording config/image with fingerprint=65a924116d3cfa520fb3fbfed19128b1dbd897f173f0d0ba6a212cd2e663e4d9
I0312 07:08:44.656365       1 gather.go:177] gatherer "clusterconfig" function "image" took 50.633594ms to process 1 records
I0312 07:08:44.656471       1 tasks_processing.go:71] worker 6 working on active_alerts task.
W0312 07:08:44.656529       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0312 07:08:44.656561       1 tasks_processing.go:71] worker 4 working on mutating_webhook_configurations task.
I0312 07:08:44.656580       1 recorder.go:70] Recording config/network with fingerprint=96b694ce57942a971de0f281b5fb31ccbb7035232ec1ea612feade3343ae6ca3
I0312 07:08:44.656591       1 gather.go:177] gatherer "clusterconfig" function "networks" took 58.718959ms to process 1 records
I0312 07:08:44.656601       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 59.2791ms to process 0 records
E0312 07:08:44.656608       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0312 07:08:44.656615       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 42.325366ms to process 0 records
I0312 07:08:44.656764       1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=7cb79044c2fb860117267399a0ea8c5aecf53ca326aa650de89eaa9aebe6167e
I0312 07:08:44.656792       1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=b6521148c3d869d2ec75ffbe324e63152796d3ac604714c43e702d8d7a772b1c
I0312 07:08:44.656817       1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=b760ab4ee9c12f1f7da459399865bc89b5c8c83ada86e10fee70a0afee0192d7
I0312 07:08:44.656863       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 59.326011ms to process 3 records
I0312 07:08:44.656875       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 50.213µs to process 0 records
I0312 07:08:44.656989       1 tasks_processing.go:71] worker 16 working on sap_config task.
I0312 07:08:44.657013       1 recorder.go:70] Recording config/featuregate with fingerprint=84499b1f5578bb8220c6c434d331f964becd71892d90cefe3ede46e86d4f470d
I0312 07:08:44.657028       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 59.816919ms to process 1 records
I0312 07:08:44.657219       1 tasks_processing.go:71] worker 5 working on service_accounts task.
I0312 07:08:44.657511       1 recorder.go:70] Recording config/node/ip-10-0-1-59.ec2.internal with fingerprint=6d541a6e9354b26ed61b9e3814bf2819f10505aefadb2f5c782a6efc4edfae1d
I0312 07:08:44.657527       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 59.338028ms to process 1 records
I0312 07:08:44.657537       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 58.940262ms to process 0 records
I0312 07:08:44.657543       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 60.220696ms to process 0 records
I0312 07:08:44.657551       1 tasks_processing.go:74] worker 20 stopped.
I0312 07:08:44.657556       1 tasks_processing.go:74] worker 9 stopped.
I0312 07:08:44.657561       1 tasks_processing.go:74] worker 1 stopped.
I0312 07:08:44.657565       1 tasks_processing.go:74] worker 6 stopped.
I0312 07:08:44.657569       1 tasks_processing.go:74] worker 12 stopped.
I0312 07:08:44.657574       1 tasks_processing.go:74] worker 28 stopped.
I0312 07:08:44.657578       1 tasks_processing.go:74] worker 21 stopped.
I0312 07:08:44.658203       1 tasks_processing.go:74] worker 18 stopped.
I0312 07:08:44.658317       1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0312 07:08:44.658401       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 59.600221ms to process 1 records
I0312 07:08:44.659411       1 tasks_processing.go:74] worker 2 stopped.
I0312 07:08:44.659444       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0312 07:08:44.659744       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0312 07:08:44.659865       1 operator.go:287] started
I0312 07:08:44.659900       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0312 07:08:44.660415       1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=e4b2db894a092c89e0194ab5597b8922daa1c67d04aefcdf0153ac0e3c1d4409
I0312 07:08:44.660544       1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=5e1756f191fdecb5dcebbcc4df8e203676b9d0c127371f9ca6a8374b5d53304e
I0312 07:08:44.660588       1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=245243e563fb43fb113767e815cadfce33e2cb57174c0597db3e56a716ad4695
I0312 07:08:44.660654       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=32058bf3e61f74a91b6caaae7b9e5388f005874a3b72eea1517c0736aca09128
I0312 07:08:44.660709       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=b59c0103539dbd7cc1c86659da4ac919af6b07001297d4ec4a9a969bd5f2ac7c
I0312 07:08:44.660775       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=a3e79950ebca19d1eb99dd0807952ae4768194cadbe1625b1072620d3795561b
I0312 07:08:44.660873       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=83e4a368620cd8d5164af6818a92c8af466d30c51459151a16937660da9bc09d
I0312 07:08:44.660928       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=5611e80e483b3a4e7adc32341b6ec1bbbd287a2aea3d8dc33f66ac27f19d3e24
I0312 07:08:44.661008       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=14a7ac22ec98469b0b348bb6b5699b2dc06167c7ae8c8a170674d75c056c056c
I0312 07:08:44.661112       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=5757c5f257e68dd1e2060582a9161ae2e084ed593fc8040400fd6b4e3d189856
I0312 07:08:44.661171       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 56.316158ms to process 10 records
I0312 07:08:44.661426       1 tasks_processing.go:74] worker 3 stopped.
I0312 07:08:44.661916       1 recorder.go:70] Recording config/authentication with fingerprint=85d289222b56d5daa3f14eb74eb9c729daa157c6c34a87fe49ecf9241c8395d4
I0312 07:08:44.661938       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 31.634658ms to process 1 records
I0312 07:08:44.662024       1 tasks_processing.go:74] worker 7 stopped.
I0312 07:08:44.662583       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8b4d88049eaed92643f3db54424757d3fb0622c244f6f4bb27de031b270abf51
I0312 07:08:44.662602       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 63.088753ms to process 1 records
I0312 07:08:44.668970       1 tasks_processing.go:74] worker 27 stopped.
I0312 07:08:44.668985       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 17.108518ms to process 0 records
I0312 07:08:44.674429       1 tasks_processing.go:74] worker 17 stopped.
I0312 07:08:44.674483       1 recorder.go:70] Recording config/running_containers with fingerprint=79fbfadac1344b42d1852e314671243ac37c6e7b77b09c3afb8e7e9089954d70
I0312 07:08:44.674496       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 76.109363ms to process 1 records
I0312 07:08:44.676313       1 tasks_processing.go:74] worker 16 stopped.
I0312 07:08:44.676351       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 19.309117ms to process 0 records
I0312 07:08:44.677645       1 tasks_processing.go:74] worker 11 stopped.
I0312 07:08:44.677659       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 22.254082ms to process 0 records
I0312 07:08:44.681541       1 tasks_processing.go:74] worker 19 stopped.
I0312 07:08:44.681548       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 25.68017ms to process 0 records
E0312 07:08:44.681559       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0312 07:08:44.681601       1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0312 07:08:44.681613       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 76.160817ms to process 1 records
I0312 07:08:44.681619       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 26.626539ms to process 0 records
I0312 07:08:44.681625       1 tasks_processing.go:74] worker 26 stopped.
I0312 07:08:44.681629       1 tasks_processing.go:74] worker 22 stopped.
I0312 07:08:44.696814       1 tasks_processing.go:74] worker 10 stopped.
I0312 07:08:44.696889       1 controller.go:203] Source scaController *sca.Controller is not ready
I0312 07:08:44.696902       1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready
I0312 07:08:44.696906       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0312 07:08:44.696909       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0312 07:08:44.696913       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0312 07:08:44.696929       1 controller.go:458] The operator is still being initialized
I0312 07:08:44.696936       1 controller.go:481] The operator is healthy
I0312 07:08:44.697431       1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=fe08ad64d1adcee4ac12e1f55acab63494e78033cc09c340647af1d4a07d8fb1
I0312 07:08:44.697647       1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=20df325f9ca05ab77fb9e5326d1ff53f88bf935eafe2442da802f90d49c7663b
I0312 07:08:44.697658       1 gather.go:177] gatherer "clusterconfig" function "crds" took 84.999567ms to process 2 records
I0312 07:08:44.699906       1 tasks_processing.go:74] worker 31 stopped.
I0312 07:08:44.700079       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=dbcf9af64f2fb26c568b7089095eacc02accb0058763c0dbec943953e8f99f64
I0312 07:08:44.700177       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=1475d26a0ce82c9e58b0d6751ce97314726e35a30bfd7473155aadbb90b4c855
I0312 07:08:44.700186       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 96.929282ms to process 2 records
W0312 07:08:44.700772       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0312 07:08:44.707539       1 configmapobserver.go:84] configmaps "insights-config" not found
I0312 07:08:44.707781       1 tasks_processing.go:74] worker 14 stopped.
I0312 07:08:44.707835       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 52.271031ms to process 0 records
I0312 07:08:44.707981       1 prometheus_rules.go:88] Prometheus rules successfully created
I0312 07:08:44.713145       1 tasks_processing.go:74] worker 4 stopped.
I0312 07:08:44.713501       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=5e66b79b324f5c5007af7f493232b5e1753424da4182426d61c4d0ccef75f591
I0312 07:08:44.713633       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=6775eb7d18427a78a3636727d59c020d331ab449883399735809186297af1b7f
I0312 07:08:44.713760       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=6500ad1953dddff9fc4d81b39c39f2113dff23f56cdc4080cbb97739917538a5
I0312 07:08:44.713797       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 56.568394ms to process 3 records
I0312 07:08:44.714413       1 tasks_processing.go:74] worker 30 stopped.
I0312 07:08:44.714546       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 117.272607ms to process 0 records
E0312 07:08:44.715766       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274b2c27f3-df6c-4fe8-94f5-8808dea6bb31%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:33788->172.30.0.10:53: read: connection refused
I0312 07:08:44.715824       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274b2c27f3-df6c-4fe8-94f5-8808dea6bb31%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:33788->172.30.0.10:53: read: connection refused
I0312 07:08:44.734654       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0312 07:08:44.738427       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:51038->172.30.0.10:53: read: connection refused
I0312 07:08:44.738441       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:51038->172.30.0.10:53: read: connection refused
I0312 07:08:44.742020       1 tasks_processing.go:74] worker 25 stopped.
I0312 07:08:44.742680       1 recorder.go:70] Recording config/version with fingerprint=d599e642ea478e50c4d07e3f48b142c5e6683fdff544faa4c91b8e9b0c899e83
I0312 07:08:44.742703       1 recorder.go:70] Recording config/id with fingerprint=085a855448f89ca7954d49a48a1fe32cc1480d4c0ab89d7e495e309290cf3106
I0312 07:08:44.742711       1 gather.go:177] gatherer "clusterconfig" function "version" took 87.409271ms to process 2 records
I0312 07:08:44.744621       1 tasks_processing.go:74] worker 24 stopped.
E0312 07:08:44.744634       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0312 07:08:44.744639       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0312 07:08:44.744643       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0312 07:08:44.744652       1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17
I0312 07:08:44.744677       1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0312 07:08:44.744685       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0312 07:08:44.744689       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4
I0312 07:08:44.744694       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0312 07:08:44.744732       1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0312 07:08:44.744740       1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0312 07:08:44.744745       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 145.733878ms to process 7 records
I0312 07:08:44.750823       1 tasks_processing.go:74] worker 0 stopped.
E0312 07:08:44.750838       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0312 07:08:44.750846       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p017duglg1tpkn437ft2926kjgbccj1-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p017duglg1tpkn437ft2926kjgbccj1-primary-cert-bundle-secret" not found
I0312 07:08:44.750907       1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=72eb048c8e29662620c004570f88a6bc8d8f59d5725706b421a18daf8c4071d0
I0312 07:08:44.750923       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 95.621665ms to process 1 records
I0312 07:08:44.760385       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0312 07:08:44.760398       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0312 07:08:44.764492       1 tasks_processing.go:74] worker 15 stopped.
I0312 07:08:44.764507       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 140.983865ms to process 0 records
I0312 07:08:44.800624       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator"
I0312 07:08:44.811379       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress"
I0312 07:08:45.118969       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0312 07:08:45.149517       1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers
I0312 07:08:45.149532       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes
I0312 07:08:45.149943       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-pgbz5 pod in namespace openshift-dns (previous: false).
I0312 07:08:45.319735       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0312 07:08:45.395909       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-pgbz5 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-pgbz5\" is waiting to start: ContainerCreating"
I0312 07:08:45.395933       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-pgbz5\" is waiting to start: ContainerCreating"
I0312 07:08:45.395940       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-pgbz5 pod in namespace openshift-dns (previous: false).
I0312 07:08:45.553981       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-pgbz5 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-pgbz5\" is waiting to start: ContainerCreating"
I0312 07:08:45.554004       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-pgbz5\" is waiting to start: ContainerCreating"
I0312 07:08:45.554016       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q6xhq pod in namespace openshift-dns (previous: false).
W0312 07:08:45.700647       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0312 07:08:45.755221       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0312 07:08:45.755242       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-558cf47898-9hb7r pod in namespace openshift-image-registry (previous: false).
I0312 07:08:45.949173       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0312 07:08:45.949192       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-558cf47898-jf88j pod in namespace openshift-image-registry (previous: false).
I0312 07:08:46.121679       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0312 07:08:46.155536       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-558cf47898-jf88j pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-558cf47898-jf88j\" is waiting to start: ContainerCreating"
I0312 07:08:46.155621       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-558cf47898-jf88j\" is waiting to start: ContainerCreating"
I0312 07:08:46.155656       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-95dc65545-r8glf pod in namespace openshift-image-registry (previous: false).
I0312 07:08:46.349882       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0312 07:08:46.349903       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-drlv4 pod in namespace openshift-image-registry (previous: false).
I0312 07:08:46.555536       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0312 07:08:46.555554       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5774675d9f-lgkms pod in namespace openshift-ingress (previous: false).
W0312 07:08:46.700892       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0312 07:08:46.723623       1 tasks_processing.go:74] worker 29 stopped.
I0312 07:08:46.723673       1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=fda708ed77b523a27adde8fecf6d272c714f50cccccd6e747ad03f7b1f990967
I0312 07:08:46.723703       1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=fa75ebc26db6bd1bdafff0182a491b9d4cde3512fdc392d588f0c6d4da972332
I0312 07:08:46.723734       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0312 07:08:46.723760       1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=c56a73dfcfe29fb37638a1e3570fea9b28f0e53dd479435421ce1e629894d723
I0312 07:08:46.723779       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0312 07:08:46.723812       1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=e7e6db7030affa8e5bbfe834907912eb6b4bbd6c492cb0940c907482d49711ab
I0312 07:08:46.723848       1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=3292bfddf66986942644e14025adc89974b1d52495a9c35ff0bd1b055a644e8a
I0312 07:08:46.723875       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=cab3db992d4382fdd7ccb5c1a622d6be97464174ffe12fb67146dad264a5516c
I0312 07:08:46.723893       1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=b0be3982f413ffef8d0a674732fed2055e6f6e570ba99f710fe65ead49292f12
I0312 07:08:46.723913       1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=677af20f51ae1b90d8279c77f4d993329485b2646a6f6729370dda810359b93b
I0312 07:08:46.723924       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0312 07:08:46.723941       1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=2f5958a5429a593769fd5e926feb18afc77f67d7ef1a009ee14c5171683208db
I0312 07:08:46.723954       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0312 07:08:46.723972       1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=7ac294c667b77decd61464e2ec2817810606db437889253f3c52753947471c40
I0312 07:08:46.723983       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0312 07:08:46.723997       1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=76e73c8043586c636665b360967819dea41e98c92fc7a08845bf38151c2d9850
I0312 07:08:46.724025       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0312 07:08:46.724044       1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=9ea14f60def494b16b0d93f1c46ee5500cef2e4e0401fc25075bb121dea5e88c
I0312 07:08:46.724154       1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=e60f616c09e1893bb19579dfc111905b02765e60e47d5af693ac1c68257fffba
I0312 07:08:46.724178       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0312 07:08:46.724200       1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=8435f2002d21b8384341bc9635f98fbb45868dec23d906e032961d10fe15827e
I0312 07:08:46.724224       1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=0c0e41ce17fa7b8bd2e5253f0e93228be6e6f6e04685352cabceb088f1ac5751
I0312 07:08:46.724234       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0312 07:08:46.724250       1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=7d3cd5c0482f216845b06ebadc8dc0d4bf77cc8998a5fab5831ec02a3d3be452
I0312 07:08:46.724265       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0312 07:08:46.724279       1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=5297c17e9a0392294d170db4f2f341fb2c684def43d4b9ea02ccbacb996136c0
I0312 07:08:46.724294       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=fe8a182c1bdd85d367cc479929fd576389d03e9e1cd95ace3e2519e565390051
I0312 07:08:46.724311       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=4cf88634f2446ee1ecb3b0d9ba29062ad3cdf7396ae44ca0cd1d3ae39f9da3be
I0312 07:08:46.724327       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=f21a66d019da1121a3132f9949a40dba4a9b4107360e5e7a973b85b822c1b46b
I0312 07:08:46.724368       1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=bceb29538fbd5bf5533ffba560e87537f5f71b10d348bfa5ff13603b98a3b354
I0312 07:08:46.724380       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0312 07:08:46.724408       1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=fe6aa2ceb8816c952364ad8876be5da963cc985f81f83d877ce32df46d84148a
I0312 07:08:46.724428       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0312 07:08:46.724438       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0312 07:08:46.724445       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.12601866s to process 34 records
I0312 07:08:46.755065       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5774675d9f-lgkms pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5774675d9f-lgkms\" is waiting to start: ContainerCreating"
I0312 07:08:46.755085       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5774675d9f-lgkms\" is waiting to start: ContainerCreating"
I0312 07:08:46.755099       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-85ccb6db8-54l5l pod in namespace openshift-ingress (previous: false).
I0312 07:08:46.951754       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0312 07:08:46.951776       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-85ccb6db8-89kzn pod in namespace openshift-ingress (previous: false).
I0312 07:08:47.163349       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-85ccb6db8-89kzn pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-85ccb6db8-89kzn\" is waiting to start: ContainerCreating"
I0312 07:08:47.163368       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-85ccb6db8-89kzn\" is waiting to start: ContainerCreating"
I0312 07:08:47.163378       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-dzrv6 pod in namespace openshift-ingress-canary (previous: false).
I0312 07:08:47.355904       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-dzrv6 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-dzrv6\" is waiting to start: ContainerCreating"
I0312 07:08:47.355922       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-dzrv6\" is waiting to start: ContainerCreating"
I0312 07:08:47.355940       1 tasks_processing.go:74] worker 8 stopped.
I0312 07:08:47.356026       1 recorder.go:70] Recording events/openshift-dns with fingerprint=37814490180c9bf8c750c891649cc05fde6693ef3c14e75edf8101757ed25007
I0312 07:08:47.356115       1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=5ff945298a9034eb33692c9e95f34d76199f35691f527b2e9fc7613895450814
I0312 07:08:47.356190       1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=ddb02b87d620d9f99b917ae00b36440353749a8a73a38a00e010c8ead23157b3
I0312 07:08:47.356255       1 recorder.go:70] Recording events/openshift-ingress with fingerprint=f20c406fe89cc38d2c04a22d0e377397d35fa0438b2a7f8efa02af2540c5175a
I0312 07:08:47.356276       1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=4fbcfaac515da1fc21574dc589f98fb573e23359f5d964e502c0b44d2dd1a8fb
I0312 07:08:47.356291       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.700786553s to process 5 records
W0312 07:08:47.701722       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0312 07:08:48.713742       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0312 07:08:49.696787       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
E0312 07:08:49.696825       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0312 07:08:49.696832       1 tasks_processing.go:74] worker 23 stopped.
I0312 07:08:49.696841       1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0312 07:08:49.696856       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0312 07:08:49.696868       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.045789007s to process 1 records
I0312 07:08:56.873033       1 configmapobserver.go:84] configmaps "insights-config" not found
I0312 07:08:57.071004       1 tasks_processing.go:74] worker 13 stopped.
I0312 07:08:57.071045       1 recorder.go:70] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0312 07:08:57.071062       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.461848049s to process 1 records
I0312 07:08:57.418520       1 configmapobserver.go:84] configmaps "insights-config" not found
I0312 07:08:57.616731       1 configmapobserver.go:84] configmaps "insights-config" not found
I0312 07:08:57.865961       1 tasks_processing.go:74] worker 5 stopped.
I0312 07:08:57.866241       1 recorder.go:70] Recording config/serviceaccounts with fingerprint=29ecf786211bc49b69ab0dc7a4cfc0a4d8b0e3c5cbe08dd4c30acd97b260957f
I0312 07:08:57.866256       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.208722759s to process 1 records
E0312 07:08:57.866325       1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.27s with: function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0312 07:08:57.867455       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0312 07:08:57.867470       1 periodic.go:212] Running workloads gatherer
I0312 07:08:57.867484       1 tasks_processing.go:45] number of workers: 2
I0312 07:08:57.867499       1 tasks_processing.go:69] worker 1 listening for tasks.
I0312 07:08:57.867506       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0312 07:08:57.867511       1 tasks_processing.go:69] worker 0 listening for tasks.
I0312 07:08:57.867584       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0312 07:08:57.893139       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data
I0312 07:08:57.903763       1 gather_workloads_info.go:387] No image sha256:e769c66a73547a7f9dc0cd096deac5e195e193e231e232d124bbea6c989fc0ac (11ms)
I0312 07:08:57.906277       1 tasks_processing.go:74] worker 0 stopped.
I0312 07:08:57.906292       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 38.675647ms to process 0 records
I0312 07:08:57.914426       1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (11ms)
I0312 07:08:57.925249       1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (11ms)
I0312 07:08:57.935798       1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (11ms)
I0312 07:08:57.945989       1 gather_workloads_info.go:387] No image sha256:f1b21788197e9801d6826d91c565583fe54959d23d499c0fba2180d924eeee73 (10ms)
I0312 07:08:57.956610       1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (11ms)
I0312 07:08:57.968859       1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (12ms)
I0312 07:08:57.979573       1 gather_workloads_info.go:387] No image sha256:a677901ab281a207eb3e91187175b3881a1ee9a7e7e18758d76612e4b361f0f9 (11ms)
I0312 07:08:57.990554       1 gather_workloads_info.go:387] No image sha256:ec06a66459e1645424664e74b9d17cb30db18d10b5a8feb9bf05e1fc3b85aafa (11ms)
I0312 07:08:58.001076       1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (10ms)
I0312 07:08:58.011753       1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (11ms)
I0312 07:08:58.105047       1 gather_workloads_info.go:387] No image sha256:c130d9ed2555ee901ae165b105445ce7550bb90c7d91f1430c6c36d960ce04ea (93ms)
I0312 07:08:58.205451       1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms)
I0312 07:08:58.305514       1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (100ms)
I0312 07:08:58.410084       1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (105ms)
I0312 07:08:58.505670       1 gather_workloads_info.go:387] No image sha256:d93441b88bd020cae0a819977b23ca7be19e037d9bf634c16710864a08a4929f (96ms)
I0312 07:08:58.608898       1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (103ms)
I0312 07:08:58.704678       1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (96ms)
I0312 07:08:58.812657       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (108ms)
I0312 07:08:58.904353       1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (92ms)
I0312 07:08:59.009746       1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (105ms)
I0312 07:08:59.104632       1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (95ms)
I0312 07:08:59.204501       1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (100ms)
I0312 07:08:59.304706       1 gather_workloads_info.go:387] No image sha256:e36eaf2777370280753c5e56471c656b03903318a7a1777dec2fd7aa8939e445 (100ms)
I0312 07:08:59.404816       1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (100ms)
I0312 07:08:59.504702       1 gather_workloads_info.go:387] No image sha256:f6e156f39b06d196b46d8ed3a03ca337e939dba0060e40de4455b4e77b90929e (100ms)
I0312 07:08:59.605263       1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (101ms)
I0312 07:08:59.705197       1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (100ms)
I0312 07:08:59.808110       1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (103ms)
I0312 07:08:59.905089       1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (97ms)
I0312 07:09:00.005801       1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (101ms)
I0312 07:09:00.105507       1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (100ms)
I0312 07:09:00.208413       1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (103ms)
I0312 07:09:00.305117       1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (97ms)
I0312 07:09:00.408259       1 gather_workloads_info.go:387] No image sha256:b3adb38c4c5f4283e38ac14fbd4c1ccb1ab5a2e6db97002d4a0a86532c9f57f9 (103ms)
I0312 07:09:00.505088       1 gather_workloads_info.go:387] No image sha256:c72808eca4192c623de8ff11fae45d61179141ff5270ae2e3c3199aef2ff1937 (97ms)
I0312 07:09:00.605156       1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms)
I0312 07:09:00.704872       1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (100ms)
I0312 07:09:00.805683       1 gather_workloads_info.go:387] No image sha256:e2bb91005aafe2b2a1cf98231daf533b77c424be875471059664c632d83beb7c (101ms)
I0312 07:09:00.905034       1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (99ms)
I0312 07:09:01.005049       1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms)
I0312 07:09:01.104419       1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (99ms)
I0312 07:09:01.104448       1 tasks_processing.go:74] worker 1 stopped.
E0312 07:09:01.104459       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0312 07:09:01.104718       1 recorder.go:70] Recording config/workload_info with fingerprint=75b881b056f40bb43b8594edd9777394f8eae8493cebbe154efed7e8ccca7d7d
I0312 07:09:01.104732       1 gather.go:177] gatherer "workloads" function "workload_info" took 3.236935684s to process 1 records
E0312 07:09:01.104756       1 periodic.go:250] "Unhandled Error" err="workloads failed after 3.237s with: function \"workload_info\" failed with an error"
I0312 07:09:01.105851       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0312 07:09:01.105863       1 periodic.go:212] Running conditional gatherer
I0312 07:09:01.115653       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules
I0312 07:09:01.122562       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.15:54328->172.30.0.10:53: read: connection refused
E0312 07:09:01.122822       1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0312 07:09:01.122879       1 conditional_gatherer.go:382] updating version cache for conditional gatherer
I0312 07:09:01.132473       1 conditional_gatherer.go:390] cluster version is '4.19.9'
E0312 07:09:01.132486       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0312 07:09:01.132491       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0312 07:09:01.132494       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0312 07:09:01.132498       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0312 07:09:01.132501       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0312 07:09:01.132505       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0312 07:09:01.132507       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0312 07:09:01.132510       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
E0312 07:09:01.132513       1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing
I0312 07:09:01.132528       1 tasks_processing.go:45] number of workers: 3
I0312 07:09:01.132534       1 tasks_processing.go:69] worker 2 listening for tasks.
I0312 07:09:01.132539       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0312 07:09:01.132547       1 tasks_processing.go:69] worker 0 listening for tasks.
I0312 07:09:01.132554       1 tasks_processing.go:69] worker 1 listening for tasks.
I0312 07:09:01.132623       1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task.
I0312 07:09:01.132636       1 tasks_processing.go:74] worker 1 stopped.
I0312 07:09:01.132636       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0312 07:09:01.132733       1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0312 07:09:01.132749       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.429µs to process 1 records
I0312 07:09:01.132785       1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0312 07:09:01.132794       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 2.306µs to process 1 records
I0312 07:09:01.132799       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 243.138µs to process 0 records
I0312 07:09:01.132804       1 tasks_processing.go:74] worker 2 stopped.
I0312 07:09:01.132810       1 tasks_processing.go:74] worker 0 stopped.
I0312 07:09:01.132830       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.15:54328->172.30.0.10:53: read: connection refused
I0312 07:09:01.132845       1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0312 07:09:01.158667       1 recorder.go:70] Recording insights-operator/gathers with fingerprint=d352dbb6cfb5f8ce05595aee37cb6523b341c344f7c3223b45afa141e997b99f
I0312 07:09:01.158783       1 diskrecorder.go:70] Writing 94 records to /var/lib/insights-operator/insights-2026-03-12-070901.tar.gz
I0312 07:09:01.164549       1 diskrecorder.go:51] Wrote 94 records to disk in 5ms
I0312 07:09:01.164578       1 periodic.go:281] Gathering cluster info every 2h0m0s
I0312 07:09:01.164593       1 periodic.go:282] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0312 07:09:10.500543       1 configmapobserver.go:84] configmaps "insights-config" not found
I0312 07:10:14.596587       1 diskrecorder.go:223] Found files to send: insights-2026-03-12-070901.tar.gz
I0312 07:10:14.596614       1 insightsuploader.go:150] Checking archives to upload periodically every 15m33.716953718s
I0312 07:10:14.596623       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0312 07:10:14.613977       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0312 07:10:14.763901       1 requests.go:87] Successfully reported id=2026-03-12T07:10:14Z x-rh-insights-request-id=35b85b6810c94753bdf094496a7f33a9, wrote=43607
I0312 07:10:14.764010       1 insightsuploader.go:187] Uploaded report successfully in 167.377502ms
I0312 07:10:14.764038       1 controller.go:119] Initializing last reported time to 2026-03-12T07:10:14Z
I0312 07:10:14.764105       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0312 07:10:14.764115       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0312 07:10:14.764121       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0312 07:10:14.773253       1 controller.go:481] The operator is healthy
I0312 07:10:18.997524       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="1a91ef1578f800b8a342b8f104d96a85a9f967995675d46df39851fa9ddfbe11")
W0312 07:10:18.997557       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0312 07:10:18.997601       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="481b7dfa0dc23c9f6f8cafabdf219c97dcca484521fed4d43e0b7e10923520cb")
I0312 07:10:18.997629       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"