W0324 08:59:37.079294       1 cmd.go:257] Using insecure, self-signed certificates
I0324 08:59:37.440052       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 08:59:37.440385       1 observer_polling.go:159] Starting file observer
I0324 08:59:37.736445       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0324 08:59:37.736721       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0324 08:59:37.737696       1 secure_serving.go:57] Forcing use of http/1.1 only
W0324 08:59:37.737785       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0324 08:59:37.737819       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0324 08:59:37.737846       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0324 08:59:37.737871       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0324 08:59:37.737920       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0324 08:59:37.737948       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0324 08:59:37.737753       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0324 08:59:37.742387       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"0c875042-2134-4d50-b656-63cc371d08e5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0324 08:59:37.742440       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0324 08:59:37.751270       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0324 08:59:37.751327       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0324 08:59:37.751794       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-4065380226/tls.crt::/tmp/serving-cert-4065380226/tls.key"
I0324 08:59:37.751292       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0324 08:59:37.752355       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0324 08:59:37.753249       1 secure_serving.go:213] Serving securely on [::]:8443
I0324 08:59:37.751752       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0324 08:59:37.753420       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0324 08:59:37.753324       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0324 08:59:37.754737       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0324 08:59:37.754768       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0324 08:59:37.754903       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0324 08:59:37.773700       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0324 08:59:37.773726       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0324 08:59:37.785858       1 secretconfigobserver.go:119] support secret does not exist
I0324 08:59:37.798482       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0324 08:59:37.810644       1 secretconfigobserver.go:119] support secret does not exist
I0324 08:59:37.811879       1 recorder.go:176] Pruning old reports every 4h33m25s, max age is 288h0m0s
I0324 08:59:37.826379       1 periodic.go:216] Running clusterconfig gatherer
I0324 08:59:37.826462       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0324 08:59:37.826517       1 insightsreport.go:296] Starting report retriever
I0324 08:59:37.826537       1 tasks_processing.go:45] number of workers: 32
I0324 08:59:37.826607       1 tasks_processing.go:69] worker 2 listening for tasks.
I0324 08:59:37.826635       1 tasks_processing.go:69] worker 3 listening for tasks.
I0324 08:59:37.826683       1 tasks_processing.go:69] worker 5 listening for tasks.
I0324 08:59:37.826714       1 tasks_processing.go:71] worker 5 working on node_logs task.
I0324 08:59:37.826735       1 tasks_processing.go:69] worker 23 listening for tasks.
I0324 08:59:37.826790       1 tasks_processing.go:69] worker 24 listening for tasks.
I0324 08:59:37.826819       1 tasks_processing.go:69] worker 25 listening for tasks.
I0324 08:59:37.826859       1 tasks_processing.go:69] worker 26 listening for tasks.
I0324 08:59:37.826908       1 tasks_processing.go:69] worker 27 listening for tasks.
I0324 08:59:37.826943       1 tasks_processing.go:69] worker 28 listening for tasks.
I0324 08:59:37.826984       1 tasks_processing.go:69] worker 29 listening for tasks.
I0324 08:59:37.827012       1 tasks_processing.go:69] worker 30 listening for tasks.
I0324 08:59:37.826626       1 tasks_processing.go:69] worker 31 listening for tasks.
I0324 08:59:37.826544       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0324 08:59:37.826642       1 tasks_processing.go:71] worker 2 working on active_alerts task.
W0324 08:59:37.827163       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 08:59:37.827203       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 80.903µs to process 0 records
I0324 08:59:37.826380       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0324 08:59:37.827269       1 tasks_processing.go:69] worker 7 listening for tasks.
I0324 08:59:37.827276       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0324 08:59:37.827348       1 tasks_processing.go:69] worker 12 listening for tasks.
I0324 08:59:37.827372       1 tasks_processing.go:69] worker 14 listening for tasks.
I0324 08:59:37.827416       1 tasks_processing.go:71] worker 23 working on olm_operators task.
I0324 08:59:37.827445       1 tasks_processing.go:71] worker 27 working on nodes task.
I0324 08:59:37.827672       1 tasks_processing.go:71] worker 29 working on machine_config_pools task.
I0324 08:59:37.827946       1 tasks_processing.go:71] worker 30 working on openshift_logging task.
I0324 08:59:37.828120       1 tasks_processing.go:71] worker 2 working on openstack_controlplanes task.
I0324 08:59:37.828189       1 tasks_processing.go:71] worker 7 working on image_pruners task.
I0324 08:59:37.826715       1 tasks_processing.go:69] worker 20 listening for tasks.
I0324 08:59:37.827421       1 tasks_processing.go:71] worker 14 working on machine_sets task.
I0324 08:59:37.826690       1 tasks_processing.go:71] worker 3 working on pdbs task.
I0324 08:59:37.826669       1 tasks_processing.go:69] worker 17 listening for tasks.
I0324 08:59:37.828649       1 tasks_processing.go:71] worker 17 working on machine_healthchecks task.
I0324 08:59:37.826676       1 tasks_processing.go:69] worker 4 listening for tasks.
I0324 08:59:37.826699       1 tasks_processing.go:69] worker 18 listening for tasks.
I0324 08:59:37.826707       1 tasks_processing.go:69] worker 19 listening for tasks.
I0324 08:59:37.826722       1 tasks_processing.go:69] worker 21 listening for tasks.
I0324 08:59:37.826728       1 tasks_processing.go:69] worker 22 listening for tasks.
I0324 08:59:37.827261       1 tasks_processing.go:69] worker 6 listening for tasks.
I0324 08:59:37.826652       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 08:59:37.827303       1 tasks_processing.go:69] worker 13 listening for tasks.
I0324 08:59:37.827316       1 tasks_processing.go:69] worker 8 listening for tasks.
I0324 08:59:37.827326       1 tasks_processing.go:69] worker 9 listening for tasks.
I0324 08:59:37.827333       1 tasks_processing.go:69] worker 10 listening for tasks.
I0324 08:59:37.827341       1 tasks_processing.go:69] worker 11 listening for tasks.
I0324 08:59:37.827393       1 tasks_processing.go:69] worker 15 listening for tasks.
I0324 08:59:37.827402       1 tasks_processing.go:69] worker 16 listening for tasks.
I0324 08:59:37.827411       1 tasks_processing.go:71] worker 12 working on sap_pods task.
I0324 08:59:37.828837       1 tasks_processing.go:71] worker 16 working on cluster_apiserver task.
I0324 08:59:37.828995       1 tasks_processing.go:71] worker 4 working on machine_autoscalers task.
I0324 08:59:37.826660       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 08:59:37.829196       1 tasks_processing.go:71] worker 1 working on pod_network_connectivity_checks task.
I0324 08:59:37.829058       1 tasks_processing.go:71] worker 0 working on jaegers task.
I0324 08:59:37.827433       1 tasks_processing.go:71] worker 24 working on sap_config task.
I0324 08:59:37.827437       1 tasks_processing.go:71] worker 25 working on oauths task.
I0324 08:59:37.827442       1 tasks_processing.go:71] worker 26 working on operators_pods_and_events task.
I0324 08:59:37.828334       1 tasks_processing.go:71] worker 31 working on validating_webhook_configurations task.
I0324 08:59:37.828389       1 tasks_processing.go:71] worker 20 working on aggregated_monitoring_cr_names task.
I0324 08:59:37.829061       1 tasks_processing.go:71] worker 21 working on certificate_signing_requests task.
I0324 08:59:37.829064       1 tasks_processing.go:71] worker 22 working on config_maps task.
I0324 08:59:37.829067       1 tasks_processing.go:71] worker 18 working on overlapping_namespace_uids task.
I0324 08:59:37.829068       1 tasks_processing.go:71] worker 6 working on container_images task.
I0324 08:59:37.829071       1 tasks_processing.go:71] worker 19 working on nodenetworkstates task.
I0324 08:59:37.829074       1 tasks_processing.go:71] worker 9 working on storage_classes task.
I0324 08:59:37.829077       1 tasks_processing.go:71] worker 11 working on proxies task.
I0324 08:59:37.829078       1 tasks_processing.go:71] worker 13 working on operators task.
I0324 08:59:37.829082       1 tasks_processing.go:71] worker 10 working on ingress_certificates task.
I0324 08:59:37.829082       1 tasks_processing.go:71] worker 8 working on nodenetworkconfigurationpolicies task.
I0324 08:59:37.829087       1 tasks_processing.go:71] worker 15 working on networks task.
I0324 08:59:37.827429       1 tasks_processing.go:71] worker 28 working on container_runtime_configs task.
I0324 08:59:37.836986       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0324 08:59:37.837009       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0324 08:59:37.837030       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0324 08:59:37.837036       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0324 08:59:37.837056       1 controller.go:531] The operator is still being initialized
I0324 08:59:37.837068       1 controller.go:554] The operator is healthy
I0324 08:59:37.842531       1 tasks_processing.go:71] worker 2 working on metrics task.
I0324 08:59:37.842541       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.357663ms to process 0 records
W0324 08:59:37.842569       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 08:59:37.842582       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 30.634µs to process 0 records
I0324 08:59:37.842624       1 tasks_processing.go:71] worker 2 working on support_secret task.
I0324 08:59:37.846295       1 tasks_processing.go:71] worker 29 working on sap_datahubs task.
I0324 08:59:37.846601       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 18.580985ms to process 0 records
I0324 08:59:37.851764       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0324 08:59:37.852790       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0324 08:59:37.853476       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0324 08:59:37.853800       1 tasks_processing.go:71] worker 19 working on clusterroles task.
I0324 08:59:37.853824       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 21.954745ms to process 0 records
I0324 08:59:37.854668       1 tasks_processing.go:71] worker 14 working on openstack_dataplanenodesets task.
I0324 08:59:37.854980       1 base_controller.go:82] Caches are synced for ConfigController 
I0324 08:59:37.855040       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0324 08:59:37.855218       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 26.237742ms to process 0 records
I0324 08:59:37.855287       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 26.303386ms to process 0 records
E0324 08:59:37.855320       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0324 08:59:37.855364       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 25.99491ms to process 0 records
I0324 08:59:37.855394       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 25.731773ms to process 0 records
I0324 08:59:37.855420       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 27.954488ms to process 0 records
I0324 08:59:37.855465       1 tasks_processing.go:71] worker 23 working on openstack_dataplanedeployments task.
I0324 08:59:37.855705       1 tasks_processing.go:71] worker 24 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0324 08:59:37.856194       1 recorder.go:75] Recording config/oauth with fingerprint=3f188123e9a642daf1a365feaf69196a23fe0d7e993f814db0dedd990e8c9c64
I0324 08:59:37.856222       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 26.128516ms to process 1 records
I0324 08:59:37.856232       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 29.067793ms to process 0 records
I0324 08:59:37.856381       1 recorder.go:75] Recording config/apiserver with fingerprint=0dc752802c07ee0bc0d0d2a11c702970fb8edd206ae16eb6d2d51aacfde75e0d
I0324 08:59:37.856399       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 27.325188ms to process 1 records
I0324 08:59:37.856406       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 28.207191ms to process 0 records
I0324 08:59:37.856414       1 tasks_processing.go:71] worker 30 working on schedulers task.
I0324 08:59:37.856588       1 tasks_processing.go:71] worker 16 working on machine_configs task.
I0324 08:59:37.856751       1 tasks_processing.go:71] worker 12 working on ingress task.
I0324 08:59:37.856924       1 tasks_processing.go:71] worker 5 working on dvo_metrics task.
I0324 08:59:37.858285       1 tasks_processing.go:71] worker 1 working on cost_management_metrics_configs task.
I0324 08:59:37.858542       1 tasks_processing.go:71] worker 4 working on openstack_version task.
I0324 08:59:37.858845       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 29.432477ms to process 0 records
I0324 08:59:37.859810       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 29.35881ms to process 0 records
I0324 08:59:37.859850       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 12.769447ms to process 0 records
I0324 08:59:37.859878       1 tasks_processing.go:71] worker 29 working on authentication task.
I0324 08:59:37.855745       1 tasks_processing.go:71] worker 25 working on image task.
I0324 08:59:37.860425       1 tasks_processing.go:71] worker 0 working on tsdb_status task.
W0324 08:59:37.860481       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 08:59:37.860511       1 tasks_processing.go:71] worker 0 working on ceph_cluster task.
I0324 08:59:37.860781       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 45.087µs to process 0 records
I0324 08:59:37.862128       1 tasks_processing.go:71] worker 8 working on lokistack task.
I0324 08:59:37.862280       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 28.828855ms to process 0 records
E0324 08:59:37.863025       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0324 08:59:37.863077       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 33.539943ms to process 0 records
I0324 08:59:37.863113       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 28.814141ms to process 0 records
I0324 08:59:37.863344       1 tasks_processing.go:71] worker 3 working on node_features task.
I0324 08:59:37.863414       1 tasks_processing.go:71] worker 17 working on install_plans task.
I0324 08:59:37.863420       1 tasks_processing.go:71] worker 28 working on monitoring_persistent_volumes task.
I0324 08:59:37.866289       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=b1dd3defa3a595539f9d42ef905effe8a23988e398bb7f22b2e22287187f5eff
I0324 08:59:37.866369       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=a7ad9759874aa95576dd7d4b0f5b14d946fea13d256388dc51dd72c0b5557575
I0324 08:59:37.866415       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=0e0f0e34f703f0f6b78d833915dfb9a9a9b47d15d4243a9c458230a9469b52b3
I0324 08:59:37.866444       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 34.115225ms to process 3 records
I0324 08:59:37.866555       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=078e3144d53218003ca4b66f1081d0ed5d6f6913f336a14ad89d0f7380a25aeb
I0324 08:59:37.866593       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=99604494780fe74a203308f0f6a1b7f71e7098646b44b7cbefa1a1137ee9ef02
I0324 08:59:37.866618       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 30.738354ms to process 2 records
I0324 08:59:37.866897       1 recorder.go:75] Recording config/network with fingerprint=60f5948e5c21e7dd92add00ab97fee7d1182c8f92477cc0deb72d80ed20ac0ce
I0324 08:59:37.866939       1 gather.go:177] gatherer "clusterconfig" function "networks" took 32.093546ms to process 1 records
I0324 08:59:37.866967       1 tasks_processing.go:71] worker 15 working on service_accounts task.
E0324 08:59:37.867470       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0324 08:59:37.867496       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 24.80492ms to process 0 records
I0324 08:59:37.868144       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 9.832706ms to process 0 records
I0324 08:59:37.868189       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 7.6508ms to process 0 records
I0324 08:59:37.868351       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0324 08:59:37.868378       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 37.031171ms to process 1 records
I0324 08:59:37.868444       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.717858ms to process 0 records
I0324 08:59:37.868588       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 13.091118ms to process 0 records
I0324 08:59:37.868694       1 tasks_processing.go:71] worker 23 working on mutating_webhook_configurations task.
I0324 08:59:37.868933       1 tasks_processing.go:71] worker 9 working on storage_cluster task.
I0324 08:59:37.869070       1 tasks_processing.go:71] worker 18 working on image_registries task.
I0324 08:59:37.869116       1 tasks_processing.go:71] worker 14 working on silenced_alerts task.
W0324 08:59:37.869156       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 08:59:37.869177       1 tasks_processing.go:71] worker 2 working on crds task.
I0324 08:59:37.869201       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=542d29f090fc23ec55eadec468e3c351c7c59c37ee32b14e28d0eb20dd449a23
I0324 08:59:37.869236       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 40.35377ms to process 1 records
I0324 08:59:37.869312       1 tasks_processing.go:71] worker 7 working on feature_gates task.
I0324 08:59:37.869434       1 tasks_processing.go:71] worker 1 working on qemu_kubevirt_launcher_logs task.
I0324 08:59:37.869540       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=095ec27e0f2e1853a83bd24f4e76944fcbd31e4b564d68962064b7065e64dae6
I0324 08:59:37.869692       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a08c5b6d83aa24c2f04a521124602810e67355a78be35962496aef8e61649ceb
W0324 08:59:37.869712       1 operator.go:328] started
I0324 08:59:37.869746       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0324 08:59:37.869779       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=839bc0ded9a9616c70ebbaf3bfd82ae5b3651dd38b2d182434fb922db1765955
I0324 08:59:37.869833       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0324 08:59:37.869842       1 tasks_processing.go:71] worker 31 working on machines task.
I0324 08:59:37.869879       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0324 08:59:37.869835       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=0773e926b61c005b0f014b17866c0d098b47e7060cdfbae1564241c174a10148
I0324 08:59:37.870149       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=49be955f2deb0739a1621eacbcfc8a552958e5951244b763b2139439a47edc8f
I0324 08:59:37.870201       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=6e99e2883a4bcd72de7eb07b3a847ff068691c9273bcdb6f59ce3e0cd8d76210
I0324 08:59:37.870240       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=b1085b6722a4811ed900f75220e07dcbf80b9d081df76cb011908696bf60cafd
I0324 08:59:37.870307       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=2faff2f2b7b66c72d1a8cf224d0c2efa0be9a01b28ae3aa2b683eb3bc2fc8b4b
I0324 08:59:37.870350       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=11a2060d3b31c5753bd70e3be1ffdfb6b30c386c27d5a265b07c952351d57efa
I0324 08:59:37.870391       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=369e94bc5805524e7f11c9a665d995cd2877de53aa14d1256a15e253b9bdc930
I0324 08:59:37.870475       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=c9579de8f6c36cab79245e8c74b6e309cb56854b7fc4c507a86ad602a6b2639b
I0324 08:59:37.870510       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 38.897942ms to process 11 records
I0324 08:59:37.870425       1 tasks_processing.go:71] worker 0 working on version task.
I0324 08:59:37.870635       1 recorder.go:75] Recording config/proxy with fingerprint=3664e973f6078068f09a9c3d1161769a37c883a9015802ac806f9219b0a2bac7
I0324 08:59:37.870667       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 36.635936ms to process 1 records
I0324 08:59:37.870694       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 40.8µs to process 0 records
I0324 08:59:37.870719       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 10.862538ms to process 0 records
I0324 08:59:37.870743       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 7.700992ms to process 0 records
I0324 08:59:37.870770       1 tasks_processing.go:71] worker 8 working on infrastructures task.
I0324 08:59:37.870647       1 tasks_processing.go:71] worker 11 working on openshift_machine_api_events task.
E0324 08:59:37.870528       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0324 08:59:37.871003       1 tasks_processing.go:74] worker 30 stopped.
I0324 08:59:37.871010       1 tasks_processing.go:74] worker 4 stopped.
I0324 08:59:37.871014       1 tasks_processing.go:74] worker 14 stopped.
I0324 08:59:37.871562       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=207b2db1aaf8d5b05ae13a3285eab1aed8c3d98ad8902d2cf4b01c85294be017
I0324 08:59:37.871608       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 14.460774ms to process 1 records
I0324 08:59:37.871636       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 7.520571ms to process 0 records
I0324 08:59:37.871663       1 tasks_processing.go:74] worker 3 stopped.
I0324 08:59:37.872447       1 tasks_processing.go:74] worker 6 stopped.
I0324 08:59:37.872597       1 recorder.go:75] Recording config/running_containers with fingerprint=95676bbb5ff53a84a2d5209f159514922385cf81a612cadc768c824d10d6e6bc
I0324 08:59:37.872646       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 40.897319ms to process 1 records
I0324 08:59:37.873751       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 08:59:37.877259       1 tasks_processing.go:74] worker 31 stopped.
E0324 08:59:37.877280       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0324 08:59:37.877287       1 gather.go:177] gatherer "clusterconfig" function "machines" took 7.348669ms to process 0 records
I0324 08:59:37.886268       1 tasks_processing.go:74] worker 9 stopped.
I0324 08:59:37.886349       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 17.304783ms to process 0 records
I0324 08:59:37.887899       1 tasks_processing.go:74] worker 29 stopped.
I0324 08:59:37.888425       1 recorder.go:75] Recording config/authentication with fingerprint=ec7063c352b798fb1057c522a4421ab4dfcdf22f3500e556728c6156a46a73e5
I0324 08:59:37.888463       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 27.949342ms to process 1 records
I0324 08:59:37.888752       1 recorder.go:75] Recording config/ingress with fingerprint=0f108a691998d4b07de7bbedc4a6df9874b41d3f25cc417b906672994770389b
I0324 08:59:37.888774       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 31.378514ms to process 1 records
I0324 08:59:37.888801       1 tasks_processing.go:74] worker 12 stopped.
I0324 08:59:37.889142       1 tasks_processing.go:74] worker 20 stopped.
I0324 08:59:37.889187       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 59.106659ms to process 0 records
I0324 08:59:37.889473       1 tasks_processing.go:74] worker 25 stopped.
I0324 08:59:37.889693       1 recorder.go:75] Recording config/image with fingerprint=065a8938bc6f52265dafef4a8be208de12d788cf61f254457374cd692f79e629
I0324 08:59:37.889711       1 gather.go:177] gatherer "clusterconfig" function "image" took 29.285394ms to process 1 records
I0324 08:59:37.891161       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0324 08:59:37.891216       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0324 08:59:37.891248       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0324 08:59:37.891276       1 controller.go:254] Source scaController *sca.Controller is not ready
I0324 08:59:37.891300       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0324 08:59:37.891394       1 controller.go:531] The operator is still being initialized
I0324 08:59:37.891431       1 controller.go:554] The operator is healthy
I0324 08:59:37.892215       1 tasks_processing.go:74] worker 19 stopped.
I0324 08:59:37.893027       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=274b44981a154737742838bab2040abd9a7680f419c8988c19ba7e9c9288c521
I0324 08:59:37.893155       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=78fda653e9bae07c363a125e924b3f4ecfd1bea1f5825e2c5025ad721231a70e
I0324 08:59:37.893173       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 38.364251ms to process 2 records
E0324 08:59:37.893185       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0324 08:59:37.893204       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0324 08:59:37.893218       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 35.867978ms to process 1 records
I0324 08:59:37.893235       1 tasks_processing.go:74] worker 16 stopped.
I0324 08:59:37.893647       1 tasks_processing.go:74] worker 21 stopped.
I0324 08:59:37.893663       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 63.376845ms to process 0 records
W0324 08:59:37.899819       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 08:59:37.901243       1 tasks_processing.go:74] worker 28 stopped.
I0324 08:59:37.901263       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 37.561192ms to process 0 records
I0324 08:59:37.901518       1 prometheus_rules.go:88] Prometheus rules successfully created
I0324 08:59:37.901964       1 tasks_processing.go:74] worker 11 stopped.
I0324 08:59:37.902036       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 30.984811ms to process 0 records
I0324 08:59:37.902181       1 tasks_processing.go:74] worker 8 stopped.
I0324 08:59:37.902291       1 gather_logs.go:145] no pods in  namespace were found
I0324 08:59:37.903116       1 recorder.go:75] Recording config/infrastructure with fingerprint=9a070273c3ba074f050920e3d6c89a436034562a8346f2cd7e2726c353e7cb56
I0324 08:59:37.903148       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 31.384318ms to process 1 records
I0324 08:59:37.903290       1 recorder.go:75] Recording config/featuregate with fingerprint=c8daff5d5159f42992ac60d93a3f441ef9ebb2995122daecf42a40c90d5211ce
I0324 08:59:37.903347       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 32.86749ms to process 1 records
I0324 08:59:37.903380       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 32.856791ms to process 0 records
I0324 08:59:37.903393       1 tasks_processing.go:74] worker 1 stopped.
I0324 08:59:37.903297       1 tasks_processing.go:74] worker 7 stopped.
I0324 08:59:37.903568       1 tasks_processing.go:74] worker 18 stopped.
I0324 08:59:37.903917       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=0fb51540a527ae1bb00262ffd56d25473b28c0a57b5c495d7e9292b600f2fa5a
I0324 08:59:37.903930       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 34.475038ms to process 1 records
E0324 08:59:37.923210       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2711fe86cd-7782-4f29-b84d-aa5a026bd7c1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.19:38864->172.30.0.10:53: read: connection refused
I0324 08:59:37.923224       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2711fe86cd-7782-4f29-b84d-aa5a026bd7c1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.19:38864->172.30.0.10:53: read: connection refused
I0324 08:59:37.925944       1 tasks_processing.go:74] worker 24 stopped.
I0324 08:59:37.926000       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 70.180803ms to process 0 records
I0324 08:59:37.926113       1 tasks_processing.go:74] worker 23 stopped.
I0324 08:59:37.926178       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=1cc44d87cc00f611adf23592cd1033cd7f4d9e1e7659b48f81541a488360112b
I0324 08:59:37.926220       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=4116bc6f7543396e17898bb3db045ccf0df410e3e0237b500f4abc6e55ade127
I0324 08:59:37.926246       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=25fc668841500bd75d9ca9fb0475c2158e523910493d5e6d9446e613d6bffb08
I0324 08:59:37.926255       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 57.285267ms to process 3 records
I0324 08:59:37.929698       1 tasks_processing.go:74] worker 2 stopped.
I0324 08:59:37.930554       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=c58c7e564aca5321df7737be9a3d37cc1946228692c79761c2583da8a3c1b262
I0324 08:59:37.930916       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=2f14b7e782a6c2ce521c8f8b221c2ab60f009955742ca5a397087c92efad88fd
I0324 08:59:37.930932       1 gather.go:177] gatherer "clusterconfig" function "crds" took 60.50611ms to process 2 records
I0324 08:59:37.947027       1 tasks_processing.go:74] worker 0 stopped.
I0324 08:59:37.947341       1 recorder.go:75] Recording config/version with fingerprint=0a4d2551a3dc937a0dcfd792406551b7e2403fdeef1a75111b71f3087d9c1974
I0324 08:59:37.947355       1 recorder.go:75] Recording config/id with fingerprint=7ce3a7e16668fec9c96b47481d5c90c88669bef6e724bbe05017a0d187381e3a
I0324 08:59:37.947364       1 gather.go:177] gatherer "clusterconfig" function "version" took 76.468169ms to process 2 records
I0324 08:59:37.947456       1 tasks_processing.go:74] worker 27 stopped.
I0324 08:59:37.947731       1 recorder.go:75] Recording config/node/ip-10-0-0-180.ec2.internal with fingerprint=2cabfd2d06ce8a51384d188eea7ad18bbc8194d26afcf4767c6560c2f5b7a857
I0324 08:59:37.947810       1 recorder.go:75] Recording config/node/ip-10-0-1-254.ec2.internal with fingerprint=b1ea9ac0ba55de34bdf1085cffcb62dde9c35ab11ac5b305b37d1bf183803160
I0324 08:59:37.947906       1 recorder.go:75] Recording config/node/ip-10-0-2-142.ec2.internal with fingerprint=4db7d324c0e42f9e7c9c2f6a3e6e048d25e01e83da2c39d7378f06001bd8d7a2
I0324 08:59:37.947919       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 119.615098ms to process 3 records
I0324 08:59:37.948199       1 tasks_processing.go:74] worker 22 stopped.
E0324 08:59:37.948212       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0324 08:59:37.948218       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0324 08:59:37.948221       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0324 08:59:37.948230       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=c8a9805405aae7d04b7f03c09c51097942070877009b6daebd5573ef8127446e
I0324 08:59:37.948266       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0324 08:59:37.948272       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=3b70b9787487b548204d806ebebf90b0c2d460145e34cb33c0d8d3a7a011d907
I0324 08:59:37.948276       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0324 08:59:37.948280       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0324 08:59:37.948328       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0324 08:59:37.948336       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0324 08:59:37.948341       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 117.431947ms to process 7 records
I0324 08:59:37.970119       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0324 08:59:37.970134       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0324 08:59:37.977771       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0324 08:59:37.983425       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.19:50585->172.30.0.10:53: read: connection refused
I0324 08:59:37.983442       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.19:50585->172.30.0.10:53: read: connection refused
I0324 08:59:38.025086       1 tasks_processing.go:74] worker 10 stopped.
E0324 08:59:38.025105       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0324 08:59:38.025115       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p801of1r1ucdegmr0ec8730jg29jhpj-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p801of1r1ucdegmr0ec8730jg29jhpj-primary-cert-bundle-secret" not found
I0324 08:59:38.025184       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=e16d2bc69c97949eb63ae15874b005de5a47046c9ae11fdc9263d903cf9e02fb
I0324 08:59:38.025201       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 192.31275ms to process 1 records
I0324 08:59:38.028065       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0324 08:59:38.038074       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0324 08:59:38.286293       1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 15 containers
I0324 08:59:38.286308       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1677721 bytes
I0324 08:59:38.288043       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-ls766 pod in namespace openshift-dns (previous: false).
I0324 08:59:38.484262       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-ls766 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-ls766\" is waiting to start: ContainerCreating"
I0324 08:59:38.484280       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-ls766\" is waiting to start: ContainerCreating"
I0324 08:59:38.484288       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-ls766 pod in namespace openshift-dns (previous: false).
I0324 08:59:38.680983       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-ls766 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-ls766\" is waiting to start: ContainerCreating"
I0324 08:59:38.680999       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-ls766\" is waiting to start: ContainerCreating"
I0324 08:59:38.681008       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-5sqzg pod in namespace openshift-dns (previous: false).
I0324 08:59:38.879438       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 08:59:38.879461       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-th8c6 pod in namespace openshift-dns (previous: false).
W0324 08:59:38.893170       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 08:59:39.107530       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-th8c6 pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-th8c6\" is waiting to start: ContainerCreating"
I0324 08:59:39.107547       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-th8c6\" is waiting to start: ContainerCreating"
I0324 08:59:39.107556       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-xggsn pod in namespace openshift-dns (previous: false).
I0324 08:59:39.310844       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-xggsn pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-xggsn\" is waiting to start: ContainerCreating"
I0324 08:59:39.310862       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-xggsn\" is waiting to start: ContainerCreating"
I0324 08:59:39.310876       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7c84db9475-8nbzv pod in namespace openshift-image-registry (previous: false).
I0324 08:59:39.312015       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0324 08:59:39.474017       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 08:59:39.474038       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-c4cb77b6d-58hr2 pod in namespace openshift-image-registry (previous: false).
I0324 08:59:39.680336       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-c4cb77b6d-58hr2 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-c4cb77b6d-58hr2\" is waiting to start: ContainerCreating"
I0324 08:59:39.680360       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-c4cb77b6d-58hr2\" is waiting to start: ContainerCreating"
I0324 08:59:39.680372       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-c4cb77b6d-bdk8b pod in namespace openshift-image-registry (previous: false).
I0324 08:59:39.714664       1 tasks_processing.go:74] worker 13 stopped.
I0324 08:59:39.714729       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=38e43ad7c084e20b45d2d5bd8bd7dc1c53cc152bafb0c9e025c94080d711b315
I0324 08:59:39.714795       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=183438e20ffbb28ae983628ea453e2eabdedb28fd930c1c8d4e49b2533404220
I0324 08:59:39.714837       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0324 08:59:39.714879       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=b013defeccb6eebbf5c18c142e21c65243c5f7b3fbbb651b29ddb50dd702c1b6
I0324 08:59:39.714923       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0324 08:59:39.714958       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=d32171aa86f99e8bec1740cfc92f0430c2f79cb763162dfd55f26657da4ec5c3
I0324 08:59:39.715031       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=ae46968c95706d5e7ab5cce061cd4a9ea35281b3278e30e9c1c592b144f3834f
I0324 08:59:39.715071       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=c2ed8cfce3e4713926dfbdce1a93a583caceb695ee0e8f8240b7bd65af531004
I0324 08:59:39.715092       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=e0da51d49d2117cfde8ccf831bb6b6769c344e521cbc690faf3c28e1124003d6
I0324 08:59:39.715165       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=f9003a143904ff59b3ac63c92cb62c2f86d5536a74e4c953284dfa06d7ca0987
I0324 08:59:39.715182       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0324 08:59:39.715210       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=4e210308cf859dd122e915ed0d3ee44d09a5c5baa423a060ff59e7e9c3f6338d
I0324 08:59:39.715227       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0324 08:59:39.715255       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=11a288d03e95081017087fd1d5c5b362b6c605d299ff589b4948b607521651e8
I0324 08:59:39.715271       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0324 08:59:39.715293       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=dd1de22caf549837e53e5f5e3290dd75c2e9dc6be5c36cefbdc9445110b27496
I0324 08:59:39.715305       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0324 08:59:39.715330       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=20ebb1cab672fd80869ef15241d672a1efdf637bea3693069406c91b0cf95c20
I0324 08:59:39.715539       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=c47d08cc4822f7cce27d95a535d2a61d4ebf13e1293c41a08799d037a79ec750
I0324 08:59:39.715569       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0324 08:59:39.715580       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0324 08:59:39.715614       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0324 08:59:39.715651       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=db386ea677490d143ae8e67556f16e42a422cda7d848c3bdb9ae5ddb95154b3c
I0324 08:59:39.715691       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=9a9b8d5943a3416001cda297fff1bbe3c0f33bfb3254cdd001ad105e93fb4e72
I0324 08:59:39.715707       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0324 08:59:39.715735       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=7c099d1bd4707ca1327446edd5543df493ecf84fae7ff4bd7a052331fde5f626
I0324 08:59:39.715749       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0324 08:59:39.715770       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=b024851fe782749aa3b9a1e8fa92612d4be2db21349b6492c3910e0604cc20de
I0324 08:59:39.715795       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=7d1e9a8cc93ed96cd52bb29ca887b36560761db2c549e8b75c99e7c6ccc129dd
I0324 08:59:39.715820       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=dc7b07ed9abfb36991572af90d4f261eacd72f068b3fe832a3063fd852206843
I0324 08:59:39.715845       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=83855763dcd2f769862d8a6ca1b95c01fcc307b438c7a4e1abc45723e86fc3d7
I0324 08:59:39.715866       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=d4c7114cae66491cef4e4276cfce252bcc275f6dddeb4af0ea1e757894cbdae5
I0324 08:59:39.715932       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=7cc78bf18a198d94709496bf755e6f8a1808073d0269f503c53292ad60874296
I0324 08:59:39.715959       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0324 08:59:39.715972       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0324 08:59:39.715983       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.882215367s to process 35 records
I0324 08:59:39.875425       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 08:59:39.875473       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-5lp7m pod in namespace openshift-image-registry (previous: false).
W0324 08:59:39.894017       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 08:59:40.080478       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 08:59:40.080509       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-n7xdp pod in namespace openshift-image-registry (previous: false).
I0324 08:59:40.279059       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-n7xdp pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-n7xdp\" is waiting to start: ContainerCreating"
I0324 08:59:40.279075       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-n7xdp\" is waiting to start: ContainerCreating"
I0324 08:59:40.279085       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-xz6rg pod in namespace openshift-image-registry (previous: false).
I0324 08:59:40.478667       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-xz6rg pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-xz6rg\" is waiting to start: ContainerCreating"
I0324 08:59:40.478685       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-xz6rg\" is waiting to start: ContainerCreating"
I0324 08:59:40.478696       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-67b77b8f74-9rgc7 pod in namespace openshift-ingress (previous: false).
I0324 08:59:40.674098       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 08:59:40.674116       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-67b77b8f74-dhhjs pod in namespace openshift-ingress (previous: false).
I0324 08:59:40.881339       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-67b77b8f74-dhhjs pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-67b77b8f74-dhhjs\" is waiting to start: ContainerCreating"
I0324 08:59:40.881355       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-67b77b8f74-dhhjs\" is waiting to start: ContainerCreating"
I0324 08:59:40.881365       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84947d8bb7-l784b pod in namespace openshift-ingress (previous: false).
W0324 08:59:40.892786       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 08:59:41.079336       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84947d8bb7-l784b pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84947d8bb7-l784b\" is waiting to start: ContainerCreating"
I0324 08:59:41.079353       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84947d8bb7-l784b\" is waiting to start: ContainerCreating"
I0324 08:59:41.079365       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-kjw5f pod in namespace openshift-ingress-canary (previous: false).
I0324 08:59:41.280348       1 tasks_processing.go:74] worker 26 stopped.
I0324 08:59:41.280433       1 recorder.go:75] Recording events/openshift-dns with fingerprint=f8df279c865c19e44fffdcd643d43bed5c5e1d2937f83fe72292aaa6eb68156f
I0324 08:59:41.280523       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=4d21326dd355e3e0a7a501f26174d0eb15d2193d6e6cfc5990e11638895c3155
I0324 08:59:41.280551       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=f1db50914cda1305180e6236c2000b5b8c2d2b2be2278591c8779a9ccd4baef3
I0324 08:59:41.280596       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=217fb672bfbeb05c623f90d8a18505d483e33b77a41c5d34ba0c04b3f15af0c7
I0324 08:59:41.280615       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=538ab2433d07feccaef8648fad90c6325197a244f4b4e5f45eb0ba816c8fe5e2
I0324 08:59:41.280622       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-kjw5f/serve-healthcheck-canary_current.log with fingerprint=0183b92f8417a95f2f867df6814f04277620f910c54792c7ad72c82528908e57
I0324 08:59:41.280630       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.450630098s to process 6 records
W0324 08:59:41.893220       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0324 08:59:42.889972       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0324 08:59:42.889999       1 tasks_processing.go:74] worker 5 stopped.
E0324 08:59:42.890010       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0324 08:59:42.890022       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0324 08:59:42.890036       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0324 08:59:42.890045       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.033048355s to process 1 records
I0324 08:59:50.368556       1 tasks_processing.go:74] worker 17 stopped.
I0324 08:59:50.368603       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0324 08:59:50.368618       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.505024202s to process 1 records
I0324 08:59:50.801946       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 08:59:51.074948       1 tasks_processing.go:74] worker 15 stopped.
I0324 08:59:51.075254       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=7c1a3e3c431de69ce4ee6fb33aad2158a3d38446a91ec5899ca71ceaf725097e
I0324 08:59:51.075277       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.207946057s to process 1 records
E0324 08:59:51.075344       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.248s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0324 08:59:51.076458       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0324 08:59:51.076473       1 periodic.go:216] Running workloads gatherer
I0324 08:59:51.076490       1 tasks_processing.go:45] number of workers: 2
I0324 08:59:51.076500       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 08:59:51.076505       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0324 08:59:51.076570       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 08:59:51.076588       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0324 08:59:51.100059       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data
I0324 08:59:51.109145       1 gather_workloads_info.go:387] No image sha256:1aabd00f813e1afccdab16a845e6346288f5cf7e320fa5bb97c683702191c575 (10ms)
I0324 08:59:51.109157       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 32.538425ms to process 0 records
I0324 08:59:51.109148       1 tasks_processing.go:74] worker 0 stopped.
I0324 08:59:51.117977       1 gather_workloads_info.go:387] No image sha256:d7376a666810d810549b4e270d9a2fd6bcfd8799370ff52476a4f799cd4e287d (9ms)
I0324 08:59:51.127486       1 gather_workloads_info.go:387] No image sha256:5efa227ddac82e56eddc03761e220af1f2d6a4b22ee00b2baf426523f26c0319 (9ms)
I0324 08:59:51.136055       1 gather_workloads_info.go:387] No image sha256:bbb5af28bbed69e8189825fdc6665f4e8dbcd0c0c83fa479943ea102fe9452d6 (9ms)
I0324 08:59:51.145031       1 gather_workloads_info.go:387] No image sha256:f9b87244518245c63d1982182abe22775a2e207511cb328bc5c7b48e435b8da7 (9ms)
I0324 08:59:51.153518       1 gather_workloads_info.go:387] No image sha256:7dd9584d291967387f2a1ade991ad3bf8565bb59f49b013217951399e8273498 (8ms)
I0324 08:59:51.161529       1 gather_workloads_info.go:387] No image sha256:1bf773bc4ec02bf6d68c82f32175366b01fb24f6da8c724b7621748692aec7dc (8ms)
I0324 08:59:51.170381       1 gather_workloads_info.go:387] No image sha256:1c325fa866a794c56a7b30ca9d4fe225606566651bb12a2ecce8f60cbddb2809 (9ms)
I0324 08:59:51.179266       1 gather_workloads_info.go:387] No image sha256:79fca57a4fd5ef00472a287218b84061b941905c61fcc55e89073dd93fa77648 (9ms)
I0324 08:59:51.189975       1 gather_workloads_info.go:387] No image sha256:26e4f5b039a340bc1ae080fb9d92799700b57ae5df45120768f516682d6cc54b (11ms)
I0324 08:59:51.217254       1 gather_workloads_info.go:387] No image sha256:dd6a017092d57ab3a6663f3822a0fa0e3bce4365859d9522dd173405276cd49a (27ms)
I0324 08:59:51.309995       1 gather_workloads_info.go:387] No image sha256:2a4f6a54cd5135c8121832236063419071fa5d00c10a051c197d3d01370e4d9c (93ms)
I0324 08:59:51.409474       1 gather_workloads_info.go:387] No image sha256:05376e7e2304d22dd866d8e25dd1e5ff8988b2232059fadfd12cb440af785635 (99ms)
I0324 08:59:51.509474       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0324 08:59:51.609675       1 gather_workloads_info.go:387] No image sha256:188e4e2d697e2ca3c7c16772c0ab12253f00bd8433d8691ed7058fe7bafbbbf4 (100ms)
I0324 08:59:51.709540       1 gather_workloads_info.go:387] No image sha256:862d5befeba504d5058264cf65f16fc307eea4eb3914fbbbf40fbe61714b0958 (100ms)
I0324 08:59:51.809701       1 gather_workloads_info.go:387] No image sha256:3e889ea85c9c4748c548b84ae135a8adc88f42026ce8073538ca2fe7d89b8004 (100ms)
I0324 08:59:51.909219       1 gather_workloads_info.go:387] No image sha256:41e0dcd2f91df9234249f168b3fbe6d55cfdb3ebd2e598d5edfa47f905c046cb (99ms)
I0324 08:59:52.010595       1 gather_workloads_info.go:387] No image sha256:7ea1ff613255c1ee67b34ec82b68ec6f5a4a6d283620a8e0ad142d4a31eb9211 (101ms)
I0324 08:59:52.109732       1 gather_workloads_info.go:387] No image sha256:0b2cc6aadb1abc1d35a55da0c9884eb9426d7ff7a97174daeb09bb1e1a23cfae (99ms)
I0324 08:59:52.211567       1 gather_workloads_info.go:387] No image sha256:16dfb8b96a665be805bc1000677823aee946d93bfff0d3c567f2a24ea28a537a (102ms)
I0324 08:59:52.312508       1 gather_workloads_info.go:387] No image sha256:c85dd52f4140690eef0d762834ab8b9af2faedbbd3bd9dd5616d4cd0bebd4740 (101ms)
I0324 08:59:52.405980       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 08:59:52.408746       1 gather_workloads_info.go:387] No image sha256:db40a3d4e50016c645fdb4a1f389dfcdbc9febc10c174816d681abe5c14153cd (96ms)
I0324 08:59:52.508604       1 gather_workloads_info.go:387] No image sha256:ab32e70fb149ae7470c941ca73bcfe9eba540bd5058a3d697a3ddf96597d0132 (100ms)
I0324 08:59:52.607963       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 08:59:52.610064       1 gather_workloads_info.go:387] No image sha256:77d8ddf2957025a39616328b5cf2b012de6cedce63fb79eebc5270d7b3401574 (101ms)
I0324 08:59:52.711349       1 gather_workloads_info.go:387] No image sha256:a45c25e5322761a9268bbaf5bdf3436d4623f42b90cd15942df0e5c22755e3ac (101ms)
I0324 08:59:52.809481       1 gather_workloads_info.go:387] No image sha256:ad61c09542815de90492843d36a374522e74649041f9d914479df172a45d9e6d (98ms)
I0324 08:59:52.908561       1 gather_workloads_info.go:387] No image sha256:fadd21095ba14bd0d033a74eacbd06f7e40a03b9acbaa846a85a5dc16d73ca00 (99ms)
I0324 08:59:53.008366       1 gather_workloads_info.go:387] No image sha256:25d9148ea34149935323231c64952679727b6f7f235febc3be1df63e0bf18c5e (100ms)
I0324 08:59:53.108730       1 gather_workloads_info.go:387] No image sha256:60648d27017709a420e43353f9a83d7c466017b3b771200672a4dbc3c3f7a3ae (100ms)
I0324 08:59:53.209219       1 gather_workloads_info.go:387] No image sha256:f6ef619d31c4211120b23a7bf3118c9db7329c81b94709df86396d269d6b30e6 (100ms)
I0324 08:59:53.308839       1 gather_workloads_info.go:387] No image sha256:124f1b391b0f376a5deffd05b29ef0896ca0912e1f67b3a2051ed6678c54a57e (100ms)
I0324 08:59:53.411563       1 gather_workloads_info.go:387] No image sha256:17e68da37c74bdc95a4eb43b51ce671027807ee610a4ee5237324a8c0dc9d044 (103ms)
I0324 08:59:53.509294       1 gather_workloads_info.go:387] No image sha256:9aee9be2da68239a2a559e3ca1211eb8988a7f83a4ff82b9bd7c21a436be9c22 (98ms)
I0324 08:59:53.609340       1 gather_workloads_info.go:387] No image sha256:04c7a2673571e9069c934d86b4308c0f57b2715b45db500837b7708ae1f20ae7 (100ms)
I0324 08:59:53.708371       1 gather_workloads_info.go:387] No image sha256:50b7c5185c4a6e63145753415c92723c59136d14b951ea0f4f06739b00893329 (99ms)
I0324 08:59:53.808860       1 gather_workloads_info.go:387] No image sha256:07f14370b57046dc2ac49be933bb2248aaf5943e8fb56ce9703eaa7c673b999f (100ms)
I0324 08:59:53.908833       1 gather_workloads_info.go:387] No image sha256:11a864539ae77a94afcf8d2e1abf9168081c5081a1bc06088f4be5206cdc02df (100ms)
I0324 08:59:54.009334       1 gather_workloads_info.go:387] No image sha256:3e262d5207d5e2077e4a14f4fbddc70d4d2651dbaaf955147013feb58a18cddd (100ms)
I0324 08:59:54.108525       1 gather_workloads_info.go:387] No image sha256:04ee35aa6f87e954d386228808017cf2938c5a96a052059c6767078d5f3ad8d6 (99ms)
I0324 08:59:54.208665       1 gather_workloads_info.go:387] No image sha256:0c90ca6acbe2f4fdbd253ae22f5b3286247c6940321f7d2b9801aea21ef5269f (100ms)
I0324 08:59:54.208770       1 tasks_processing.go:74] worker 1 stopped.
E0324 08:59:54.208791       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0324 08:59:54.209226       1 recorder.go:75] Recording config/workload_info with fingerprint=9d6b1ee28786d870fa5ea9821e343da19ae5955369d3a30cf881d0b9445319c6
I0324 08:59:54.209294       1 gather.go:177] gatherer "workloads" function "workload_info" took 3.132247136s to process 1 records
E0324 08:59:54.209350       1 periodic.go:254] "Unhandled Error" err="workloads failed after 3.132s with: function \"workload_info\" failed with an error"
I0324 08:59:54.210495       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0324 08:59:54.210512       1 periodic.go:216] Running conditional gatherer
I0324 08:59:54.216367       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules
I0324 08:59:54.226870       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.19:49515->172.30.0.10:53: read: connection refused
E0324 08:59:54.227246       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 08:59:54.227387       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0324 08:59:54.233455       1 conditional_gatherer.go:392] cluster version is '4.21.5'
E0324 08:59:54.233474       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 08:59:54.233481       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 08:59:54.233486       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 08:59:54.233491       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 08:59:54.233495       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 08:59:54.233500       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 08:59:54.233503       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 08:59:54.233507       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 08:59:54.233511       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0324 08:59:54.233530       1 tasks_processing.go:45] number of workers: 3
I0324 08:59:54.233539       1 tasks_processing.go:69] worker 2 listening for tasks.
I0324 08:59:54.233546       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0324 08:59:54.233704       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0324 08:59:54.233728       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.196µs to process 1 records
I0324 08:59:54.233738       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 08:59:54.233743       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 08:59:54.233751       1 tasks_processing.go:74] worker 1 stopped.
I0324 08:59:54.233756       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0324 08:59:54.234110       1 tasks_processing.go:74] worker 2 stopped.
I0324 08:59:54.234129       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 347.158µs to process 0 records
I0324 08:59:54.234139       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0324 08:59:54.234145       1 tasks_processing.go:74] worker 0 stopped.
I0324 08:59:54.234194       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0324 08:59:54.234210       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 860ns to process 1 records
I0324 08:59:54.234233       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.19:49515->172.30.0.10:53: read: connection refused
I0324 08:59:54.234252       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0324 08:59:54.257426       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=fef60177aa842bb507f647442697e92daa7fdffe77a5b2dab6281d6f25c7d43a
I0324 08:59:54.257548       1 diskrecorder.go:70] Writing 99 records to /var/lib/insights-operator/insights-2026-03-24-085954.tar.gz
I0324 08:59:54.264245       1 diskrecorder.go:51] Wrote 99 records to disk in 6ms
I0324 08:59:54.264271       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0324 08:59:54.264289       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0324 09:00:07.652061       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 09:00:52.440698       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="a6bb5ecf63b5f009cc5b56e9aa05747dd95c6165aae8ee9823fb63cb05001f8c")
W0324 09:00:52.440732       1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created
I0324 09:00:52.440800       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="a3536bda8bb77a84f11656e40429c5907ec380799d95df5aaeea1b9e135be090")
I0324 09:00:52.440802       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0324 09:00:52.440820       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0324 09:00:52.440859       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0324 09:00:52.440860       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="ac1f0e330752be06d020858a0d02f347f18a554e2d17dee84b9a5216ee8625fc")
I0324 09:00:52.440866       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0324 09:00:52.440906       1 base_controller.go:123] Shutting down worker of ConfigController controller ...