W0319 14:55:37.346216       1 cmd.go:257] Using insecure, self-signed certificates
I0319 14:55:38.331960       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0319 14:55:38.332377       1 observer_polling.go:159] Starting file observer
I0319 14:55:39.252458       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0319 14:55:39.252708       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0319 14:55:39.253331       1 secure_serving.go:57] Forcing use of http/1.1 only
W0319 14:55:39.253351       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0319 14:55:39.253356       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0319 14:55:39.253360       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0319 14:55:39.253366       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0319 14:55:39.253369       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0319 14:55:39.253373       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0319 14:55:39.253462       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0319 14:55:39.257259       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"48a96548-e113-48df-b71b-7192a38728b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0319 14:55:39.257238       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0319 14:55:39.259262       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0319 14:55:39.259416       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0319 14:55:39.259302       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0319 14:55:39.259327       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0319 14:55:39.259562       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0319 14:55:39.259579       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0319 14:55:39.259604       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3337140458/tls.crt::/tmp/serving-cert-3337140458/tls.key"
I0319 14:55:39.260039       1 secure_serving.go:213] Serving securely on [::]:8443
I0319 14:55:39.260080       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0319 14:55:39.274279       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0319 14:55:39.274310       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0319 14:55:39.274509       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0319 14:55:39.280456       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0319 14:55:39.280474       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0319 14:55:39.288017       1 secretconfigobserver.go:119] support secret does not exist
I0319 14:55:39.296593       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0319 14:55:39.301794       1 secretconfigobserver.go:119] support secret does not exist
I0319 14:55:39.305178       1 recorder.go:176] Pruning old reports every 5h51m20s, max age is 288h0m0s
I0319 14:55:39.311132       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0319 14:55:39.311180       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0319 14:55:39.311140       1 periodic.go:216] Running clusterconfig gatherer
I0319 14:55:39.311247       1 tasks_processing.go:45] number of workers: 32
I0319 14:55:39.311272       1 tasks_processing.go:69] worker 2 listening for tasks.
I0319 14:55:39.311280       1 tasks_processing.go:69] worker 5 listening for tasks.
I0319 14:55:39.311287       1 tasks_processing.go:69] worker 0 listening for tasks.
I0319 14:55:39.311287       1 tasks_processing.go:71] worker 2 working on machine_healthchecks task.
I0319 14:55:39.311293       1 tasks_processing.go:69] worker 1 listening for tasks.
I0319 14:55:39.311295       1 tasks_processing.go:69] worker 3 listening for tasks.
I0319 14:55:39.311303       1 tasks_processing.go:71] worker 3 working on operators task.
I0319 14:55:39.311309       1 tasks_processing.go:69] worker 18 listening for tasks.
I0319 14:55:39.311320       1 tasks_processing.go:69] worker 12 listening for tasks.
I0319 14:55:39.311322       1 tasks_processing.go:69] worker 4 listening for tasks.
I0319 14:55:39.311329       1 tasks_processing.go:69] worker 13 listening for tasks.
I0319 14:55:39.311294       1 tasks_processing.go:71] worker 0 working on openstack_dataplanedeployments task.
I0319 14:55:39.311348       1 tasks_processing.go:69] worker 17 listening for tasks.
I0319 14:55:39.311353       1 tasks_processing.go:69] worker 8 listening for tasks.
I0319 14:55:39.311297       1 tasks_processing.go:71] worker 1 working on ingress task.
I0319 14:55:39.311358       1 tasks_processing.go:69] worker 19 listening for tasks.
I0319 14:55:39.311362       1 tasks_processing.go:69] worker 9 listening for tasks.
I0319 14:55:39.311337       1 tasks_processing.go:69] worker 14 listening for tasks.
I0319 14:55:39.311370       1 tasks_processing.go:69] worker 10 listening for tasks.
I0319 14:55:39.311339       1 tasks_processing.go:69] worker 6 listening for tasks.
I0319 14:55:39.311346       1 tasks_processing.go:69] worker 7 listening for tasks.
I0319 14:55:39.311347       1 tasks_processing.go:69] worker 25 listening for tasks.
I0319 14:55:39.311379       1 tasks_processing.go:69] worker 20 listening for tasks.
I0319 14:55:39.311386       1 tasks_processing.go:69] worker 21 listening for tasks.
I0319 14:55:39.311389       1 tasks_processing.go:69] worker 28 listening for tasks.
I0319 14:55:39.311397       1 tasks_processing.go:69] worker 26 listening for tasks.
I0319 14:55:39.311403       1 tasks_processing.go:69] worker 22 listening for tasks.
I0319 14:55:39.311405       1 tasks_processing.go:69] worker 27 listening for tasks.
I0319 14:55:39.311159       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0319 14:55:39.311412       1 tasks_processing.go:69] worker 23 listening for tasks.
I0319 14:55:39.311415       1 insightsreport.go:296] Starting report retriever
I0319 14:55:39.311420       1 tasks_processing.go:69] worker 24 listening for tasks.
I0319 14:55:39.311423       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0319 14:55:39.311447       1 tasks_processing.go:69] worker 30 listening for tasks.
I0319 14:55:39.311451       1 tasks_processing.go:69] worker 29 listening for tasks.
I0319 14:55:39.311458       1 tasks_processing.go:69] worker 31 listening for tasks.
I0319 14:55:39.311460       1 tasks_processing.go:69] worker 15 listening for tasks.
I0319 14:55:39.311478       1 tasks_processing.go:69] worker 16 listening for tasks.
I0319 14:55:39.311329       1 tasks_processing.go:69] worker 11 listening for tasks.
I0319 14:55:39.311288       1 tasks_processing.go:71] worker 5 working on support_secret task.
I0319 14:55:39.311633       1 tasks_processing.go:71] worker 11 working on image task.
I0319 14:55:39.311665       1 tasks_processing.go:71] worker 17 working on operators_pods_and_events task.
I0319 14:55:39.311705       1 tasks_processing.go:71] worker 14 working on nodenetworkconfigurationpolicies task.
I0319 14:55:39.311717       1 tasks_processing.go:71] worker 15 working on lokistack task.
I0319 14:55:39.311834       1 tasks_processing.go:71] worker 16 working on image_registries task.
I0319 14:55:39.311866       1 tasks_processing.go:71] worker 6 working on openshift_logging task.
I0319 14:55:39.311881       1 tasks_processing.go:71] worker 9 working on mutating_webhook_configurations task.
I0319 14:55:39.311935       1 tasks_processing.go:71] worker 31 working on machine_sets task.
I0319 14:55:39.311707       1 tasks_processing.go:71] worker 19 working on authentication task.
I0319 14:55:39.312097       1 tasks_processing.go:71] worker 7 working on clusterroles task.
I0319 14:55:39.312140       1 tasks_processing.go:71] worker 10 working on install_plans task.
I0319 14:55:39.311641       1 tasks_processing.go:71] worker 25 working on monitoring_persistent_volumes task.
I0319 14:55:39.311649       1 tasks_processing.go:71] worker 18 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0319 14:55:39.311675       1 tasks_processing.go:71] worker 23 working on cluster_apiserver task.
I0319 14:55:39.311680       1 tasks_processing.go:71] worker 20 working on openstack_version task.
I0319 14:55:39.311659       1 tasks_processing.go:71] worker 4 working on metrics task.
W0319 14:55:39.312654       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0319 14:55:39.312669       1 tasks_processing.go:71] worker 4 working on nodes task.
I0319 14:55:39.311662       1 tasks_processing.go:71] worker 13 working on qemu_kubevirt_launcher_logs task.
I0319 14:55:39.311686       1 tasks_processing.go:71] worker 29 working on feature_gates task.
I0319 14:55:39.311655       1 tasks_processing.go:71] worker 12 working on version task.
I0319 14:55:39.313170       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 40.382µs to process 0 records
I0319 14:55:39.311692       1 tasks_processing.go:71] worker 26 working on aggregated_monitoring_cr_names task.
I0319 14:55:39.311688       1 tasks_processing.go:71] worker 28 working on pdbs task.
I0319 14:55:39.311699       1 tasks_processing.go:71] worker 30 working on config_maps task.
I0319 14:55:39.311691       1 tasks_processing.go:71] worker 24 working on validating_webhook_configurations task.
I0319 14:55:39.311700       1 tasks_processing.go:71] worker 27 working on storage_cluster task.
I0319 14:55:39.311696       1 tasks_processing.go:71] worker 22 working on machine_autoscalers task.
I0319 14:55:39.311684       1 tasks_processing.go:71] worker 21 working on jaegers task.
I0319 14:55:39.311712       1 tasks_processing.go:71] worker 8 working on machine_config_pools task.
I0319 14:55:39.314691       1 tasks_processing.go:71] worker 2 working on overlapping_namespace_uids task.
E0319 14:55:39.314708       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0319 14:55:39.314723       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 3.393849ms to process 0 records
I0319 14:55:39.317204       1 tasks_processing.go:71] worker 14 working on ingress_certificates task.
I0319 14:55:39.317212       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 5.481944ms to process 0 records
I0319 14:55:39.317222       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 5.849665ms to process 0 records
I0319 14:55:39.317226       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 5.257822ms to process 0 records
I0319 14:55:39.317231       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 5.332058ms to process 0 records
I0319 14:55:39.317235       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 5.499912ms to process 0 records
I0319 14:55:39.317237       1 tasks_processing.go:71] worker 31 working on node_logs task.
I0319 14:55:39.317241       1 tasks_processing.go:71] worker 15 working on silenced_alerts task.
W0319 14:55:39.317263       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0319 14:55:39.317273       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 24.419µs to process 0 records
I0319 14:55:39.317230       1 tasks_processing.go:71] worker 0 working on active_alerts task.
W0319 14:55:39.317290       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0319 14:55:39.317294       1 tasks_processing.go:71] worker 0 working on dvo_metrics task.
I0319 14:55:39.317294       1 tasks_processing.go:71] worker 6 working on sap_pods task.
I0319 14:55:39.317303       1 tasks_processing.go:71] worker 15 working on container_runtime_configs task.
I0319 14:55:39.317324       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 12.244µs to process 0 records
I0319 14:55:39.318001       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0319 14:55:39.318022       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0319 14:55:39.318029       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0319 14:55:39.318032       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0319 14:55:39.318047       1 controller.go:531] The operator is still being initialized
I0319 14:55:39.318056       1 controller.go:554] The operator is healthy
I0319 14:55:39.325086       1 tasks_processing.go:71] worker 22 working on openstack_controlplanes task.
I0319 14:55:39.325117       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 11.077508ms to process 0 records
I0319 14:55:39.325262       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 12.498677ms to process 0 records
I0319 14:55:39.325307       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 10.929358ms to process 0 records
E0319 14:55:39.325321       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0319 14:55:39.325329       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 13.590442ms to process 0 records
I0319 14:55:39.325336       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 10.983887ms to process 0 records
I0319 14:55:39.325343       1 tasks_processing.go:71] worker 21 working on container_images task.
I0319 14:55:39.325459       1 tasks_processing.go:71] worker 20 working on cost_management_metrics_configs task.
I0319 14:55:39.325468       1 tasks_processing.go:71] worker 5 working on sap_datahubs task.
I0319 14:55:39.326377       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=2a7bb927fe718f6adebd89b56903acee9091cbfdb67bb0375b3fe37c53c1802e
I0319 14:55:39.326404       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 13.4532ms to process 1 records
I0319 14:55:39.326414       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 11.548005ms to process 0 records
I0319 14:55:39.326677       1 tasks_processing.go:71] worker 27 working on pod_network_connectivity_checks task.
I0319 14:55:39.325474       1 tasks_processing.go:71] worker 8 working on schedulers task.
I0319 14:55:39.325481       1 tasks_processing.go:71] worker 9 working on crds task.
I0319 14:55:39.327919       1 recorder.go:75] Recording config/authentication with fingerprint=c46df5496a4dd3cdfa1cdaad7c2e39f97b3e1dcfb8a0a58584da21e08156342e
I0319 14:55:39.327941       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 13.630594ms to process 1 records
I0319 14:55:39.328014       1 tasks_processing.go:71] worker 19 working on node_features task.
I0319 14:55:39.328227       1 tasks_processing.go:71] worker 11 working on networks task.
I0319 14:55:39.328668       1 recorder.go:75] Recording config/image with fingerprint=530db5ca32a9e5afa4f91d775469f8f2be89766719a8d36633111cc9854b6ee0
I0319 14:55:39.328687       1 gather.go:177] gatherer "clusterconfig" function "image" took 14.411895ms to process 1 records
I0319 14:55:39.328767       1 tasks_processing.go:71] worker 29 working on tsdb_status task.
W0319 14:55:39.328797       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0319 14:55:39.328824       1 recorder.go:75] Recording config/featuregate with fingerprint=90360e9b0a78606e50fc3aeb97d59977cdbb84059d55b1f5201e191bc8806dfb
I0319 14:55:39.328837       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 13.512621ms to process 1 records
I0319 14:55:39.328952       1 tasks_processing.go:71] worker 23 working on service_accounts task.
I0319 14:55:39.328987       1 recorder.go:75] Recording config/apiserver with fingerprint=252c76d9a4971551e8308a7fcf457797737f7fa75da6102d3305f695ba01e07d
I0319 14:55:39.329098       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 15.428936ms to process 1 records
I0319 14:55:39.329157       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 28.784µs to process 0 records
I0319 14:55:39.329231       1 tasks_processing.go:71] worker 29 working on machines task.
I0319 14:55:39.329321       1 recorder.go:75] Recording config/ingress with fingerprint=0970ede221b3e83d46efee3163f1068781e9b448b7279f3461e2a443db82d186
I0319 14:55:39.329334       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 17.706674ms to process 1 records
I0319 14:55:39.329342       1 tasks_processing.go:71] worker 1 working on image_pruners task.
I0319 14:55:39.329521       1 tasks_processing.go:71] worker 16 working on oauths task.
I0319 14:55:39.329914       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=bd0e7cb4cf0903477792a45bda8133a9af7834041bce74c474af7ab01096e6b4
I0319 14:55:39.329932       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 17.485023ms to process 1 records
I0319 14:55:39.338519       1 tasks_processing.go:71] worker 15 working on sap_config task.
I0319 14:55:39.338532       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 21.204879ms to process 0 records
I0319 14:55:39.338661       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 21.246223ms to process 0 records
I0319 14:55:39.338721       1 tasks_processing.go:71] worker 6 working on ceph_cluster task.
I0319 14:55:39.338807       1 tasks_processing.go:71] worker 28 working on storage_classes task.
I0319 14:55:39.338902       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=4dbe9c74c27d3cd6421beb57c99d1488539800536643371a09dadf4ec0d69dd2
I0319 14:55:39.338967       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=a475867e42c0c10cdcc6a0f4ec5c3c30590294fcf489c1d23caedff46014f76d
I0319 14:55:39.338995       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=25a59b4b725c537a8c0f650532a0a9ca9b19075d020c67fb3fbee8f8709c7b42
I0319 14:55:39.339001       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 25.40514ms to process 3 records
I0319 14:55:39.339008       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 26.667741ms to process 0 records
I0319 14:55:39.339014       1 tasks_processing.go:71] worker 25 working on olm_operators task.
I0319 14:55:39.339554       1 tasks_processing.go:71] worker 22 working on proxies task.
I0319 14:55:39.339731       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.414396ms to process 0 records
I0319 14:55:39.339910       1 tasks_processing.go:71] worker 29 working on openstack_dataplanenodesets task.
E0319 14:55:39.339978       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0319 14:55:39.339993       1 gather.go:177] gatherer "clusterconfig" function "machines" took 10.659597ms to process 0 records
I0319 14:55:39.340330       1 gather_logs.go:145] no pods in  namespace were found
I0319 14:55:39.340346       1 tasks_processing.go:71] worker 13 working on openshift_machine_api_events task.
I0319 14:55:39.340506       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 27.596881ms to process 0 records
I0319 14:55:39.340525       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 14.878827ms to process 0 records
I0319 14:55:39.340532       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.026586ms to process 0 records
E0319 14:55:39.340539       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0319 14:55:39.340548       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 13.714251ms to process 0 records
E0319 14:55:39.340633       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0319 14:55:39.340650       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 12.619123ms to process 0 records
I0319 14:55:39.340699       1 tasks_processing.go:71] worker 19 working on machine_configs task.
I0319 14:55:39.340866       1 tasks_processing.go:71] worker 20 working on nodenetworkstates task.
I0319 14:55:39.340888       1 tasks_processing.go:71] worker 27 working on certificate_signing_requests task.
I0319 14:55:39.340902       1 tasks_processing.go:71] worker 5 working on infrastructures task.
I0319 14:55:39.342509       1 tasks_processing.go:74] worker 4 stopped.
I0319 14:55:39.342919       1 recorder.go:75] Recording config/node/ip-10-0-0-31.ec2.internal with fingerprint=5d020485b54809975bf06bc2cc2058372852ce25f87a122802d2164fbf8cc9c4
I0319 14:55:39.343008       1 recorder.go:75] Recording config/node/ip-10-0-1-116.ec2.internal with fingerprint=e2dd97ecdcb714e7ebe3feafc9757acd6bc0fb073b5f82e68d43aace3d630dae
I0319 14:55:39.343061       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 29.82732ms to process 2 records
I0319 14:55:39.343948       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=5bb108d2bfd7900a26706e4989ab472bc3ba62c3cf5d1ebcc891f53877f2731a
I0319 14:55:39.344329       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=f6b5f984c1917a68b2e0a373c000c9553f098fd3d8ed20c1e68109085e8241b9
I0319 14:55:39.344419       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=c4ca03219b12f7ff293c3bc5dbf3ef8210018a24a899fc91723a2eb65daafa3d
I0319 14:55:39.344506       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 29.02828ms to process 3 records
I0319 14:55:39.344114       1 tasks_processing.go:74] worker 24 stopped.
I0319 14:55:39.344609       1 tasks_processing.go:74] worker 2 stopped.
I0319 14:55:39.344649       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0319 14:55:39.344665       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 29.89871ms to process 1 records
I0319 14:55:39.346665       1 tasks_processing.go:74] worker 11 stopped.
I0319 14:55:39.346959       1 recorder.go:75] Recording config/network with fingerprint=a484ae49108b509474ed2ab5e855588c4619ab6b1e07cfe93c1c5376dd4ba52d
I0319 14:55:39.346977       1 gather.go:177] gatherer "clusterconfig" function "networks" took 18.396127ms to process 1 records
W0319 14:55:39.346989       1 operator.go:328] started
I0319 14:55:39.347010       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0319 14:55:39.347126       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0319 14:55:39.347205       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0319 14:55:39.347589       1 recorder.go:75] Recording config/oauth with fingerprint=eaffd9962adfffef84090f8c5c7ec17291fb7d542e675253cafe44f5584232bd
I0319 14:55:39.347606       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 17.200608ms to process 1 records
I0319 14:55:39.347616       1 tasks_processing.go:74] worker 16 stopped.
I0319 14:55:39.349232       1 tasks_processing.go:74] worker 1 stopped.
I0319 14:55:39.349411       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=07d6ae3956f038270bc00731d1caa0c6b2ba8217ca5b103d3e7a2ec8b5a11c94
I0319 14:55:39.349458       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 19.876608ms to process 1 records
I0319 14:55:39.349490       1 tasks_processing.go:74] worker 8 stopped.
I0319 14:55:39.349561       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=2c51841f05ad209c38f0181edeaeb437029657daee2cad56c9843ca7822802e1
I0319 14:55:39.349604       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 22.290424ms to process 1 records
I0319 14:55:39.353343       1 tasks_processing.go:74] worker 6 stopped.
I0319 14:55:39.353357       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 14.589642ms to process 0 records
I0319 14:55:39.353371       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 14.785428ms to process 0 records
I0319 14:55:39.353383       1 tasks_processing.go:74] worker 15 stopped.
I0319 14:55:39.353802       1 tasks_processing.go:74] worker 29 stopped.
I0319 14:55:39.353817       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.842359ms to process 0 records
I0319 14:55:39.353842       1 tasks_processing.go:74] worker 20 stopped.
I0319 14:55:39.353851       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 12.931475ms to process 0 records
W0319 14:55:39.355259       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0319 14:55:39.357151       1 tasks_processing.go:74] worker 21 stopped.
I0319 14:55:39.359932       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0319 14:55:39.359999       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0319 14:55:39.360007       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0319 14:55:39.360787       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-5b5d9b4544-wkqz2 with fingerprint=4b0e48f740e9f8147ca9d0598b803b552482f6cfdce18cc07146abfe450411f2
I0319 14:55:39.361378       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-snr75 with fingerprint=7edff1628087471252d66b9768fcabcb8ffde6b2243604625358c0de4b48f33f
I0319 14:55:39.361904       1 recorder.go:75] Recording config/running_containers with fingerprint=3ee96bc784c6f6e2e1b9050ad0c699ff8a6455ba75bbc48f84118d138f9745f5
I0319 14:55:39.361923       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 31.791286ms to process 3 records
I0319 14:55:39.361931       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 20.366163ms to process 0 records
E0319 14:55:39.361939       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0319 14:55:39.361963       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0319 14:55:39.361974       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 20.017982ms to process 1 records
I0319 14:55:39.361982       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 48.374095ms to process 0 records
I0319 14:55:39.362003       1 tasks_processing.go:74] worker 19 stopped.
I0319 14:55:39.362018       1 tasks_processing.go:74] worker 13 stopped.
I0319 14:55:39.362051       1 recorder.go:75] Recording config/proxy with fingerprint=9d6e0cdf31a0caa09d2e13ceeb5fd3e2729d62535689c90716bf8884ea1692b4
I0319 14:55:39.362061       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 21.284756ms to process 1 records
I0319 14:55:39.362063       1 tasks_processing.go:74] worker 18 stopped.
I0319 14:55:39.362070       1 tasks_processing.go:74] worker 22 stopped.
I0319 14:55:39.362148       1 tasks_processing.go:74] worker 7 stopped.
I0319 14:55:39.362306       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=c57b07a5f5fb08a4111cdd434c60fb097f70754c689fdae20c73a5f153eaebf0
I0319 14:55:39.362493       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=52a6817e0d346f9f219af28d7674c6ec3ab9a332c596587dd50ed9fa184fbfcd
I0319 14:55:39.362510       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 48.965068ms to process 2 records
I0319 14:55:39.362825       1 tasks_processing.go:74] worker 5 stopped.
I0319 14:55:39.363221       1 recorder.go:75] Recording config/infrastructure with fingerprint=77b8ab2aa76ca2c0087d1ee3cd539e0a0c09a5f68b13007e5c0e6f05cdc428b9
I0319 14:55:39.363236       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 20.368096ms to process 1 records
I0319 14:55:39.363311       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=60a1c4fe0e7a32488d1879cbc7fee6585ce9a96ff5ed182d11ab259b0f188cc6
I0319 14:55:39.363339       1 tasks_processing.go:74] worker 28 stopped.
I0319 14:55:39.363373       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=844b14689638dd3196a2bf37753092d366a72873cff146190098eadf1d588f1e
I0319 14:55:39.363385       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 22.694809ms to process 2 records
I0319 14:55:39.363629       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0319 14:55:39.363646       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0319 14:55:39.363651       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0319 14:55:39.363655       1 controller.go:254] Source scaController *sca.Controller is not ready
I0319 14:55:39.363659       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0319 14:55:39.363674       1 controller.go:531] The operator is still being initialized
I0319 14:55:39.363680       1 controller.go:554] The operator is healthy
I0319 14:55:39.363706       1 tasks_processing.go:74] worker 9 stopped.
I0319 14:55:39.364090       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=f46f0f993af559044522460fa66dc91fbc1130eb7e9324a7d36c924a1832f1cf
I0319 14:55:39.364487       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=4727ba531f9c8368cbee9fe95d366c974b6c84ffc7a62e311820478216af7aaf
I0319 14:55:39.364542       1 gather.go:177] gatherer "clusterconfig" function "crds" took 35.352583ms to process 2 records
I0319 14:55:39.364578       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 24.6159ms to process 0 records
I0319 14:55:39.364610       1 tasks_processing.go:74] worker 25 stopped.
I0319 14:55:39.364642       1 tasks_processing.go:74] worker 27 stopped.
I0319 14:55:39.364662       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 23.656502ms to process 0 records
I0319 14:55:39.364873       1 prometheus_rules.go:88] Prometheus rules successfully created
E0319 14:55:39.372614       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f198e1ac-a682-40a8-a2ef-16e3e41314be%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:44789->172.30.0.10:53: read: connection refused
I0319 14:55:39.372630       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f198e1ac-a682-40a8-a2ef-16e3e41314be%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:44789->172.30.0.10:53: read: connection refused
I0319 14:55:39.375127       1 base_controller.go:82] Caches are synced for ConfigController 
I0319 14:55:39.375139       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0319 14:55:39.386140       1 configmapobserver.go:84] configmaps "insights-config" not found
I0319 14:55:39.388700       1 tasks_processing.go:74] worker 30 stopped.
E0319 14:55:39.388720       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0319 14:55:39.388728       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0319 14:55:39.388735       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0319 14:55:39.388750       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=c8a9805405aae7d04b7f03c09c51097942070877009b6daebd5573ef8127446e
I0319 14:55:39.388804       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0319 14:55:39.388814       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=3b70b9787487b548204d806ebebf90b0c2d460145e34cb33c0d8d3a7a011d907
I0319 14:55:39.388820       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0319 14:55:39.388826       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0319 14:55:39.388891       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0319 14:55:39.388902       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0319 14:55:39.388910       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 75.064069ms to process 7 records
I0319 14:55:39.427090       1 tasks_processing.go:74] worker 12 stopped.
I0319 14:55:39.427365       1 recorder.go:75] Recording config/version with fingerprint=1c99baf26ee0a9a7a9fdd23e337690f5be4b446d1a7283ea5dbfa02aaae8dd6c
I0319 14:55:39.427378       1 recorder.go:75] Recording config/id with fingerprint=652ae37bfd659d4a796d7dbc81a06b4924234469cfbde53741e461948a2a8620
I0319 14:55:39.427386       1 gather.go:177] gatherer "clusterconfig" function "version" took 113.911188ms to process 2 records
I0319 14:55:39.433020       1 tasks_processing.go:74] worker 31 stopped.
I0319 14:55:39.433043       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 115.766111ms to process 0 records
I0319 14:55:39.447083       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0319 14:55:39.447098       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0319 14:55:39.448647       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0319 14:55:39.453680       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:53059->172.30.0.10:53: read: connection refused
I0319 14:55:39.453695       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:53059->172.30.0.10:53: read: connection refused
I0319 14:55:39.467902       1 tasks_processing.go:74] worker 14 stopped.
E0319 14:55:39.467922       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0319 14:55:39.467932       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p4rpb93f67291sfbtbkohota88egma8-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p4rpb93f67291sfbtbkohota88egma8-primary-cert-bundle-secret" not found
I0319 14:55:39.468004       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=87e6029c31fa3825ed336770bc127aae302077130029760b48a1cdeb4b39f834
I0319 14:55:39.468022       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 150.676626ms to process 1 records
W0319 14:55:40.353601       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0319 14:55:40.553798       1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 19 containers
I0319 14:55:40.553813       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1324517 bytes
I0319 14:55:40.553842       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-fm8vh pod in namespace openshift-dns (previous: false).
I0319 14:55:40.775398       1 configmapobserver.go:84] configmaps "insights-config" not found
I0319 14:55:40.794374       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0319 14:55:40.799065       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fm8vh pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-fm8vh\" is waiting to start: ContainerCreating"
I0319 14:55:40.799085       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-fm8vh\" is waiting to start: ContainerCreating"
I0319 14:55:40.799096       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-fm8vh pod in namespace openshift-dns (previous: false).
I0319 14:55:40.959606       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fm8vh pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-fm8vh\" is waiting to start: ContainerCreating"
I0319 14:55:40.959624       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-fm8vh\" is waiting to start: ContainerCreating"
I0319 14:55:40.959637       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-vl98r pod in namespace openshift-dns (previous: false).
I0319 14:55:41.178677       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vl98r pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-vl98r\" is waiting to start: ContainerCreating"
I0319 14:55:41.178695       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-vl98r\" is waiting to start: ContainerCreating"
I0319 14:55:41.178704       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-vl98r pod in namespace openshift-dns (previous: false).
W0319 14:55:41.355940       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0319 14:55:41.367474       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vl98r pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-vl98r\" is waiting to start: ContainerCreating"
I0319 14:55:41.367488       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-vl98r\" is waiting to start: ContainerCreating"
I0319 14:55:41.367499       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-qzszt pod in namespace openshift-dns (previous: false).
I0319 14:55:41.387164       1 tasks_processing.go:74] worker 3 stopped.
I0319 14:55:41.387213       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=a2eee893cbdbc320cc68151de519a617d10f83a98db5bafb045b9f3f132211a1
I0319 14:55:41.387257       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=5ececf6731e5024e476058a59e0b987439e9eef544e8b99a3302ecb27569eeb4
I0319 14:55:41.387289       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0319 14:55:41.387316       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=aeab31917fb3a1a9e6b7ce67a39f5776be15cb2e95034dc8f139436109719152
I0319 14:55:41.387332       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0319 14:55:41.387352       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=c4a483e627182cc606b4c77ba287c9b441a3fe9bc0cc7eaa1eb917484c7efe9f
I0319 14:55:41.387386       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e762cc0524349addcb773f959b09217c7f5724b0dfd3165a25bb34cf0ad59500
I0319 14:55:41.387410       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=e7b1dd77305a7bcc9957f2da64a6e971869579db1cd1174a81310f0a146fcc95
I0319 14:55:41.387422       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=4fbad7cb440977e3baff94b764564dc85d534eab4953b589b341fd66efad2631
I0319 14:55:41.387463       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=052ef6b76a89aa0f0308b47006dbd2274e78614ca93e367b8f07e86e22f18605
I0319 14:55:41.387474       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0319 14:55:41.387490       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=5300447b68085a03fb82a552abac85ca4bf62eef0de04915fa633701955c7520
I0319 14:55:41.387499       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0319 14:55:41.387514       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=bab9e778c081623ab50494bc79caecb254bf29a55d72b174e2d25c501f605ebe
I0319 14:55:41.387523       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0319 14:55:41.387557       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=54983a78645f43bff3f883bfdb9baea787fec47d2c7a26b9641d6f3df26dcd84
I0319 14:55:41.387565       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0319 14:55:41.387581       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=bc9f7aecd87b5bf226f7f0bf5e888b18f8d6f34609500dfe33d3d146de8064fa
I0319 14:55:41.387700       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=463703f80b0caa0286808b03420e8401abe2b1c284471dee7a757cc8dc46d1cb
I0319 14:55:41.387710       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0319 14:55:41.387717       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0319 14:55:41.387737       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0319 14:55:41.387760       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=425dcdd3874034044896b99cf21be788caf490f534cd73f736521a625c5bcf03
I0319 14:55:41.387782       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=83bfc695b32705be7cea370213a0a591c51295b0e1760c7d4d1bdb9f3624622d
I0319 14:55:41.387791       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0319 14:55:41.387807       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=ac28a7581d4415eddde691d366cacde7381f4fc940c1676e51e94572c225bff4
I0319 14:55:41.387815       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0319 14:55:41.387827       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=1243f09a3e3c87901f18aaa912736fce4a51e869985d25241ce943b4ea817cac
I0319 14:55:41.387841       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=133d4428fec42fc966dce1d07210813d6e49545d9005cd0c9c2087304575d799
I0319 14:55:41.387854       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=3195d9f31cd150427886a5e6c8ef94f68171dc45aa193980d056fcf6800b3819
I0319 14:55:41.387870       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=a1629f09c19f645536277458bf0807134e6dff051707311054763cf7ec757cce
I0319 14:55:41.387888       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=9df247498052ec6976874ee791eb402b9e7c9a1b2afa58d7f33570fda6ef5627
I0319 14:55:41.387895       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0319 14:55:41.387922       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=edaf9adcf48a538646a43b0c963f21502b33c3c7661144f20d5f37e7c13bc7e9
I0319 14:55:41.387938       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0319 14:55:41.387945       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0319 14:55:41.387952       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.075847422s to process 36 records
I0319 14:55:41.435053       1 tasks_processing.go:74] worker 26 stopped.
I0319 14:55:41.435072       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 2.121799157s to process 0 records
I0319 14:55:41.562323       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0319 14:55:41.562341       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-r7kl2 pod in namespace openshift-dns (previous: false).
I0319 14:55:41.762414       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0319 14:55:41.762446       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5bc55d6585-bhwsw pod in namespace openshift-image-registry (previous: false).
I0319 14:55:41.964498       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5bc55d6585-bhwsw pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5bc55d6585-bhwsw\" is waiting to start: ContainerCreating"
I0319 14:55:41.964517       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5bc55d6585-bhwsw\" is waiting to start: ContainerCreating"
I0319 14:55:41.964526       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5bc55d6585-vxdjr pod in namespace openshift-image-registry (previous: false).
I0319 14:55:42.153184       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0319 14:55:42.153202       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6ddc9b4c5d-mbb59 pod in namespace openshift-image-registry (previous: false).
W0319 14:55:42.355257       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0319 14:55:42.358602       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6ddc9b4c5d-mbb59 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6ddc9b4c5d-mbb59\" is waiting to start: ContainerCreating"
I0319 14:55:42.358621       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6ddc9b4c5d-mbb59\" is waiting to start: ContainerCreating"
I0319 14:55:42.358632       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fwjgj pod in namespace openshift-image-registry (previous: false).
I0319 14:55:42.560243       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0319 14:55:42.560260       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-g8lmz pod in namespace openshift-image-registry (previous: false).
I0319 14:55:42.759612       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0319 14:55:42.759631       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5d7b745655-8nkdl pod in namespace openshift-ingress (previous: false).
I0319 14:55:42.960770       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5d7b745655-8nkdl pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5d7b745655-8nkdl\" is waiting to start: ContainerCreating"
I0319 14:55:42.960789       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5d7b745655-8nkdl\" is waiting to start: ContainerCreating"
I0319 14:55:42.960802       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5d7b745655-nc9fg pod in namespace openshift-ingress (previous: false).
I0319 14:55:43.159329       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5d7b745655-nc9fg pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5d7b745655-nc9fg\" is waiting to start: ContainerCreating"
I0319 14:55:43.159345       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5d7b745655-nc9fg\" is waiting to start: ContainerCreating"
I0319 14:55:43.159355       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-cdf7fb489-j4sd7 pod in namespace openshift-ingress (previous: false).
W0319 14:55:43.353004       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0319 14:55:43.359124       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-cdf7fb489-j4sd7 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-cdf7fb489-j4sd7\" is waiting to start: ContainerCreating"
I0319 14:55:43.359141       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-cdf7fb489-j4sd7\" is waiting to start: ContainerCreating"
I0319 14:55:43.359151       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-d4w7t pod in namespace openshift-ingress-canary (previous: false).
I0319 14:55:43.559528       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-j7dqt pod in namespace openshift-ingress-canary (previous: false).
I0319 14:55:43.760300       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-b9b7764dc-mj24b pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0319 14:55:43.960449       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-b9b7764dc-mj24b pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0319 14:55:44.159619       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-7f949b94f-gk9gr pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
W0319 14:55:44.353721       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0319 14:55:44.353745       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0319 14:55:44.353759       1 tasks_processing.go:74] worker 0 stopped.
E0319 14:55:44.353768       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0319 14:55:44.353779       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0319 14:55:44.353793       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0319 14:55:44.353802       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.036457793s to process 1 records
I0319 14:55:44.363528       1 tasks_processing.go:74] worker 17 stopped.
I0319 14:55:44.363628       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=f9058a16f19bb852f69d9b3a48327ca62c37ffc06698a0c5fa56d65d152eeffd
I0319 14:55:44.363675       1 recorder.go:75] Recording events/openshift-dns with fingerprint=e1a6963fb77f71fe1e79064ea9082dbac2dc8ba84e9a43ba79f8540080c2a6fa
I0319 14:55:44.363768       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=212c151f30b77ee21fc12c4e19a60c9ce4e7e11773f594c514d48af6f62b2555
I0319 14:55:44.363806       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=3ddd37bd2dffc94166cbd3dce8506dd3954981b247cf3f90c8de0d69e20e1724
I0319 14:55:44.363862       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=a2cb3bf3ec43848bd2cf2707784ab5c34781ccbb185e9a2344d66f9d998b906c
I0319 14:55:44.363905       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=41bd42ee7c1a18b833afac4d63ed361ea74a65ea959eaaa85fc408935a626ec4
I0319 14:55:44.363939       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=88774eb56cfe34528430c4b8e9e08180ea521c6a0656251260c3cd74bc02a553
I0319 14:55:44.364013       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=535623dbe8a601ebdab3c1bce24f0f31a1d0657406091fe2588c9ae0f682e344
I0319 14:55:44.364026       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-d4w7t/serve-healthcheck-canary_current.log with fingerprint=44020a8380fe30d52a8854cebe2094b437b8ca2044eabd42c2597a42ab7270b7
I0319 14:55:44.364031       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-j7dqt/serve-healthcheck-canary_current.log with fingerprint=d813cc50838adb7950db8d4ac84f4599067d25099dd504d41f572d8935d3fbc4
I0319 14:55:44.364050       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-b9b7764dc-mj24b/migrator_current.log with fingerprint=705cafc5677363c774d54665701d40547fc9e5d50d39093932b3627765373c1e
I0319 14:55:44.364057       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-b9b7764dc-mj24b/graceful-termination_current.log with fingerprint=7969e8b84278b55d372116b3fc58bbabfd217956a2eba6915250edb5c03ae535
I0319 14:55:44.364145       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-7f949b94f-gk9gr/kube-storage-version-migrator-operator_current.log with fingerprint=e580090ac57f0f214ed29cc05337f682719c064242815566f299d24cfbd700bc
I0319 14:55:44.364157       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.051815265s to process 13 records
I0319 14:55:51.953164       1 tasks_processing.go:74] worker 10 stopped.
I0319 14:55:51.953201       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0319 14:55:51.953213       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.64095258s to process 1 records
I0319 14:55:52.737190       1 tasks_processing.go:74] worker 23 stopped.
I0319 14:55:52.737510       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=7ddf795073bc5395a95429a28409923bc71b328da94f586bee093d6f578708e6
I0319 14:55:52.737526       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.408170159s to process 1 records
E0319 14:55:52.737581       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.426s with: function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0319 14:55:52.738688       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0319 14:55:52.738701       1 periodic.go:216] Running workloads gatherer
I0319 14:55:52.738716       1 tasks_processing.go:45] number of workers: 2
I0319 14:55:52.738725       1 tasks_processing.go:69] worker 1 listening for tasks.
I0319 14:55:52.738730       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0319 14:55:52.738731       1 tasks_processing.go:69] worker 0 listening for tasks.
I0319 14:55:52.738807       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0319 14:55:52.761505       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data
I0319 14:55:52.772187       1 gather_workloads_info.go:387] No image sha256:bbb5af28bbed69e8189825fdc6665f4e8dbcd0c0c83fa479943ea102fe9452d6 (11ms)
I0319 14:55:52.775825       1 tasks_processing.go:74] worker 0 stopped.
I0319 14:55:52.775840       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 36.994679ms to process 0 records
I0319 14:55:52.781504       1 gather_workloads_info.go:387] No image sha256:5efa227ddac82e56eddc03761e220af1f2d6a4b22ee00b2baf426523f26c0319 (9ms)
I0319 14:55:52.791351       1 gather_workloads_info.go:387] No image sha256:1aabd00f813e1afccdab16a845e6346288f5cf7e320fa5bb97c683702191c575 (10ms)
I0319 14:55:52.801628       1 gather_workloads_info.go:387] No image sha256:0b2cc6aadb1abc1d35a55da0c9884eb9426d7ff7a97174daeb09bb1e1a23cfae (10ms)
I0319 14:55:52.811303       1 gather_workloads_info.go:387] No image sha256:25d9148ea34149935323231c64952679727b6f7f235febc3be1df63e0bf18c5e (10ms)
I0319 14:55:52.820918       1 gather_workloads_info.go:387] No image sha256:ff8a8892f37210c582b3e526cbd2652b02ef9007d57be12b404434374dd0116a (10ms)
I0319 14:55:52.829993       1 gather_workloads_info.go:387] No image sha256:0c90ca6acbe2f4fdbd253ae22f5b3286247c6940321f7d2b9801aea21ef5269f (9ms)
I0319 14:55:52.843518       1 gather_workloads_info.go:387] No image sha256:2a4f6a54cd5135c8121832236063419071fa5d00c10a051c197d3d01370e4d9c (14ms)
I0319 14:55:52.860094       1 gather_workloads_info.go:387] No image sha256:188e4e2d697e2ca3c7c16772c0ab12253f00bd8433d8691ed7058fe7bafbbbf4 (17ms)
I0319 14:55:52.871465       1 gather_workloads_info.go:387] No image sha256:c85dd52f4140690eef0d762834ab8b9af2faedbbd3bd9dd5616d4cd0bebd4740 (11ms)
I0319 14:55:52.880165       1 gather_workloads_info.go:387] No image sha256:db40a3d4e50016c645fdb4a1f389dfcdbc9febc10c174816d681abe5c14153cd (9ms)
I0319 14:55:52.971772       1 gather_workloads_info.go:387] No image sha256:1c325fa866a794c56a7b30ca9d4fe225606566651bb12a2ecce8f60cbddb2809 (92ms)
I0319 14:55:53.071774       1 gather_workloads_info.go:387] No image sha256:79fca57a4fd5ef00472a287218b84061b941905c61fcc55e89073dd93fa77648 (100ms)
I0319 14:55:53.172179       1 gather_workloads_info.go:387] No image sha256:07f14370b57046dc2ac49be933bb2248aaf5943e8fb56ce9703eaa7c673b999f (100ms)
I0319 14:55:53.272172       1 gather_workloads_info.go:387] No image sha256:3e889ea85c9c4748c548b84ae135a8adc88f42026ce8073538ca2fe7d89b8004 (100ms)
I0319 14:55:53.371400       1 gather_workloads_info.go:387] No image sha256:50b7c5185c4a6e63145753415c92723c59136d14b951ea0f4f06739b00893329 (99ms)
I0319 14:55:53.471932       1 gather_workloads_info.go:387] No image sha256:26e4f5b039a340bc1ae080fb9d92799700b57ae5df45120768f516682d6cc54b (101ms)
I0319 14:55:53.573390       1 gather_workloads_info.go:387] No image sha256:41e0dcd2f91df9234249f168b3fbe6d55cfdb3ebd2e598d5edfa47f905c046cb (101ms)
I0319 14:55:53.674846       1 gather_workloads_info.go:387] No image sha256:862d5befeba504d5058264cf65f16fc307eea4eb3914fbbbf40fbe61714b0958 (101ms)
I0319 14:55:53.771816       1 gather_workloads_info.go:387] No image sha256:04ee35aa6f87e954d386228808017cf2938c5a96a052059c6767078d5f3ad8d6 (97ms)
I0319 14:55:53.871146       1 gather_workloads_info.go:387] No image sha256:317131706dcce9c87eb4e1efb8446bdbf5e0726e120a8f6c655e2acd89d60e2d (99ms)
I0319 14:55:53.929309       1 configmapobserver.go:84] configmaps "insights-config" not found
I0319 14:55:53.972839       1 gather_workloads_info.go:387] No image sha256:dd6a017092d57ab3a6663f3822a0fa0e3bce4365859d9522dd173405276cd49a (102ms)
I0319 14:55:54.071233       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (98ms)
I0319 14:55:54.133038       1 configmapobserver.go:84] configmaps "insights-config" not found
I0319 14:55:54.170929       1 gather_workloads_info.go:387] No image sha256:1bf773bc4ec02bf6d68c82f32175366b01fb24f6da8c724b7621748692aec7dc (100ms)
I0319 14:55:54.271971       1 gather_workloads_info.go:387] No image sha256:04c7a2673571e9069c934d86b4308c0f57b2715b45db500837b7708ae1f20ae7 (101ms)
I0319 14:55:54.371761       1 gather_workloads_info.go:387] No image sha256:7dd9584d291967387f2a1ade991ad3bf8565bb59f49b013217951399e8273498 (100ms)
I0319 14:55:54.471941       1 gather_workloads_info.go:387] No image sha256:05376e7e2304d22dd866d8e25dd1e5ff8988b2232059fadfd12cb440af785635 (100ms)
I0319 14:55:54.571232       1 gather_workloads_info.go:387] No image sha256:77d8ddf2957025a39616328b5cf2b012de6cedce63fb79eebc5270d7b3401574 (99ms)
I0319 14:55:54.671246       1 gather_workloads_info.go:387] No image sha256:11a864539ae77a94afcf8d2e1abf9168081c5081a1bc06088f4be5206cdc02df (100ms)
I0319 14:55:54.772070       1 gather_workloads_info.go:387] No image sha256:3e262d5207d5e2077e4a14f4fbddc70d4d2651dbaaf955147013feb58a18cddd (101ms)
I0319 14:55:54.871302       1 gather_workloads_info.go:387] No image sha256:7ea1ff613255c1ee67b34ec82b68ec6f5a4a6d283620a8e0ad142d4a31eb9211 (99ms)
I0319 14:55:54.971207       1 gather_workloads_info.go:387] No image sha256:bd202c6a40d89b2766a77a53ab1d84feb452d9f5d01066e3b7318ed2a13f8d54 (100ms)
I0319 14:55:55.071236       1 gather_workloads_info.go:387] No image sha256:17e68da37c74bdc95a4eb43b51ce671027807ee610a4ee5237324a8c0dc9d044 (100ms)
I0319 14:55:55.171191       1 gather_workloads_info.go:387] No image sha256:60648d27017709a420e43353f9a83d7c466017b3b771200672a4dbc3c3f7a3ae (100ms)
I0319 14:55:55.271858       1 gather_workloads_info.go:387] No image sha256:ab32e70fb149ae7470c941ca73bcfe9eba540bd5058a3d697a3ddf96597d0132 (101ms)
I0319 14:55:55.271887       1 tasks_processing.go:74] worker 1 stopped.
E0319 14:55:55.271896       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0319 14:55:55.272136       1 recorder.go:75] Recording config/workload_info with fingerprint=62a7270a334921d94833f694bca11c2dd779c5adf2f29ef819aa42e339d706a3
I0319 14:55:55.272149       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.533149494s to process 1 records
E0319 14:55:55.272174       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.533s with: function \"workload_info\" failed with an error"
I0319 14:55:55.273277       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0319 14:55:55.273288       1 periodic.go:216] Running conditional gatherer
I0319 14:55:55.279762       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules
I0319 14:55:55.286344       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.16:48365->172.30.0.10:53: read: connection refused
E0319 14:55:55.286666       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0319 14:55:55.286724       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0319 14:55:55.293175       1 conditional_gatherer.go:392] cluster version is '4.21.5'
E0319 14:55:55.293188       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0319 14:55:55.293192       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0319 14:55:55.293196       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0319 14:55:55.293199       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0319 14:55:55.293202       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0319 14:55:55.293205       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0319 14:55:55.293208       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0319 14:55:55.293211       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0319 14:55:55.293214       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0319 14:55:55.293230       1 tasks_processing.go:45] number of workers: 3
I0319 14:55:55.293253       1 tasks_processing.go:69] worker 2 listening for tasks.
I0319 14:55:55.293253       1 tasks_processing.go:69] worker 0 listening for tasks.
I0319 14:55:55.293260       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0319 14:55:55.293266       1 tasks_processing.go:69] worker 1 listening for tasks.
I0319 14:55:55.293283       1 tasks_processing.go:74] worker 1 stopped.
I0319 14:55:55.293300       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0319 14:55:55.293331       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0319 14:55:55.293351       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0319 14:55:55.293363       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.204µs to process 1 records
I0319 14:55:55.293399       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0319 14:55:55.293407       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 952ns to process 1 records
I0319 14:55:55.293412       1 tasks_processing.go:74] worker 2 stopped.
I0319 14:55:55.293557       1 tasks_processing.go:74] worker 0 stopped.
I0319 14:55:55.293569       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 250.683µs to process 0 records
I0319 14:55:55.293589       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.16:48365->172.30.0.10:53: read: connection refused
I0319 14:55:55.293605       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0319 14:55:55.319216       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=b7acc2c302ebf606081cf62ae2dca14646c0f1aa4f69d09a6bfef8a34e17c913
I0319 14:55:55.319344       1 diskrecorder.go:70] Writing 98 records to /var/lib/insights-operator/insights-2026-03-19-145555.tar.gz
I0319 14:55:55.326297       1 diskrecorder.go:51] Wrote 98 records to disk in 7ms
I0319 14:55:55.326330       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0319 14:55:55.326345       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0319 14:56:04.226466       1 configmapobserver.go:84] configmaps "insights-config" not found
I0319 14:56:53.332812       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="61e931209d345e5c15b73bcaf3ca05f67d2b6c97b45fe59a80a651032496147d")
W0319 14:56:53.332847       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0319 14:56:53.332890       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="87156976739637f0d77b7808e153b8e7419f571c6bc9a5af1b88f97a1ea6b97c")
I0319 14:56:53.332928       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0319 14:56:53.332956       1 periodic.go:177] Shutting down
I0319 14:56:53.332973       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0319 14:56:53.332987       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0319 14:56:53.332992       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="d5702c29999d793c667a87ce770205ee2ba5184813decaabe484562b1354e365")
I0319 14:56:53.333018       1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"