W0504 22:59:55.886425       1 cmd.go:257] Using insecure, self-signed certificates
I0504 22:59:56.264743       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 22:59:56.265064       1 observer_polling.go:159] Starting file observer
I0504 22:59:56.795968       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0504 22:59:56.796363       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0504 22:59:56.797250       1 secure_serving.go:57] Forcing use of http/1.1 only
W0504 22:59:56.797273       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0504 22:59:56.797279       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0504 22:59:56.797286       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0504 22:59:56.797290       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0504 22:59:56.797295       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0504 22:59:56.797299       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0504 22:59:56.797352       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0504 22:59:56.802838       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"a3dd5906-d368-454e-b192-5d0ca163e73b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0504 22:59:56.802841       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0504 22:59:56.814275       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0504 22:59:56.814353       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0504 22:59:56.814294       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0504 22:59:56.814382       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0504 22:59:56.814295       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0504 22:59:56.814400       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0504 22:59:56.815069       1 secure_serving.go:213] Serving securely on [::]:8443
I0504 22:59:56.815117       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0504 22:59:56.815217       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1798928825/tls.crt::/tmp/serving-cert-1798928825/tls.key"
W0504 22:59:56.816169       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0504 22:59:56.816241       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0504 22:59:56.816709       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0504 22:59:56.829916       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 22:59:56.829937       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0504 22:59:56.844563       1 secretconfigobserver.go:119] support secret does not exist
I0504 22:59:56.857945       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0504 22:59:56.876045       1 secretconfigobserver.go:119] support secret does not exist
I0504 22:59:56.876414       1 recorder.go:161] Pruning old reports every 8h39m40s, max age is 288h0m0s
I0504 22:59:56.894622       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0504 22:59:56.894679       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0504 22:59:56.894626       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0504 22:59:56.894721       1 insightsreport.go:296] Starting report retriever
I0504 22:59:56.894728       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0504 22:59:56.894627       1 periodic.go:209] Running clusterconfig gatherer
I0504 22:59:56.894785       1 tasks_processing.go:45] number of workers: 32
I0504 22:59:56.894829       1 tasks_processing.go:69] worker 6 listening for tasks.
I0504 22:59:56.894883       1 tasks_processing.go:69] worker 12 listening for tasks.
I0504 22:59:56.894915       1 tasks_processing.go:71] worker 12 working on machine_config_pools task.
I0504 22:59:56.894930       1 tasks_processing.go:69] worker 17 listening for tasks.
I0504 22:59:56.895011       1 tasks_processing.go:71] worker 17 working on openstack_controlplanes task.
I0504 22:59:56.894886       1 tasks_processing.go:69] worker 27 listening for tasks.
I0504 22:59:56.894916       1 tasks_processing.go:69] worker 15 listening for tasks.
I0504 22:59:56.894837       1 tasks_processing.go:69] worker 18 listening for tasks.
I0504 22:59:56.894839       1 tasks_processing.go:69] worker 19 listening for tasks.
I0504 22:59:56.894837       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 22:59:56.894845       1 tasks_processing.go:69] worker 7 listening for tasks.
I0504 22:59:56.894848       1 tasks_processing.go:69] worker 20 listening for tasks.
I0504 22:59:56.894854       1 tasks_processing.go:69] worker 8 listening for tasks.
I0504 22:59:56.894854       1 tasks_processing.go:69] worker 3 listening for tasks.
I0504 22:59:56.894859       1 tasks_processing.go:69] worker 21 listening for tasks.
I0504 22:59:56.894861       1 tasks_processing.go:69] worker 9 listening for tasks.
I0504 22:59:56.895330       1 tasks_processing.go:71] worker 9 working on nodenetworkconfigurationpolicies task.
I0504 22:59:56.895330       1 tasks_processing.go:71] worker 21 working on feature_gates task.
I0504 22:59:56.894864       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 22:59:56.894867       1 tasks_processing.go:69] worker 22 listening for tasks.
I0504 22:59:56.894868       1 tasks_processing.go:69] worker 10 listening for tasks.
I0504 22:59:56.894874       1 tasks_processing.go:69] worker 23 listening for tasks.
I0504 22:59:56.894876       1 tasks_processing.go:69] worker 11 listening for tasks.
I0504 22:59:56.894871       1 tasks_processing.go:69] worker 2 listening for tasks.
I0504 22:59:56.894881       1 tasks_processing.go:69] worker 24 listening for tasks.
I0504 22:59:56.894888       1 tasks_processing.go:69] worker 28 listening for tasks.
I0504 22:59:56.894888       1 tasks_processing.go:71] worker 6 working on container_images task.
I0504 22:59:56.895568       1 tasks_processing.go:71] worker 27 working on jaegers task.
I0504 22:59:56.895784       1 tasks_processing.go:71] worker 15 working on aggregated_monitoring_cr_names task.
I0504 22:59:56.895972       1 tasks_processing.go:71] worker 28 working on openshift_machine_api_events task.
I0504 22:59:56.896031       1 tasks_processing.go:71] worker 18 working on support_secret task.
I0504 22:59:56.896352       1 tasks_processing.go:71] worker 19 working on cost_management_metrics_configs task.
I0504 22:59:56.894895       1 tasks_processing.go:69] worker 29 listening for tasks.
I0504 22:59:56.896420       1 tasks_processing.go:71] worker 29 working on validating_webhook_configurations task.
I0504 22:59:56.896559       1 tasks_processing.go:71] worker 0 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0504 22:59:56.896848       1 tasks_processing.go:71] worker 1 working on active_alerts task.
W0504 22:59:56.896875       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 22:59:56.896898       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 31.107µs to process 0 records
I0504 22:59:56.896907       1 tasks_processing.go:71] worker 22 working on infrastructures task.
I0504 22:59:56.896947       1 tasks_processing.go:71] worker 7 working on nodenetworkstates task.
I0504 22:59:56.897051       1 tasks_processing.go:71] worker 10 working on pdbs task.
I0504 22:59:56.897093       1 tasks_processing.go:71] worker 20 working on olm_operators task.
I0504 22:59:56.897221       1 tasks_processing.go:71] worker 23 working on schedulers task.
I0504 22:59:56.897236       1 tasks_processing.go:71] worker 8 working on image_pruners task.
I0504 22:59:56.897363       1 tasks_processing.go:71] worker 11 working on nodes task.
I0504 22:59:56.897388       1 tasks_processing.go:71] worker 3 working on storage_classes task.
I0504 22:59:56.897646       1 tasks_processing.go:71] worker 24 working on crds task.
I0504 22:59:56.897802       1 tasks_processing.go:71] worker 2 working on monitoring_persistent_volumes task.
I0504 22:59:56.894895       1 tasks_processing.go:69] worker 25 listening for tasks.
I0504 22:59:56.894898       1 tasks_processing.go:69] worker 4 listening for tasks.
I0504 22:59:56.894908       1 tasks_processing.go:69] worker 5 listening for tasks.
I0504 22:59:56.894832       1 tasks_processing.go:69] worker 31 listening for tasks.
I0504 22:59:56.894902       1 tasks_processing.go:69] worker 26 listening for tasks.
I0504 22:59:56.894901       1 tasks_processing.go:69] worker 30 listening for tasks.
I0504 22:59:56.894916       1 tasks_processing.go:69] worker 13 listening for tasks.
I0504 22:59:56.894916       1 tasks_processing.go:69] worker 16 listening for tasks.
I0504 22:59:56.894925       1 tasks_processing.go:69] worker 14 listening for tasks.
I0504 22:59:56.898118       1 tasks_processing.go:71] worker 14 working on openshift_logging task.
I0504 22:59:56.898228       1 tasks_processing.go:71] worker 31 working on install_plans task.
I0504 22:59:56.898274       1 tasks_processing.go:71] worker 26 working on operators_pods_and_events task.
I0504 22:59:56.898799       1 tasks_processing.go:71] worker 13 working on service_accounts task.
I0504 22:59:56.898837       1 tasks_processing.go:71] worker 5 working on clusterroles task.
I0504 22:59:56.898865       1 tasks_processing.go:71] worker 16 working on cluster_apiserver task.
I0504 22:59:56.899115       1 tasks_processing.go:71] worker 30 working on certificate_signing_requests task.
I0504 22:59:56.899224       1 tasks_processing.go:71] worker 25 working on openstack_dataplanedeployments task.
I0504 22:59:56.899342       1 tasks_processing.go:71] worker 4 working on dvo_metrics task.
I0504 22:59:56.899495       1 tasks_processing.go:71] worker 1 working on machine_healthchecks task.
I0504 22:59:56.915210       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0504 22:59:56.915228       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0504 22:59:56.915778       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0504 22:59:56.917465       1 base_controller.go:82] Caches are synced for ConfigController 
I0504 22:59:56.917478       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0504 22:59:56.924558       1 tasks_processing.go:71] worker 17 working on sap_config task.
I0504 22:59:56.924592       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 29.513663ms to process 0 records
I0504 22:59:56.924773       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 27.613627ms to process 0 records
I0504 22:59:56.924840       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 26.448645ms to process 0 records
I0504 22:59:56.924870       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 29.001136ms to process 0 records
I0504 22:59:56.924906       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 29.25147ms to process 0 records
I0504 22:59:56.925051       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 28.233468ms to process 0 records
E0504 22:59:56.925158       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0504 22:59:56.925169       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.772692ms to process 0 records
I0504 22:59:56.925275       1 tasks_processing.go:71] worker 18 working on ingress_certificates task.
I0504 22:59:56.926295       1 tasks_processing.go:71] worker 9 working on openstack_version task.
I0504 22:59:56.926423       1 tasks_processing.go:71] worker 7 working on sap_pods task.
I0504 22:59:56.926504       1 tasks_processing.go:71] worker 27 working on machine_configs task.
I0504 22:59:56.926320       1 tasks_processing.go:71] worker 14 working on ingress task.
I0504 22:59:56.926335       1 tasks_processing.go:71] worker 22 working on image task.
I0504 22:59:56.927747       1 tasks_processing.go:71] worker 19 working on machine_sets task.
I0504 22:59:56.929712       1 recorder.go:75] Recording config/infrastructure with fingerprint=d46a5d21176c5e5ed7528c433a206ef78cbffb68f822f99ae62941422232176e
I0504 22:59:56.929732       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 28.606431ms to process 1 records
I0504 22:59:56.929844       1 tasks_processing.go:71] worker 21 working on version task.
I0504 22:59:56.929972       1 recorder.go:75] Recording config/featuregate with fingerprint=40115dc96441f51a62364ea961ef8995433b5b3de0fcfd5ecdb6b99b8dc6d12b
I0504 22:59:56.930022       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 32.229432ms to process 1 records
I0504 22:59:56.930057       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 31.786031ms to process 0 records
I0504 22:59:56.930315       1 tasks_processing.go:71] worker 28 working on overlapping_namespace_uids task.
I0504 22:59:56.930559       1 tasks_processing.go:71] worker 8 working on storage_cluster task.
I0504 22:59:56.931117       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=f1c125d64a22cdfda7dc607aff3b95efec38bfb778f4f001cb79501d77d942ea
I0504 22:59:56.931172       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 33.312676ms to process 1 records
I0504 22:59:56.941810       1 tasks_processing.go:71] worker 25 working on config_maps task.
I0504 22:59:56.941968       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0504 22:59:56.941997       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0504 22:59:56.942003       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0504 22:59:56.942008       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0504 22:59:56.942027       1 controller.go:489] The operator is still being initialized
I0504 22:59:56.942036       1 controller.go:512] The operator is healthy
I0504 22:59:56.942394       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 42.560647ms to process 0 records
E0504 22:59:56.942438       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0504 22:59:56.942469       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 42.3893ms to process 0 records
I0504 22:59:56.942502       1 tasks_processing.go:71] worker 1 working on metrics task.
W0504 22:59:56.942544       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 22:59:56.942572       1 tasks_processing.go:71] worker 1 working on pod_network_connectivity_checks task.
I0504 22:59:56.942610       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 44.922µs to process 0 records
I0504 22:59:56.943454       1 tasks_processing.go:71] worker 30 working on machines task.
I0504 22:59:56.943589       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 44.29659ms to process 0 records
I0504 22:59:56.954996       1 tasks_processing.go:71] worker 29 working on node_logs task.
I0504 22:59:56.955212       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=79871208464092a49b1c0ea6a08c63c1729c38fc2b2a3480d8fb07fa2a5c3a71
I0504 22:59:56.955374       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=cd784ac043408dc5d745b98a96fb0a47d887b189bcf1869bd4c3da6d86f22575
I0504 22:59:56.955458       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=c2cfe2b81e212317f5fb5e5a6e2eb7ecc5bfcac5cfe6dcb045737f1da4a1bbb4
I0504 22:59:56.955548       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=e832dd33c32d03b8085503298bfec8931f34988a955c459905b4e9e1b53d0b8f
I0504 22:59:56.955625       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=367ce8b8dd86d1bb5d0d4c2cd2a77dc3b835a1082651e7f087d995d6cdf4aebe
I0504 22:59:56.955699       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=cb4b19cc03efaf011cd763f6d1e17d0e74638a84ec44cf016ded2808ab200aa7
I0504 22:59:56.955769       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=6c155a78f4e169d2aa773a1c0c245c6b87c3cce149a46950edbecfea938ccada
I0504 22:59:56.955873       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=52ff9aed5fa20e76b472143138095c2576541051cd63d99dad68372d0d7e2a27
I0504 22:59:56.955957       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=87bcff94bb527b87df7c8c38e95f90ff23a57c7e3180766ce5b2eef39780733d
I0504 22:59:56.956027       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=a4f9553bf091b637bacbc7de2695954853cfbeb3b6f0ecdb0ddaad36089f1a1e
I0504 22:59:56.956110       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=6af165cb7622daf5cbad74cabf8342f33de1a3453230c80dd0c25d6126a0f7a0
I0504 22:59:56.956148       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 58.555259ms to process 11 records
I0504 22:59:56.957364       1 tasks_processing.go:71] worker 23 working on sap_datahubs task.
I0504 22:59:56.958970       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=b6c626581fe320506119ab7411d4e3dceab8799938b8bf7652e842c61dbe946a
I0504 22:59:56.959057       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 60.123628ms to process 1 records
I0504 22:59:56.959418       1 recorder.go:75] Recording config/ingress with fingerprint=9bdb7fa3eecb404dbd92d178985c52dc347c94077144f43c53b91f38800142bf
I0504 22:59:56.959479       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 31.132263ms to process 1 records
I0504 22:59:56.959722       1 recorder.go:75] Recording config/image with fingerprint=8f5935b643657d7743f383d19123ca4d41a9c4c257ed57705ff0bd033af4b37c
I0504 22:59:56.959785       1 gather.go:177] gatherer "clusterconfig" function "image" took 31.09502ms to process 1 records
I0504 22:59:56.959819       1 tasks_processing.go:71] worker 22 working on lokistack task.
I0504 22:59:56.960532       1 tasks_processing.go:71] worker 14 working on operators task.
I0504 22:59:56.961596       1 tasks_processing.go:71] worker 3 working on container_runtime_configs task.
I0504 22:59:56.962054       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 22:59:56.964014       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=a9690711a164e3c5d0fbf7089c064a575dc1a67418acce97bfeb284f212654af
I0504 22:59:56.964049       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=d9f3d90a6d435e7da3b54236fee1ee83a99408e6b3f7f79d30f0421e3838771e
I0504 22:59:56.964060       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 64.19382ms to process 2 records
I0504 22:59:56.964234       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=8e2c504c475de05c0ad7c46476e344bf7e8fb126f2e7ec31c90c8b40b1a392f8
I0504 22:59:56.964267       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=5a2741d9386c4f52fcd829d0143364ff36501e4802870791381ae3014ebf6e02
I0504 22:59:56.964293       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=edfbef4fa409ae273dfbce55fb2dd427c64ed8b267ef0eb1786521c77e7c516b
I0504 22:59:56.964307       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 64.726657ms to process 3 records
I0504 22:59:56.964327       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 65.239024ms to process 0 records
I0504 22:59:56.964806       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=e491a380dd4ed3b7610cf422077a7f5f7a0edd25b0df505a64923d053c32ee93
I0504 22:59:56.964998       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=73b12537df5f8a12171a207615c78ca7d5f8390d097912f9169a9585b49890d6
I0504 22:59:56.965014       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 64.359296ms to process 2 records
I0504 22:59:56.965023       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 36.735767ms to process 0 records
I0504 22:59:56.965029       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 66.48473ms to process 0 records
I0504 22:59:56.965041       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 37.95814ms to process 0 records
I0504 22:59:56.965059       1 tasks_processing.go:71] worker 2 working on authentication task.
I0504 22:59:56.965136       1 tasks_processing.go:71] worker 20 working on tsdb_status task.
W0504 22:59:56.965219       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 22:59:56.965234       1 tasks_processing.go:71] worker 20 working on mutating_webhook_configurations task.
I0504 22:59:56.965302       1 tasks_processing.go:71] worker 5 working on ceph_cluster task.
I0504 22:59:56.965367       1 tasks_processing.go:71] worker 7 working on oauths task.
I0504 22:59:56.965711       1 tasks_processing.go:71] worker 10 working on silenced_alerts task.
W0504 22:59:56.966262       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 22:59:56.965866       1 tasks_processing.go:71] worker 9 working on image_registries task.
I0504 22:59:56.965900       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 82.624µs to process 0 records
I0504 22:59:56.967355       1 tasks_processing.go:71] worker 11 working on qemu_kubevirt_launcher_logs task.
I0504 22:59:56.971317       1 recorder.go:75] Recording config/node/ip-10-0-0-35.ec2.internal with fingerprint=2518455c92f9a4463b865e82e02d4c51eeed4b8c318f3ae6de0d05c4c4961b65
I0504 22:59:56.971563       1 recorder.go:75] Recording config/node/ip-10-0-1-105.ec2.internal with fingerprint=9f4b9eebadc458e1c984016aa5b236af0a8a3d1e15e2f9d31dd6acfabba980b8
I0504 22:59:56.971723       1 recorder.go:75] Recording config/node/ip-10-0-2-167.ec2.internal with fingerprint=2b6153729dae6091af1d6ff7d9296a8d1b41d48377e9fa65d617973df2b37f61
I0504 22:59:56.971773       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 68.316743ms to process 3 records
I0504 22:59:56.971812       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 41.200802ms to process 0 records
I0504 22:59:56.971842       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 36.799172ms to process 0 records
I0504 22:59:56.971870       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 35.124266ms to process 0 records
I0504 22:59:56.971893       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 49.684µs to process 0 records
I0504 22:59:56.972034       1 tasks_processing.go:71] worker 19 working on networks task.
I0504 22:59:56.972240       1 tasks_processing.go:74] worker 17 stopped.
I0504 22:59:56.972107       1 recorder.go:75] Recording config/apiserver with fingerprint=f21ef0707bd306e836b42a4e0e6d109855e3193ef020f5ceaee4b68773212be2
I0504 22:59:56.972402       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 68.152458ms to process 1 records
I0504 22:59:56.972376       1 tasks_processing.go:71] worker 16 working on openstack_dataplanenodesets task.
I0504 22:59:56.972383       1 tasks_processing.go:71] worker 8 working on machine_autoscalers task.
I0504 22:59:56.972638       1 tasks_processing.go:71] worker 10 working on proxies task.
I0504 22:59:56.974203       1 tasks_processing.go:74] worker 1 stopped.
E0504 22:59:56.974266       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0504 22:59:56.974315       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 31.60291ms to process 0 records
I0504 22:59:56.974509       1 tasks_processing.go:74] worker 24 stopped.
I0504 22:59:56.975088       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=b6ce4446f04a0a4f9f5f83680a6b7dfa86718f54838743de1e5f07a2a91731cd
I0504 22:59:56.975393       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=26601225fe662426e4efab2f3db6ef002458d13ce8d0bc608a7e65019ab9534f
I0504 22:59:56.975439       1 gather.go:177] gatherer "clusterconfig" function "crds" took 76.630721ms to process 2 records
I0504 22:59:56.975518       1 tasks_processing.go:74] worker 23 stopped.
I0504 22:59:56.975569       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 18.089832ms to process 0 records
E0504 22:59:56.975885       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0504 22:59:56.976015       1 gather.go:177] gatherer "clusterconfig" function "machines" took 32.034296ms to process 0 records
I0504 22:59:56.976147       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 10.246908ms to process 0 records
I0504 22:59:56.976173       1 tasks_processing.go:74] worker 5 stopped.
I0504 22:59:56.975980       1 tasks_processing.go:74] worker 30 stopped.
W0504 22:59:56.976114       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 22:59:56.982304       1 tasks_processing.go:74] worker 22 stopped.
I0504 22:59:56.982365       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 22.441675ms to process 0 records
I0504 22:59:56.982427       1 tasks_processing.go:74] worker 3 stopped.
I0504 22:59:56.982456       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 20.776681ms to process 0 records
I0504 22:59:56.984606       1 tasks_processing.go:74] worker 6 stopped.
I0504 22:59:56.984748       1 recorder.go:75] Recording config/running_containers with fingerprint=e9e302dccc322f8c1d01dc2a5c8647aeb100c4b203f6c247941e6e8d48d076b9
I0504 22:59:56.984790       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 89.085923ms to process 1 records
I0504 22:59:56.985338       1 tasks_processing.go:74] worker 16 stopped.
I0504 22:59:56.985354       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 12.91028ms to process 0 records
I0504 22:59:56.985371       1 tasks_processing.go:74] worker 8 stopped.
I0504 22:59:56.985411       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 12.914378ms to process 0 records
I0504 22:59:56.987828       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0504 22:59:56.987914       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0504 22:59:56.987998       1 operator.go:288] started
I0504 22:59:56.988022       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0504 22:59:56.998706       1 tasks_processing.go:74] worker 19 stopped.
I0504 22:59:56.998936       1 recorder.go:75] Recording config/network with fingerprint=740701a1197195236042072a66231871c73e1734b86de13fa71cfc9068bb454e
I0504 22:59:56.998954       1 gather.go:177] gatherer "clusterconfig" function "networks" took 26.575003ms to process 1 records
I0504 22:59:56.999102       1 tasks_processing.go:74] worker 10 stopped.
I0504 22:59:56.999205       1 recorder.go:75] Recording config/proxy with fingerprint=1a21fa67621658cbecb418326577902969e96f156007fb4ab3d124b2f7d2f46d
I0504 22:59:56.999220       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 26.375609ms to process 1 records
I0504 22:59:56.999413       1 tasks_processing.go:74] worker 7 stopped.
I0504 22:59:56.999597       1 recorder.go:75] Recording config/oauth with fingerprint=c0d6932fcef6cda4aa249977ab5807b2e5705203eb060c1e7d2bb2a8a1124e50
I0504 22:59:56.999606       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 34.029782ms to process 1 records
I0504 22:59:57.009594       1 tasks_processing.go:74] worker 0 stopped.
I0504 22:59:57.009617       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 113.014312ms to process 0 records
I0504 22:59:57.009894       1 tasks_processing.go:74] worker 2 stopped.
I0504 22:59:57.010359       1 recorder.go:75] Recording config/authentication with fingerprint=27100f324b0b9e976f8f3b2344628b96c462766cc1640d368d65f44a6ac7cdba
I0504 22:59:57.010412       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 44.817736ms to process 1 records
I0504 22:59:57.010587       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9dbf935dfd37edb800a9deeb8b162e35cace054aa8497d8d841710873041df3a
I0504 22:59:57.010691       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=0ec505bb91605ff0aef3271382cae05e91e63b5c82a2375d250a02c782145dcd
I0504 22:59:57.010761       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=011c20bcd040c79c68cce58373daef670112ca46f9d8694e01f4b1fc05ea1a01
I0504 22:59:57.010790       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 44.831812ms to process 3 records
I0504 22:59:57.011284       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=49217207df9eeadad2573de5ddaecc5857aeee26e452e61e88aefbb0fe60bd13
I0504 22:59:57.011404       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 44.069518ms to process 1 records
I0504 22:59:57.011436       1 tasks_processing.go:74] worker 9 stopped.
I0504 22:59:57.011462       1 tasks_processing.go:74] worker 20 stopped.
I0504 22:59:57.017883       1 tasks_processing.go:74] worker 29 stopped.
I0504 22:59:57.017949       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 62.805171ms to process 0 records
I0504 22:59:57.018115       1 tasks_processing.go:74] worker 15 stopped.
I0504 22:59:57.018133       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 122.309847ms to process 0 records
I0504 22:59:57.047359       1 tasks_processing.go:74] worker 21 stopped.
I0504 22:59:57.047494       1 gather_logs.go:145] no pods in  namespace were found
I0504 22:59:57.047605       1 prometheus_rules.go:88] Prometheus rules successfully created
I0504 22:59:57.047798       1 recorder.go:75] Recording config/version with fingerprint=1985ef56c18255dc3d66d92ecc97ced3a252da1cb5c28bf27cc3aea70ab78289
I0504 22:59:57.047857       1 recorder.go:75] Recording config/id with fingerprint=34db4d7000aefc0780b4659de4a9c2c27d8ea220676392475b5662d5dfd5ef0e
I0504 22:59:57.047875       1 gather.go:177] gatherer "clusterconfig" function "version" took 117.452438ms to process 2 records
I0504 22:59:57.047885       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 80.130267ms to process 0 records
I0504 22:59:57.047896       1 tasks_processing.go:74] worker 11 stopped.
I0504 22:59:57.054259       1 tasks_processing.go:74] worker 28 stopped.
I0504 22:59:57.054300       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0504 22:59:57.054315       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 123.914921ms to process 1 records
E0504 22:59:57.066401       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%277158a9e0-c42a-437c-9698-79cc882d98c2%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:50990->172.30.0.10:53: read: connection refused
I0504 22:59:57.066417       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%277158a9e0-c42a-437c-9698-79cc882d98c2%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:50990->172.30.0.10:53: read: connection refused
I0504 22:59:57.068357       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0504 22:59:57.068374       1 controller.go:212] Source scaController *sca.Controller is not ready
I0504 22:59:57.068379       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0504 22:59:57.068383       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0504 22:59:57.068404       1 controller.go:489] The operator is still being initialized
I0504 22:59:57.068413       1 controller.go:512] The operator is healthy
I0504 22:59:57.070135       1 tasks_processing.go:74] worker 12 stopped.
I0504 22:59:57.070156       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 175.185377ms to process 0 records
I0504 22:59:57.089053       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0504 22:59:57.089070       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0504 22:59:57.093066       1 tasks_processing.go:74] worker 25 stopped.
E0504 22:59:57.093085       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0504 22:59:57.093093       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0504 22:59:57.093098       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0504 22:59:57.093114       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0504 22:59:57.093157       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0504 22:59:57.093168       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0504 22:59:57.093175       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0504 22:59:57.093182       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0504 22:59:57.093238       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0504 22:59:57.093251       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0504 22:59:57.093260       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 151.171735ms to process 7 records
I0504 22:59:57.107415       1 tasks_processing.go:74] worker 27 stopped.
I0504 22:59:57.107457       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0504 22:59:57.107471       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 180.883632ms to process 1 records
I0504 22:59:57.118382       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0504 22:59:57.122365       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:32772->172.30.0.10:53: read: connection refused
I0504 22:59:57.122380       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:32772->172.30.0.10:53: read: connection refused
I0504 22:59:57.131894       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0504 22:59:57.136226       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0504 22:59:57.148841       1 tasks_processing.go:74] worker 18 stopped.
E0504 22:59:57.148862       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0504 22:59:57.148873       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3d5v0mhvsffpnroi9gfndk8a2532n9-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3d5v0mhvsffpnroi9gfndk8a2532n9-primary-cert-bundle-secret" not found
I0504 22:59:57.148937       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=898254012196045855b6af00404fe824a3aa1f536492c1995e6deca9bba2eacd
I0504 22:59:57.148951       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 223.541492ms to process 1 records
I0504 22:59:57.386882       1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 15 containers
I0504 22:59:57.386899       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1677721 bytes
I0504 22:59:57.388409       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-vkw66 pod in namespace openshift-dns (previous: false).
I0504 22:59:57.624450       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vkw66 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-vkw66\" is waiting to start: ContainerCreating"
I0504 22:59:57.624470       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-vkw66\" is waiting to start: ContainerCreating"
I0504 22:59:57.624481       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-vkw66 pod in namespace openshift-dns (previous: false).
I0504 22:59:57.770587       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vkw66 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-vkw66\" is waiting to start: ContainerCreating"
I0504 22:59:57.770610       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-vkw66\" is waiting to start: ContainerCreating"
I0504 22:59:57.770623       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-gwkn9 pod in namespace openshift-dns (previous: false).
W0504 22:59:57.962799       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 22:59:57.990955       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 22:59:57.990976       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-lln94 pod in namespace openshift-dns (previous: false).
I0504 22:59:58.187962       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-lln94 pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "the server could not find the requested resource ( pods/log node-resolver-lln94)"
I0504 22:59:58.187985       1 gather_cluster_operator_pods_and_events.go:280] Error: "the server could not find the requested resource ( pods/log node-resolver-lln94)"
I0504 22:59:58.187994       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-w69tw pod in namespace openshift-dns (previous: false).
I0504 22:59:58.370123       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 22:59:58.370143       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5799cd7bf4-kwb82 pod in namespace openshift-image-registry (previous: false).
I0504 22:59:58.564823       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 22:59:58.564843       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5799cd7bf4-mllcn pod in namespace openshift-image-registry (previous: false).
I0504 22:59:58.679349       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0504 22:59:58.768125       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 22:59:58.768145       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6fbd4c6ccc-6qkq4 pod in namespace openshift-image-registry (previous: false).
W0504 22:59:58.962175       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 22:59:58.969469       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6fbd4c6ccc-6qkq4 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6fbd4c6ccc-6qkq4\" is waiting to start: ContainerCreating"
I0504 22:59:58.969489       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6fbd4c6ccc-6qkq4\" is waiting to start: ContainerCreating"
I0504 22:59:58.969502       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-8cmxj pod in namespace openshift-image-registry (previous: false).
I0504 22:59:59.080437       1 tasks_processing.go:74] worker 14 stopped.
I0504 22:59:59.080503       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=ac60ef58a983543ed74e996a924194b3547f2fb9bdb413a7988de2752f58b4a4
I0504 22:59:59.080548       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=dfb93864af3b5409b874f199f26754dc8d1f05f4225b469d10f2a2151c267d3b
I0504 22:59:59.080594       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0504 22:59:59.080633       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=0c2c16a5a659e414e905def247742616e75f7f459403b15a55e156481de06aac
I0504 22:59:59.080683       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0504 22:59:59.080722       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=c9efba340f815c5d15970e2a73ef26d4f3189e0abfd39b881dc7075bd99f71d7
I0504 22:59:59.080777       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=21924965ef2f22a237fc835ed0f2d11c9aa526b145f1ac9f801a3aa18a6418ca
I0504 22:59:59.080810       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=f86a0a1d18230c8e95492f540f06aebdb2eab1b01b68eb7132a513f8d73a14d6
I0504 22:59:59.080852       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=a2cf3246224ac5e5c7b16de4ff4c9205fd55f87498a9c676dd4570ae7470d94c
I0504 22:59:59.080866       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0504 22:59:59.080892       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=63c38e97c0d7461d3e2cb0c52acbe44dabaa8726eb7bf99d19e26b9ba050a51a
I0504 22:59:59.080906       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0504 22:59:59.080931       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=5b674b9addf97aa5886a3cdac5a5918935b60b7f591482a7e6500c8943d7efc7
I0504 22:59:59.080947       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0504 22:59:59.080971       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=d4eeba4a56deb8c086ac8e10fadbf726545b77746dabce4252beec406e2e975f
I0504 22:59:59.080985       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0504 22:59:59.081007       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=799bc8d4d8c9c2d1bc9d5d4550310990b5c16d4354d318c64bcae6b80238eea5
I0504 22:59:59.081023       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0504 22:59:59.081047       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=d96c290f2572e63793edce8d998e4e46589ab0a8cde58f969393841569af80c5
I0504 22:59:59.081187       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=8f98d47bc2a1f1d14e1c3e7e3af217493cb8984ac1185f45e3c7c06ee00e63bf
I0504 22:59:59.081202       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0504 22:59:59.081214       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0504 22:59:59.081244       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0504 22:59:59.081277       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=58d8a22ceab4cf828cf05371c76e34b36355cfb5544f62540ce2e6b296d8c4e2
I0504 22:59:59.081312       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=5f260d6345f21e043f64d13fbe936211e9d00f2acc51c3c55522b74985c5514b
I0504 22:59:59.081329       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0504 22:59:59.081355       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=668c567da0c2de365bc992d2179d88c73be49e77ee98eff20f3317efa8796361
I0504 22:59:59.081370       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0504 22:59:59.081392       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=30e7e75a843726b09e28b48b1d704e3666e7cb77c2922fcd774f0a3df87e825d
I0504 22:59:59.081416       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=05fe7fc2ea5787549256a39bdfd67a8a7318f145315b52cebeb9a86acd7dc75f
I0504 22:59:59.081442       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=3e65b4d6d1eb0f8552a49c0cc7f5ca40dbf3ede4ba5510a8f9b806d82f2c8b92
I0504 22:59:59.081467       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=c174467cf78a0e9ae67ddd80dac21af91eac9ce462dfa87694ef5ce1f371ee98
I0504 22:59:59.081489       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ecdad5573792e5cb4916fb15e9fb196d2ea77b3d7d0bf2f252ceb552c57b6356
I0504 22:59:59.081528       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=83f4adf7375163e0bf09249da78129d9056b055497d7a3410e200309698165ab
I0504 22:59:59.081554       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0504 22:59:59.081568       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0504 22:59:59.081580       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.119852949s to process 36 records
I0504 22:59:59.175644       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 22:59:59.175749       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-cwbcl pod in namespace openshift-image-registry (previous: false).
I0504 22:59:59.372269       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 22:59:59.372290       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-hpkhp pod in namespace openshift-image-registry (previous: false).
I0504 22:59:59.582543       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-hpkhp pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-hpkhp\" is waiting to start: ContainerCreating"
I0504 22:59:59.582596       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-hpkhp\" is waiting to start: ContainerCreating"
I0504 22:59:59.582613       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5db75bb465-848g2 pod in namespace openshift-ingress (previous: false).
I0504 22:59:59.772576       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0504 22:59:59.772607       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5db75bb465-xf7pw pod in namespace openshift-ingress (previous: false).
W0504 22:59:59.963755       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0504 22:59:59.970507       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5db75bb465-xf7pw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5db75bb465-xf7pw\" is waiting to start: ContainerCreating"
I0504 22:59:59.970525       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5db75bb465-xf7pw\" is waiting to start: ContainerCreating"
I0504 22:59:59.970536       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84c6f6c57c-7n4tg pod in namespace openshift-ingress (previous: false).
I0504 23:00:00.179481       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84c6f6c57c-7n4tg pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84c6f6c57c-7n4tg\" is waiting to start: ContainerCreating"
I0504 23:00:00.179505       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84c6f6c57c-7n4tg\" is waiting to start: ContainerCreating"
I0504 23:00:00.179519       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-hwdmj pod in namespace openshift-ingress-canary (previous: false).
I0504 23:00:00.370022       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-hwdmj pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-hwdmj\" is waiting to start: ContainerCreating"
I0504 23:00:00.370039       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-hwdmj\" is waiting to start: ContainerCreating"
I0504 23:00:00.370054       1 tasks_processing.go:74] worker 26 stopped.
I0504 23:00:00.370143       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=6524435029300d59014d616923c1da1ea266037257dfac21fa7141f6db2bcbc3
I0504 23:00:00.370178       1 recorder.go:75] Recording events/openshift-dns with fingerprint=aba65d238b4020e1292d3c2b547b72c279920b8c54ecc112d8bb6f95f11d7358
I0504 23:00:00.370265       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=22310b4bf85a2c85b0c497327349c5bd50b083e320d5681776e8f4940329d9d2
I0504 23:00:00.370292       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=13fa830339696a60fb50919e3456bb4946ce994a6140a560e01caecbb35c89c7
I0504 23:00:00.370359       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=22a6a1ff08d110165afef65908161ba5f6ee5ab023cc9d2b3004fdd1e7a1c091
I0504 23:00:00.370378       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=caf6ec42d32d3e5a9e02052cb096edee1cf9426368244f638f9f4515a6c47a81
I0504 23:00:00.370389       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.471748513s to process 6 records
W0504 23:00:00.962759       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0504 23:00:01.959196       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0504 23:00:01.959231       1 tasks_processing.go:74] worker 4 stopped.
E0504 23:00:01.959245       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0504 23:00:01.959260       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0504 23:00:01.959279       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0504 23:00:01.959289       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.059832205s to process 1 records
I0504 23:00:09.365805       1 tasks_processing.go:74] worker 31 stopped.
I0504 23:00:09.365843       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0504 23:00:09.365858       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.467552344s to process 1 records
I0504 23:00:10.061295       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 23:00:10.104535       1 tasks_processing.go:74] worker 13 stopped.
I0504 23:00:10.104845       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=6f02bbed9776fbc53f719d04062abe458034f9ac95b2963e439b1381b6c8e3c4
I0504 23:00:10.104861       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.205713092s to process 1 records
E0504 23:00:10.104926       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.21s with: function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0504 23:00:10.106035       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0504 23:00:10.106050       1 periodic.go:209] Running workloads gatherer
I0504 23:00:10.106083       1 tasks_processing.go:45] number of workers: 2
I0504 23:00:10.106100       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 23:00:10.106104       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0504 23:00:10.106108       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 23:00:10.106121       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0504 23:00:10.130748       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data
I0504 23:00:10.133889       1 tasks_processing.go:74] worker 0 stopped.
I0504 23:00:10.133906       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.75063ms to process 0 records
I0504 23:00:10.144061       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (14ms)
I0504 23:00:10.152923       1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (9ms)
I0504 23:00:10.161938       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms)
I0504 23:00:10.173322       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (11ms)
I0504 23:00:10.181778       1 gather_workloads_info.go:387] No image sha256:eff3318d5ac1d3a141221b536233305f54b3334fab56e5f8ba20ef8a9ed21429 (8ms)
I0504 23:00:10.190308       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (8ms)
I0504 23:00:10.198318       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (8ms)
I0504 23:00:10.207536       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (9ms)
I0504 23:00:10.216062       1 gather_workloads_info.go:387] No image sha256:fab570ecdc9c3620b032bc4c5b44240f5ebac0bb9e48dfeea32bcd36eb462e5a (9ms)
I0504 23:00:10.224180       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (8ms)
I0504 23:00:10.238914       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (15ms)
I0504 23:00:10.343291       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (104ms)
I0504 23:00:10.440698       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (97ms)
I0504 23:00:10.549870       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (109ms)
I0504 23:00:10.643429       1 gather_workloads_info.go:387] No image sha256:a505dd5b62d744c2cfda2666b5e21e0a4704354a3114488bd3291456085e1e33 (93ms)
I0504 23:00:10.744066       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (101ms)
I0504 23:00:10.841495       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (97ms)
I0504 23:00:10.944718       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (103ms)
I0504 23:00:11.041716       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (97ms)
I0504 23:00:11.144321       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (103ms)
I0504 23:00:11.146891       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 23:00:11.240467       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (96ms)
I0504 23:00:11.344613       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (104ms)
I0504 23:00:11.348814       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 23:00:11.441388       1 gather_workloads_info.go:387] No image sha256:d3209a996e5ce362136e70a0bcf06d89973905de73e234b644d8ae8886d067f1 (97ms)
I0504 23:00:11.546543       1 gather_workloads_info.go:387] No image sha256:ef2bfb546cd8aac31b7671585f718f44b268ed43a9c8562016ab741558a7dfa1 (105ms)
I0504 23:00:11.640823       1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (94ms)
I0504 23:00:11.743884       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (103ms)
I0504 23:00:11.841335       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (97ms)
I0504 23:00:11.943579       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (102ms)
I0504 23:00:12.041224       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (98ms)
I0504 23:00:12.143052       1 gather_workloads_info.go:387] No image sha256:da4f8a01ef5d0607cf76fa7b219fafdb6020cb4cf9a0a88cfe76d292c1a561fc (102ms)
I0504 23:00:12.240229       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (97ms)
I0504 23:00:12.345767       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (106ms)
I0504 23:00:12.440739       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (95ms)
I0504 23:00:12.545160       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (104ms)
I0504 23:00:12.639919       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (95ms)
I0504 23:00:12.745104       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (105ms)
I0504 23:00:12.841336       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (96ms)
I0504 23:00:12.945970       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (105ms)
I0504 23:00:13.042501       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (97ms)
I0504 23:00:13.146437       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (104ms)
I0504 23:00:13.146469       1 tasks_processing.go:74] worker 1 stopped.
E0504 23:00:13.146480       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0504 23:00:13.146753       1 recorder.go:75] Recording config/workload_info with fingerprint=16feb914ce5533f5a9f120a610cc5f6c560f8d069cb455ddfac52c878a5db925
I0504 23:00:13.146789       1 gather.go:177] gatherer "workloads" function "workload_info" took 3.040358926s to process 1 records
E0504 23:00:13.146817       1 periodic.go:247] "Unhandled Error" err="workloads failed after 3.04s with: function \"workload_info\" failed with an error"
I0504 23:00:13.147920       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0504 23:00:13.147932       1 periodic.go:209] Running conditional gatherer
I0504 23:00:13.154877       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0504 23:00:13.163149       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.12:55743->172.30.0.10:53: read: connection refused
E0504 23:00:13.163428       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0504 23:00:13.163497       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0504 23:00:13.169316       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0504 23:00:13.169337       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 23:00:13.169343       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 23:00:13.169346       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 23:00:13.169349       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 23:00:13.169352       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 23:00:13.169355       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 23:00:13.169358       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 23:00:13.169361       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0504 23:00:13.169364       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0504 23:00:13.169379       1 tasks_processing.go:45] number of workers: 3
I0504 23:00:13.169392       1 tasks_processing.go:69] worker 2 listening for tasks.
I0504 23:00:13.169396       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0504 23:00:13.169408       1 tasks_processing.go:69] worker 1 listening for tasks.
I0504 23:00:13.169420       1 tasks_processing.go:69] worker 0 listening for tasks.
I0504 23:00:13.169427       1 tasks_processing.go:74] worker 0 stopped.
I0504 23:00:13.169431       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0504 23:00:13.169437       1 tasks_processing.go:71] worker 1 working on rapid_container_logs task.
I0504 23:00:13.169459       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0504 23:00:13.169473       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.007µs to process 1 records
I0504 23:00:13.169543       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0504 23:00:13.169555       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.207µs to process 1 records
I0504 23:00:13.169562       1 tasks_processing.go:74] worker 2 stopped.
I0504 23:00:13.169716       1 tasks_processing.go:74] worker 1 stopped.
I0504 23:00:13.169728       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 274.016µs to process 0 records
I0504 23:00:13.169748       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.12:55743->172.30.0.10:53: read: connection refused
I0504 23:00:13.169763       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0504 23:00:13.191888       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=c71124c3931a6486712aa21e3dc9c7d60cd25dafaa9bf18021eb2da102854fa6
I0504 23:00:13.192032       1 diskrecorder.go:70] Writing 100 records to /var/lib/insights-operator/insights-2026-05-04-230013.tar.gz
I0504 23:00:13.197815       1 diskrecorder.go:51] Wrote 100 records to disk in 5ms
I0504 23:00:13.197848       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0504 23:00:13.197865       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0504 23:00:23.765502       1 configmapobserver.go:84] configmaps "insights-config" not found
I0504 23:01:26.265881       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="da0d71c5708a0a2caae045b1a4ce270665505c79369a6f75b37dea64de72cf89")
W0504 23:01:26.265915       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0504 23:01:26.265959       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="8a9138e60a8f4f79af059b8a248d87ef1ce977d66e499b188bc90b50561d54e3")
I0504 23:01:26.265979       1 base_controller.go:181] Shutting down ConfigController ...
I0504 23:01:26.265994       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0504 23:01:26.266023       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0504 23:01:26.266059       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="540dacd083c2e7382b888e24f144bd4c50535536fde6dd4f3a2b8599a956fe72")
I0504 23:01:26.266111       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0504 23:01:26.266124       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0504 23:01:26.266131       1 base_controller.go:113] All ConfigController workers have been terminated
I0504 23:01:26.266081       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0504 23:01:26.266077       1 periodic.go:170] Shutting down
I0504 23:01:26.266168       1 secure_serving.go:258] Stopped listening on [::]:8443