W0423 21:50:39.193846       1 cmd.go:257] Using insecure, self-signed certificates
I0423 21:50:39.858151       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0423 21:50:39.858734       1 observer_polling.go:159] Starting file observer
I0423 21:50:40.410149       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0423 21:50:40.410380       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0423 21:50:40.410861       1 secure_serving.go:57] Forcing use of http/1.1 only
W0423 21:50:40.410880       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0423 21:50:40.410884       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0423 21:50:40.410890       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0423 21:50:40.410892       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0423 21:50:40.410895       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0423 21:50:40.410897       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0423 21:50:40.410990       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0423 21:50:40.414649       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"bb606198-daf8-4906-b540-43a35eb0f2de", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0423 21:50:40.414642       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0423 21:50:40.415325       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0423 21:50:40.415338       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0423 21:50:40.415344       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0423 21:50:40.415343       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0423 21:50:40.415349       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0423 21:50:40.415356       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0423 21:50:40.415630       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-516025051/tls.crt::/tmp/serving-cert-516025051/tls.key"
I0423 21:50:40.415882       1 secure_serving.go:213] Serving securely on [::]:8443
I0423 21:50:40.415911       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0423 21:50:40.419483       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0423 21:50:40.419508       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0423 21:50:40.419595       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0423 21:50:40.425002       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0423 21:50:40.425019       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0423 21:50:40.439398       1 secretconfigobserver.go:119] support secret does not exist
I0423 21:50:40.457189       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0423 21:50:40.492817       1 secretconfigobserver.go:119] support secret does not exist
I0423 21:50:40.511673       1 recorder.go:176] Pruning old reports every 6h29m19s, max age is 288h0m0s
I0423 21:50:40.515563       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0423 21:50:40.515570       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0423 21:50:40.515604       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0423 21:50:40.519747       1 base_controller.go:82] Caches are synced for ConfigController 
I0423 21:50:40.519760       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0423 21:50:40.549252       1 configmapobserver.go:84] configmaps "insights-config" not found
I0423 21:50:40.549459       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0423 21:50:40.549471       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0423 21:50:40.549479       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0423 21:50:40.549481       1 insightsreport.go:296] Starting report retriever
I0423 21:50:40.549463       1 periodic.go:216] Running clusterconfig gatherer
I0423 21:50:40.549491       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0423 21:50:40.549538       1 tasks_processing.go:45] number of workers: 64
I0423 21:50:40.549566       1 tasks_processing.go:69] worker 1 listening for tasks.
I0423 21:50:40.549580       1 tasks_processing.go:69] worker 14 listening for tasks.
I0423 21:50:40.549579       1 tasks_processing.go:69] worker 0 listening for tasks.
I0423 21:50:40.549589       1 tasks_processing.go:69] worker 2 listening for tasks.
I0423 21:50:40.549590       1 tasks_processing.go:69] worker 23 listening for tasks.
I0423 21:50:40.549593       1 tasks_processing.go:69] worker 8 listening for tasks.
I0423 21:50:40.549597       1 tasks_processing.go:69] worker 9 listening for tasks.
I0423 21:50:40.549600       1 tasks_processing.go:69] worker 18 listening for tasks.
I0423 21:50:40.549601       1 tasks_processing.go:69] worker 19 listening for tasks.
I0423 21:50:40.549608       1 tasks_processing.go:69] worker 20 listening for tasks.
I0423 21:50:40.549608       1 tasks_processing.go:69] worker 4 listening for tasks.
I0423 21:50:40.549615       1 tasks_processing.go:71] worker 20 working on overlapping_namespace_uids task.
I0423 21:50:40.549620       1 tasks_processing.go:69] worker 15 listening for tasks.
I0423 21:50:40.549621       1 tasks_processing.go:69] worker 7 listening for tasks.
I0423 21:50:40.549620       1 tasks_processing.go:69] worker 25 listening for tasks.
I0423 21:50:40.549620       1 tasks_processing.go:69] worker 10 listening for tasks.
I0423 21:50:40.549604       1 tasks_processing.go:71] worker 8 working on cluster_apiserver task.
I0423 21:50:40.549633       1 tasks_processing.go:69] worker 17 listening for tasks.
I0423 21:50:40.549635       1 tasks_processing.go:69] worker 27 listening for tasks.
I0423 21:50:40.549640       1 tasks_processing.go:69] worker 48 listening for tasks.
I0423 21:50:40.549637       1 tasks_processing.go:69] worker 12 listening for tasks.
I0423 21:50:40.549626       1 tasks_processing.go:69] worker 6 listening for tasks.
I0423 21:50:40.549646       1 tasks_processing.go:69] worker 21 listening for tasks.
I0423 21:50:40.549610       1 tasks_processing.go:71] worker 18 working on jaegers task.
I0423 21:50:40.549654       1 tasks_processing.go:69] worker 50 listening for tasks.
I0423 21:50:40.549646       1 tasks_processing.go:69] worker 22 listening for tasks.
I0423 21:50:40.549628       1 tasks_processing.go:69] worker 16 listening for tasks.
I0423 21:50:40.549627       1 tasks_processing.go:69] worker 26 listening for tasks.
I0423 21:50:40.549630       1 tasks_processing.go:69] worker 11 listening for tasks.
I0423 21:50:40.549648       1 tasks_processing.go:69] worker 49 listening for tasks.
I0423 21:50:40.549671       1 tasks_processing.go:69] worker 33 listening for tasks.
I0423 21:50:40.549650       1 tasks_processing.go:69] worker 5 listening for tasks.
I0423 21:50:40.549664       1 tasks_processing.go:69] worker 59 listening for tasks.
I0423 21:50:40.549672       1 tasks_processing.go:69] worker 51 listening for tasks.
I0423 21:50:40.549680       1 tasks_processing.go:69] worker 60 listening for tasks.
I0423 21:50:40.549699       1 tasks_processing.go:69] worker 32 listening for tasks.
I0423 21:50:40.549704       1 tasks_processing.go:71] worker 14 working on node_logs task.
I0423 21:50:40.549729       1 tasks_processing.go:69] worker 13 listening for tasks.
I0423 21:50:40.549735       1 tasks_processing.go:69] worker 31 listening for tasks.
I0423 21:50:40.549742       1 tasks_processing.go:69] worker 63 listening for tasks.
I0423 21:50:40.549749       1 tasks_processing.go:69] worker 43 listening for tasks.
I0423 21:50:40.549752       1 tasks_processing.go:69] worker 61 listening for tasks.
I0423 21:50:40.549757       1 tasks_processing.go:69] worker 62 listening for tasks.
I0423 21:50:40.549758       1 tasks_processing.go:71] worker 0 working on machine_healthchecks task.
I0423 21:50:40.549765       1 tasks_processing.go:71] worker 23 working on openstack_version task.
I0423 21:50:40.549768       1 tasks_processing.go:69] worker 36 listening for tasks.
I0423 21:50:40.549772       1 tasks_processing.go:71] worker 25 working on operators_pods_and_events task.
I0423 21:50:40.549767       1 tasks_processing.go:69] worker 35 listening for tasks.
I0423 21:50:40.549780       1 tasks_processing.go:69] worker 39 listening for tasks.
I0423 21:50:40.549785       1 tasks_processing.go:71] worker 35 working on certificate_signing_requests task.
I0423 21:50:40.549786       1 tasks_processing.go:69] worker 56 listening for tasks.
I0423 21:50:40.549787       1 tasks_processing.go:69] worker 37 listening for tasks.
I0423 21:50:40.549604       1 tasks_processing.go:71] worker 9 working on monitoring_persistent_volumes task.
I0423 21:50:40.549797       1 tasks_processing.go:69] worker 57 listening for tasks.
I0423 21:50:40.549790       1 tasks_processing.go:69] worker 30 listening for tasks.
I0423 21:50:40.549812       1 tasks_processing.go:69] worker 34 listening for tasks.
I0423 21:50:40.549815       1 tasks_processing.go:71] worker 57 working on storage_cluster task.
I0423 21:50:40.549818       1 tasks_processing.go:71] worker 30 working on install_plans task.
I0423 21:50:40.549823       1 tasks_processing.go:71] worker 22 working on olm_operators task.
I0423 21:50:40.549824       1 tasks_processing.go:71] worker 33 working on feature_gates task.
I0423 21:50:40.549747       1 tasks_processing.go:71] worker 32 working on nodenetworkconfigurationpolicies task.
I0423 21:50:40.549882       1 tasks_processing.go:71] worker 1 working on container_runtime_configs task.
I0423 21:50:40.549894       1 tasks_processing.go:71] worker 56 working on config_maps task.
I0423 21:50:40.549789       1 tasks_processing.go:69] worker 45 listening for tasks.
I0423 21:50:40.549767       1 tasks_processing.go:69] worker 53 listening for tasks.
I0423 21:50:40.549910       1 tasks_processing.go:71] worker 26 working on ceph_cluster task.
I0423 21:50:40.549996       1 tasks_processing.go:71] worker 16 working on oauths task.
I0423 21:50:40.550050       1 tasks_processing.go:71] worker 59 working on mutating_webhook_configurations task.
I0423 21:50:40.549890       1 tasks_processing.go:71] worker 39 working on active_alerts task.
I0423 21:50:40.550202       1 tasks_processing.go:71] worker 45 working on image_pruners task.
I0423 21:50:40.549797       1 tasks_processing.go:69] worker 44 listening for tasks.
I0423 21:50:40.550349       1 tasks_processing.go:71] worker 44 working on pod_network_connectivity_checks task.
I0423 21:50:40.549773       1 tasks_processing.go:69] worker 52 listening for tasks.
I0423 21:50:40.549733       1 tasks_processing.go:69] worker 29 listening for tasks.
I0423 21:50:40.549601       1 tasks_processing.go:69] worker 3 listening for tasks.
I0423 21:50:40.550203       1 tasks_processing.go:71] worker 12 working on clusterroles task.
I0423 21:50:40.549769       1 tasks_processing.go:71] worker 62 working on openstack_controlplanes task.
I0423 21:50:40.550482       1 tasks_processing.go:71] worker 3 working on authentication task.
I0423 21:50:40.550547       1 tasks_processing.go:71] worker 52 working on schedulers task.
I0423 21:50:40.550561       1 tasks_processing.go:71] worker 29 working on openstack_dataplanenodesets task.
I0423 21:50:40.549751       1 tasks_processing.go:71] worker 19 working on machine_config_pools task.
I0423 21:50:40.549749       1 tasks_processing.go:71] worker 13 working on lokistack task.
I0423 21:50:40.550731       1 tasks_processing.go:69] worker 28 listening for tasks.
I0423 21:50:40.550740       1 tasks_processing.go:71] worker 28 working on ingress task.
I0423 21:50:40.549753       1 tasks_processing.go:71] worker 2 working on sap_datahubs task.
I0423 21:50:40.550732       1 tasks_processing.go:69] worker 38 listening for tasks.
I0423 21:50:40.549753       1 tasks_processing.go:69] worker 55 listening for tasks.
I0423 21:50:40.549761       1 tasks_processing.go:71] worker 15 working on metrics task.
I0423 21:50:40.549755       1 tasks_processing.go:71] worker 4 working on aggregated_monitoring_cr_names task.
W0423 21:50:40.550817       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0423 21:50:40.550833       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 26.203µs to process 0 records
I0423 21:50:40.549761       1 tasks_processing.go:71] worker 43 working on storage_classes task.
I0423 21:50:40.550851       1 tasks_processing.go:71] worker 15 working on machine_configs task.
I0423 21:50:40.550887       1 tasks_processing.go:71] worker 38 working on crds task.
I0423 21:50:40.549765       1 tasks_processing.go:71] worker 7 working on container_images task.
I0423 21:50:40.550990       1 tasks_processing.go:71] worker 55 working on image task.
I0423 21:50:40.549777       1 tasks_processing.go:71] worker 36 working on silenced_alerts task.
W0423 21:50:40.551146       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0423 21:50:40.551219       1 tasks_processing.go:71] worker 36 working on machine_sets task.
I0423 21:50:40.549757       1 tasks_processing.go:71] worker 63 working on tsdb_status task.
W0423 21:50:40.551475       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0423 21:50:40.549788       1 tasks_processing.go:71] worker 31 working on sap_config task.
I0423 21:50:40.549793       1 tasks_processing.go:69] worker 40 listening for tasks.
I0423 21:50:40.549801       1 tasks_processing.go:69] worker 41 listening for tasks.
I0423 21:50:40.549802       1 tasks_processing.go:69] worker 42 listening for tasks.
I0423 21:50:40.549805       1 tasks_processing.go:69] worker 58 listening for tasks.
I0423 21:50:40.551774       1 tasks_processing.go:71] worker 42 working on proxies task.
I0423 21:50:40.551774       1 tasks_processing.go:71] worker 58 working on service_accounts task.
I0423 21:50:40.549809       1 tasks_processing.go:69] worker 46 listening for tasks.
I0423 21:50:40.549817       1 tasks_processing.go:69] worker 47 listening for tasks.
I0423 21:50:40.551957       1 tasks_processing.go:71] worker 46 working on infrastructures task.
I0423 21:50:40.549611       1 tasks_processing.go:69] worker 24 listening for tasks.
I0423 21:50:40.550149       1 tasks_processing.go:71] worker 11 working on openshift_machine_api_events task.
I0423 21:50:40.552105       1 tasks_processing.go:71] worker 24 working on machines task.
I0423 21:50:40.552342       1 tasks_processing.go:71] worker 47 working on pdbs task.
I0423 21:50:40.550154       1 tasks_processing.go:71] worker 49 working on openshift_logging task.
I0423 21:50:40.550179       1 tasks_processing.go:71] worker 10 working on node_features task.
I0423 21:50:40.550185       1 tasks_processing.go:71] worker 17 working on networks task.
I0423 21:50:40.550191       1 tasks_processing.go:71] worker 53 working on operators task.
I0423 21:50:40.550194       1 tasks_processing.go:71] worker 27 working on version task.
I0423 21:50:40.550197       1 tasks_processing.go:71] worker 34 working on cost_management_metrics_configs task.
I0423 21:50:40.550199       1 tasks_processing.go:71] worker 48 working on nodes task.
I0423 21:50:40.550207       1 tasks_processing.go:71] worker 6 working on ingress_certificates task.
I0423 21:50:40.550211       1 tasks_processing.go:71] worker 21 working on dvo_metrics task.
I0423 21:50:40.550215       1 tasks_processing.go:71] worker 50 working on validating_webhook_configurations task.
W0423 21:50:40.550227       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0423 21:50:40.550236       1 tasks_processing.go:71] worker 51 working on support_secret task.
I0423 21:50:40.550246       1 tasks_processing.go:71] worker 60 working on qemu_kubevirt_launcher_logs task.
I0423 21:50:40.550253       1 tasks_processing.go:71] worker 5 working on image_registries task.
I0423 21:50:40.550258       1 tasks_processing.go:71] worker 37 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0423 21:50:40.551515       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 86.017µs to process 0 records
I0423 21:50:40.554429       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 48.071µs to process 0 records
I0423 21:50:40.549778       1 tasks_processing.go:69] worker 54 listening for tasks.
I0423 21:50:40.551758       1 tasks_processing.go:71] worker 40 working on openstack_dataplanedeployments task.
I0423 21:50:40.551767       1 tasks_processing.go:71] worker 41 working on sap_pods task.
I0423 21:50:40.549807       1 tasks_processing.go:71] worker 61 working on nodenetworkstates task.
I0423 21:50:40.554454       1 tasks_processing.go:71] worker 63 working on machine_autoscalers task.
I0423 21:50:40.554558       1 tasks_processing.go:74] worker 39 stopped.
I0423 21:50:40.554479       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 3.589025ms to process 0 records
I0423 21:50:40.554534       1 tasks_processing.go:74] worker 54 stopped.
I0423 21:50:40.566687       1 tasks_processing.go:74] worker 1 stopped.
I0423 21:50:40.566708       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 16.783403ms to process 0 records
I0423 21:50:40.566721       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 16.862284ms to process 0 records
I0423 21:50:40.566725       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 16.780184ms to process 0 records
I0423 21:50:40.566729       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 16.852869ms to process 0 records
E0423 21:50:40.566734       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0423 21:50:40.566740       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 16.354154ms to process 0 records
I0423 21:50:40.566745       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 17.060577ms to process 0 records
I0423 21:50:40.566751       1 tasks_processing.go:74] worker 18 stopped.
I0423 21:50:40.566750       1 tasks_processing.go:74] worker 26 stopped.
I0423 21:50:40.566755       1 tasks_processing.go:74] worker 57 stopped.
I0423 21:50:40.566758       1 tasks_processing.go:74] worker 44 stopped.
I0423 21:50:40.566769       1 tasks_processing.go:74] worker 32 stopped.
I0423 21:50:40.569805       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0423 21:50:40.569821       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0423 21:50:40.569825       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0423 21:50:40.569828       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0423 21:50:40.569842       1 controller.go:531] The operator is still being initialized
I0423 21:50:40.569848       1 controller.go:554] The operator is healthy
I0423 21:50:40.569893       1 tasks_processing.go:74] worker 8 stopped.
I0423 21:50:40.570126       1 recorder.go:75] Recording config/apiserver with fingerprint=9bdccd7a8b259ceb569adc4f92458500a8780539e6746b060c05d8044d2c8024
I0423 21:50:40.570145       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 20.250307ms to process 1 records
I0423 21:50:40.570243       1 tasks_processing.go:74] worker 33 stopped.
I0423 21:50:40.570277       1 recorder.go:75] Recording config/featuregate with fingerprint=91e8977790dbbd00338ec9cf19a1fcc9446479f40e7d62439dd0bb80d94d6062
I0423 21:50:40.570287       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 20.099964ms to process 1 records
I0423 21:50:40.570365       1 tasks_processing.go:74] worker 16 stopped.
I0423 21:50:40.570454       1 recorder.go:75] Recording config/oauth with fingerprint=bd1b002295aa32941d0b9d6831ec569c1259a401b201cec3e182948667a61644
I0423 21:50:40.570464       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 20.050027ms to process 1 records
I0423 21:50:40.598683       1 tasks_processing.go:74] worker 62 stopped.
I0423 21:50:40.598699       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 48.20835ms to process 0 records
I0423 21:50:40.598710       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 48.967846ms to process 0 records
I0423 21:50:40.598714       1 tasks_processing.go:74] worker 14 stopped.
I0423 21:50:40.598928       1 tasks_processing.go:74] worker 22 stopped.
I0423 21:50:40.598951       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 49.085572ms to process 0 records
I0423 21:50:40.622525       1 tasks_processing.go:74] worker 19 stopped.
I0423 21:50:40.622549       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 71.819008ms to process 0 records
I0423 21:50:40.622700       1 tasks_processing.go:74] worker 52 stopped.
I0423 21:50:40.622772       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e98070bf789dda77f35ee00eebc77dad63639e4ba931fa3d1f2e7a18c417e6fd
I0423 21:50:40.622786       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 72.13191ms to process 1 records
I0423 21:50:40.628541       1 tasks_processing.go:74] worker 28 stopped.
I0423 21:50:40.628721       1 recorder.go:75] Recording config/ingress with fingerprint=e34d59496a97c5a47d099c3b4cd95334aa45b035d3e94a8e1be8dcb64b342ac3
I0423 21:50:40.628740       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 77.788173ms to process 1 records
I0423 21:50:40.631440       1 tasks_processing.go:74] worker 23 stopped.
I0423 21:50:40.631457       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 81.66359ms to process 0 records
I0423 21:50:40.638104       1 tasks_processing.go:74] worker 13 stopped.
I0423 21:50:40.638118       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 87.378001ms to process 0 records
I0423 21:50:40.638124       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 87.534642ms to process 0 records
I0423 21:50:40.638131       1 tasks_processing.go:74] worker 29 stopped.
I0423 21:50:40.638180       1 tasks_processing.go:74] worker 31 stopped.
I0423 21:50:40.638199       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 86.647788ms to process 0 records
E0423 21:50:40.638291       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0423 21:50:40.638302       1 tasks_processing.go:74] worker 10 stopped.
I0423 21:50:40.638308       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 85.765994ms to process 0 records
I0423 21:50:40.638390       1 tasks_processing.go:74] worker 24 stopped.
E0423 21:50:40.638402       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0423 21:50:40.638412       1 gather.go:177] gatherer "clusterconfig" function "machines" took 86.239366ms to process 0 records
I0423 21:50:40.638491       1 tasks_processing.go:74] worker 3 stopped.
I0423 21:50:40.638723       1 recorder.go:75] Recording config/authentication with fingerprint=dd158f92734d068e7c652eb8e49664fc07b20612697b3d3eee8b00bc90f44ec9
I0423 21:50:40.638739       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 87.989455ms to process 1 records
I0423 21:50:40.642314       1 tasks_processing.go:74] worker 45 stopped.
I0423 21:50:40.642514       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=a3ae5c1001ba6880f168856cf109408fbb8ad7e6c0b6be72ab96b2ac2ef49800
I0423 21:50:40.642528       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 92.024012ms to process 1 records
I0423 21:50:40.652735       1 tasks_processing.go:74] worker 34 stopped.
I0423 21:50:40.652747       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 99.505475ms to process 0 records
I0423 21:50:40.652760       1 tasks_processing.go:74] worker 36 stopped.
I0423 21:50:40.652764       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 101.513722ms to process 0 records
I0423 21:50:40.652933       1 tasks_processing.go:74] worker 55 stopped.
I0423 21:50:40.653024       1 recorder.go:75] Recording config/image with fingerprint=0dfef521bbe9513859cf19bedcc54fbc491ccbbef70a6d4dab4b1695dc77e55e
I0423 21:50:40.653040       1 gather.go:177] gatherer "clusterconfig" function "image" took 101.926294ms to process 1 records
I0423 21:50:40.656860       1 tasks_processing.go:74] worker 42 stopped.
I0423 21:50:40.656929       1 recorder.go:75] Recording config/proxy with fingerprint=87e512b22e41a02f618825881fcf92e188b6caa2baa6ec7a3b9b2e30390f67b6
I0423 21:50:40.656948       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 105.067387ms to process 1 records
I0423 21:50:40.657035       1 tasks_processing.go:74] worker 46 stopped.
I0423 21:50:40.657430       1 recorder.go:75] Recording config/infrastructure with fingerprint=6de611b98d3aad284f943371f3308ea78dd75c9933dac6d48bc98153196e25fd
I0423 21:50:40.657439       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 104.948442ms to process 1 records
I0423 21:50:40.658964       1 tasks_processing.go:74] worker 35 stopped.
I0423 21:50:40.658978       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 109.163616ms to process 0 records
I0423 21:50:40.659708       1 tasks_processing.go:74] worker 49 stopped.
I0423 21:50:40.659717       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 107.300318ms to process 0 records
I0423 21:50:40.662506       1 tasks_processing.go:74] worker 61 stopped.
I0423 21:50:40.662517       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 107.898989ms to process 0 records
I0423 21:50:40.673590       1 tasks_processing.go:74] worker 40 stopped.
I0423 21:50:40.673603       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 119.04659ms to process 0 records
I0423 21:50:40.673623       1 tasks_processing.go:74] worker 63 stopped.
I0423 21:50:40.673635       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 119.055054ms to process 0 records
I0423 21:50:40.673644       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 122.845159ms to process 0 records
I0423 21:50:40.673649       1 tasks_processing.go:74] worker 2 stopped.
I0423 21:50:40.675532       1 tasks_processing.go:74] worker 20 stopped.
I0423 21:50:40.675556       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0423 21:50:40.675566       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 125.904499ms to process 1 records
I0423 21:50:40.680684       1 tasks_processing.go:74] worker 59 stopped.
I0423 21:50:40.681007       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=43e4f1b07dbf1996ebcdb4fa6b45048ef2261cdace44090602ae7c24a2f7e156
I0423 21:50:40.681065       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=cec1ec2557c7211432bdea7860a6f431bfd4550cd0174f87815eadf988746d5c
I0423 21:50:40.681112       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=c140ce5ae390abc20aaa50b0f9af13fd936a7d2a54bc02f5882b5b003096095d
I0423 21:50:40.681125       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 130.614076ms to process 3 records
I0423 21:50:40.694574       1 tasks_processing.go:74] worker 41 stopped.
I0423 21:50:40.694587       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 140.026235ms to process 0 records
I0423 21:50:40.694782       1 tasks_processing.go:74] worker 17 stopped.
I0423 21:50:40.694923       1 recorder.go:75] Recording config/network with fingerprint=2ecc4fbb726b93e1e08e1a60f9cf94129dba66fadbe084e0d62a990a9437ab07
I0423 21:50:40.694940       1 gather.go:177] gatherer "clusterconfig" function "networks" took 142.083862ms to process 1 records
I0423 21:50:40.714872       1 tasks_processing.go:74] worker 9 stopped.
I0423 21:50:40.714898       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 165.069394ms to process 0 records
I0423 21:50:40.714973       1 tasks_processing.go:74] worker 47 stopped.
I0423 21:50:40.715072       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=b97d848a7818b4d0a28d764ce35e587087972dd66b0bf1b41f62ed8bdbf82ea0
I0423 21:50:40.715121       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=2489d561c2bb09889341d75f95d37cd7d07966b05a80e8f802dd896649f4b53f
I0423 21:50:40.715141       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=1f2a21439f379aecf1dff51be9a31c78a532ae94a33ef927140d4b679d582a83
I0423 21:50:40.715148       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 162.584461ms to process 3 records
I0423 21:50:40.715193       1 tasks_processing.go:74] worker 15 stopped.
E0423 21:50:40.715208       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0423 21:50:40.715240       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0423 21:50:40.715259       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 164.323463ms to process 1 records
I0423 21:50:40.715377       1 tasks_processing.go:74] worker 43 stopped.
I0423 21:50:40.715475       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=23e1e2e70832574b8ed9aec3666c0131faa46624a0d31cbfc43d25251d4c69f9
I0423 21:50:40.715495       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=2e64270d308b791e95515a29522f2971e923bed53f7761f88ab87bac59fc1937
I0423 21:50:40.715502       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 164.530012ms to process 2 records
I0423 21:50:40.718374       1 tasks_processing.go:74] worker 11 stopped.
I0423 21:50:40.718390       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 166.401418ms to process 0 records
I0423 21:50:40.718699       1 tasks_processing.go:74] worker 12 stopped.
I0423 21:50:40.718774       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0423 21:50:40.718843       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0423 21:50:40.718911       1 operator.go:328] started
I0423 21:50:40.718944       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0423 21:50:40.718985       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=ee67cfa39063153b9d4fc534c5b97c237b804ea561eba8048d4bae93b9ae4311
I0423 21:50:40.719124       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=69af10a6c616336df42657bda80b98407e0c77ab45a4eb86755a727d6eabe7de
I0423 21:50:40.719134       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 168.302399ms to process 2 records
E0423 21:50:40.719142       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0423 21:50:40.719149       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 168.993932ms to process 0 records
I0423 21:50:40.719214       1 tasks_processing.go:74] worker 0 stopped.
I0423 21:50:40.719276       1 tasks_processing.go:74] worker 38 stopped.
I0423 21:50:40.719674       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=fb42f90ad8572daecc074cef8a32a6256192eb0583fe1ab4798f6fa744ef30e7
I0423 21:50:40.719916       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=e875023c53c020720ffaa2e2b2d222aa84d9a17270c3f0208937f92da173f79b
I0423 21:50:40.719927       1 gather.go:177] gatherer "clusterconfig" function "crds" took 168.229958ms to process 2 records
I0423 21:50:40.721957       1 tasks_processing.go:74] worker 50 stopped.
I0423 21:50:40.722070       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=01c7c0a266db9e26fd5bca2348267b32df4fb89316c2fb35756f9dbce253360a
I0423 21:50:40.722186       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=61487509c2b3d5ec0ad6b32788d708839615cb199348ee2b04f65071c480ea81
I0423 21:50:40.722209       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=24ee490360e2e9aa77eb52e479612e523be0a2a69a390c9d36b8b9f02943da56
I0423 21:50:40.722232       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ecbdb34f01ac56f7c49b7f01ea1f24df63bf5c9cdc65d4c22203eaf804330969
I0423 21:50:40.722262       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=9c167d7d3fd0a7195798a97fc28b49809e7d6741350a6e6f1c45099fda664a0d
I0423 21:50:40.722285       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=1ec60d632511a20d8e861f9148ba466fa19f74bb76dee9012fd1e6320fd19ea1
W0423 21:50:40.722307       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 21:50:40.722308       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=97be20f8b51eda2b1df6399e623a9dd11110e9841623316d835ce9b11fd1ed23
I0423 21:50:40.722369       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=d460834e890c737cf48329eba038dca138314345cda9c23b556d68b3f2b535c7
I0423 21:50:40.722396       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=de98c5d54013f0345f931d2e2be1442b18d446d0c2de4c5547f4c93e3978636a
I0423 21:50:40.722420       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=5a5152d369841a4eb636fa489311dbd90ce582a31505a906a1bb1527e3dea292
I0423 21:50:40.722444       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=239a250d5fe819129a0c4f4503e94a41ea02ff5d179f03b3d5f11f5f02498a57
I0423 21:50:40.722452       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 168.365315ms to process 11 records
I0423 21:50:40.743017       1 tasks_processing.go:74] worker 48 stopped.
I0423 21:50:40.743304       1 recorder.go:75] Recording config/node/ip-10-0-0-18.ec2.internal with fingerprint=82876bb5c861466aa0ab80bb0e97d1516df04680560d42bfb9afdf755f9f1018
I0423 21:50:40.743362       1 recorder.go:75] Recording config/node/ip-10-0-1-216.ec2.internal with fingerprint=3067c4e6bab1e37ee7af2f690eacad8d8202776797e168b8e67fee92f9870a15
I0423 21:50:40.743412       1 recorder.go:75] Recording config/node/ip-10-0-2-123.ec2.internal with fingerprint=d768025822f43412e3269dca404b2b248e6d15dc23fa2515a5deb0b6f965aa26
I0423 21:50:40.743421       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 189.738546ms to process 3 records
I0423 21:50:40.752506       1 tasks_processing.go:74] worker 51 stopped.
E0423 21:50:40.752536       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0423 21:50:40.752550       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 198.687411ms to process 0 records
I0423 21:50:40.752990       1 tasks_processing.go:74] worker 4 stopped.
I0423 21:50:40.753020       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 202.172828ms to process 0 records
I0423 21:50:40.753500       1 tasks_processing.go:74] worker 5 stopped.
I0423 21:50:40.754444       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=6598e9052f6e74a3b32d6a7f4ada12bc4bb631bda3c1f73a1c2fd534165bc4d0
I0423 21:50:40.754464       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 199.380062ms to process 1 records
I0423 21:50:40.762029       1 prometheus_rules.go:88] Prometheus rules successfully created
I0423 21:50:40.769893       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0423 21:50:40.769907       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0423 21:50:40.769911       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0423 21:50:40.769914       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0423 21:50:40.769917       1 controller.go:254] Source scaController *sca.Controller is not ready
I0423 21:50:40.769934       1 controller.go:531] The operator is still being initialized
I0423 21:50:40.769940       1 controller.go:554] The operator is healthy
E0423 21:50:40.785807       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%271b720102-e5de-42cf-8f05-7473212e02ec%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:49219->172.30.0.10:53: read: connection refused
I0423 21:50:40.785822       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%271b720102-e5de-42cf-8f05-7473212e02ec%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:49219->172.30.0.10:53: read: connection refused
I0423 21:50:40.798929       1 tasks_processing.go:74] worker 37 stopped.
I0423 21:50:40.798943       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 244.675511ms to process 0 records
I0423 21:50:40.819264       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0423 21:50:40.819278       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0423 21:50:40.842269       1 tasks_processing.go:74] worker 27 stopped.
I0423 21:50:40.842508       1 gather_logs.go:145] no pods in  namespace were found
I0423 21:50:40.842575       1 recorder.go:75] Recording config/version with fingerprint=251b6e40d8611b08543b5732001f6279ae808e2855cacbd675f5307fed6aaa11
I0423 21:50:40.842592       1 recorder.go:75] Recording config/id with fingerprint=743928d80056fa06fe23c17627e8f5c4e31ba3b3e4bd49aa262d9419646ac4b9
I0423 21:50:40.842599       1 gather.go:177] gatherer "clusterconfig" function "version" took 289.176535ms to process 2 records
I0423 21:50:40.842606       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 288.550467ms to process 0 records
I0423 21:50:40.842612       1 tasks_processing.go:74] worker 60 stopped.
I0423 21:50:40.860477       1 tasks_processing.go:74] worker 56 stopped.
E0423 21:50:40.860502       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0423 21:50:40.860508       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0423 21:50:40.860512       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0423 21:50:40.860523       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0423 21:50:40.860572       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0423 21:50:40.860580       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0423 21:50:40.860584       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0423 21:50:40.860588       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0423 21:50:40.860625       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0423 21:50:40.860633       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0423 21:50:40.860639       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 310.565312ms to process 7 records
I0423 21:50:40.866605       1 tasks_processing.go:74] worker 7 stopped.
I0423 21:50:40.867894       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-wsk48 with fingerprint=95c6c49df8ff2a460023107d8f4ec8705e59f29d06738da998f737736be854c0
I0423 21:50:40.867950       1 recorder.go:75] Recording config/running_containers with fingerprint=8945e60d2062653b9e7e7fa5747a2f9f37b388b72910f530e081a1bd542186f6
I0423 21:50:40.867959       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 315.628123ms to process 2 records
I0423 21:50:40.882667       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0423 21:50:40.885875       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:58009->172.30.0.10:53: read: connection refused
I0423 21:50:40.885889       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:58009->172.30.0.10:53: read: connection refused
I0423 21:50:40.892819       1 tasks_processing.go:74] worker 6 stopped.
E0423 21:50:40.892833       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0423 21:50:40.892839       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ps4596k02g87f728elrjhduc7bmtv3r-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ps4596k02g87f728elrjhduc7bmtv3r-primary-cert-bundle-secret" not found
I0423 21:50:40.892895       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=968c4cebba8e62a8a522070f64d8d3767d0dfb129da441c5b7779bbae5a33d03
I0423 21:50:40.892908       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 339.491504ms to process 1 records
I0423 21:50:40.919660       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0423 21:50:40.933029       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0423 21:50:41.129786       1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 18 containers
I0423 21:50:41.129803       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1398101 bytes
I0423 21:50:41.130024       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-27p8x pod in namespace openshift-dns (previous: false).
I0423 21:50:41.361094       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-27p8x pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-27p8x\" is waiting to start: ContainerCreating"
I0423 21:50:41.361111       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-27p8x\" is waiting to start: ContainerCreating"
I0423 21:50:41.361119       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-27p8x pod in namespace openshift-dns (previous: false).
I0423 21:50:41.556278       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-27p8x pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-27p8x\" is waiting to start: ContainerCreating"
I0423 21:50:41.556295       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-27p8x\" is waiting to start: ContainerCreating"
I0423 21:50:41.556306       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gq5dq pod in namespace openshift-dns (previous: false).
W0423 21:50:41.721975       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 21:50:41.757904       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gq5dq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gq5dq\" is waiting to start: ContainerCreating"
I0423 21:50:41.757921       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gq5dq\" is waiting to start: ContainerCreating"
I0423 21:50:41.757928       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gq5dq pod in namespace openshift-dns (previous: false).
I0423 21:50:41.930513       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gq5dq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gq5dq\" is waiting to start: ContainerCreating"
I0423 21:50:41.930531       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gq5dq\" is waiting to start: ContainerCreating"
I0423 21:50:41.930542       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-6qrjc pod in namespace openshift-dns (previous: false).
I0423 21:50:42.130662       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 21:50:42.130678       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-blj7q pod in namespace openshift-dns (previous: false).
I0423 21:50:42.205696       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0423 21:50:42.331495       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 21:50:42.331512       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-lbjt4 pod in namespace openshift-dns (previous: false).
I0423 21:50:42.556867       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 21:50:42.556885       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-849cfdc9d5-x692s pod in namespace openshift-image-registry (previous: false).
I0423 21:50:42.604589       1 tasks_processing.go:74] worker 53 stopped.
I0423 21:50:42.604642       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=342769e351f1d25d851d096eb08fc887b2b954c7df541ebf71e0cff9994da95b
I0423 21:50:42.604690       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=6cc64dfae173b7733081a0efd326431f8c7a2f0325bb5812c5ec0bb54dfb12e0
I0423 21:50:42.604722       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0423 21:50:42.604748       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=ce0bd2e0cc83ddd614b9cebffda9f9a10be26f8ecf7f0752f84de3fbd96d1805
I0423 21:50:42.604764       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0423 21:50:42.604799       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=828cda5038a8990a59763032cae49e5245961a4a8adfcfab457703671b71ad4a
I0423 21:50:42.604832       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=53838202776aa31124e256f994a03c2a6c0b7445ca590ed2c8958ce4c4893c91
I0423 21:50:42.604855       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=3808d4c807caa0c54ebc2d6d0c12efb0aeb3d1c636972ecf7c688b7fc1642929
I0423 21:50:42.604869       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=e2a2bb2d6026218ccf2d6cd0634e4d19bc077f49f072f42cb468bf7bc4c58e47
I0423 21:50:42.604885       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=f118e9b798c5cfab7d8abd82871e572babfa0efffee20395abe4be4903685534
I0423 21:50:42.604895       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0423 21:50:42.604911       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=6c928b52c6472d956c73a71b1ce0cf16ec291bffa34750d580c08de9a563ee93
I0423 21:50:42.604921       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0423 21:50:42.604937       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=6564ba20967cdb29034ef356c7131a15f586fcf50b70c2bd87fad64360a511b2
I0423 21:50:42.604946       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0423 21:50:42.604965       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=169f6b41253934250153036bc98e269054004f3503f85734fc8093dbe1348647
I0423 21:50:42.604973       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0423 21:50:42.604988       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=ace1f835d3d7f4c57f97352e202ddee143aea6e59244b046fc1b8f0b85eca8ff
I0423 21:50:42.605113       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=3926956e2b29b39d07c7994aabeb28097d4b769ea4a30105266154bf8723d84d
I0423 21:50:42.605122       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0423 21:50:42.605130       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0423 21:50:42.605151       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0423 21:50:42.605191       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=013b24c45fee5d6cbc97c9996530bbc4398a0e904febfcc1a23343dda6c4f079
I0423 21:50:42.605214       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=be30add76a2c8d4070f8f3b2c9431cfd51d264452b3b8da5d46d95c8861233c1
I0423 21:50:42.605223       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0423 21:50:42.605239       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9e5da0f906a316a0c0b92b7d6085ed2c0f8c4f715cc962bd59d32710cedea36c
I0423 21:50:42.605248       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0423 21:50:42.605260       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=16f253ffe872473a3fdff7d5ff90324753fa6bd5c42d0fdb3676ee37c87c87d0
I0423 21:50:42.605275       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=5b053b205981bca204a3eaafb09ef838bdecd3012cb13c9afb671c2a64103d17
I0423 21:50:42.605288       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=fa01cc8cb2dd87506e275b0c296aba867738f04cc70dd4e565e77bedbedd42d0
I0423 21:50:42.605304       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=99903ab7b3b27900c33307623819a848352e5f7335b1b763c8f88730d53d08cd
I0423 21:50:42.605317       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=0ca2a5b6163dc898f8ecde21244035895c54c12e714563d8ed9fa0a422156af7
I0423 21:50:42.605339       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=bf6c0e78359516e92187a0e59e5aa3cd3efdb65ec0c3bf5309ddd16c9b6de1b2
I0423 21:50:42.605356       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0423 21:50:42.605365       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0423 21:50:42.605372       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.051579418s to process 35 records
W0423 21:50:42.721892       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 21:50:42.730177       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-849cfdc9d5-x692s pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-849cfdc9d5-x692s\" is waiting to start: ContainerCreating"
I0423 21:50:42.730192       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-849cfdc9d5-x692s\" is waiting to start: ContainerCreating"
I0423 21:50:42.730203       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cc777848b-bjjg4 pod in namespace openshift-image-registry (previous: false).
I0423 21:50:42.930731       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-cc777848b-bjjg4 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-cc777848b-bjjg4\" is waiting to start: ContainerCreating"
I0423 21:50:42.930748       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-cc777848b-bjjg4\" is waiting to start: ContainerCreating"
I0423 21:50:42.930759       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cc777848b-hnkhs pod in namespace openshift-image-registry (previous: false).
I0423 21:50:43.131283       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-cc777848b-hnkhs pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-cc777848b-hnkhs\" is waiting to start: ContainerCreating"
I0423 21:50:43.131300       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-cc777848b-hnkhs\" is waiting to start: ContainerCreating"
I0423 21:50:43.131310       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-8ffdr pod in namespace openshift-image-registry (previous: false).
I0423 21:50:43.331223       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 21:50:43.331240       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-hjt6h pod in namespace openshift-image-registry (previous: false).
I0423 21:50:43.531123       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 21:50:43.531140       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-hk8x4 pod in namespace openshift-image-registry (previous: false).
W0423 21:50:43.722255       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 21:50:43.731331       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0423 21:50:43.731350       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-78759f779-9xl9x pod in namespace openshift-ingress (previous: false).
I0423 21:50:43.931016       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-78759f779-9xl9x pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-78759f779-9xl9x\" is waiting to start: ContainerCreating"
I0423 21:50:43.931033       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-78759f779-9xl9x\" is waiting to start: ContainerCreating"
I0423 21:50:43.931043       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-789d476894-szb7w pod in namespace openshift-ingress (previous: false).
I0423 21:50:44.131195       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-789d476894-szb7w pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-789d476894-szb7w\" is waiting to start: ContainerCreating"
I0423 21:50:44.131212       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-789d476894-szb7w\" is waiting to start: ContainerCreating"
I0423 21:50:44.131223       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-789d476894-xmwbj pod in namespace openshift-ingress (previous: false).
I0423 21:50:44.331118       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-789d476894-xmwbj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-789d476894-xmwbj\" is waiting to start: ContainerCreating"
I0423 21:50:44.331135       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-789d476894-xmwbj\" is waiting to start: ContainerCreating"
I0423 21:50:44.331146       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-v79dc pod in namespace openshift-ingress-canary (previous: false).
I0423 21:50:44.531520       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-w87k2 pod in namespace openshift-ingress-canary (previous: false).
W0423 21:50:44.721904       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0423 21:50:44.730829       1 tasks_processing.go:74] worker 25 stopped.
I0423 21:50:44.730924       1 recorder.go:75] Recording events/openshift-dns with fingerprint=2431bdab906967dafc5530ce901973a6876598ffd82c259a56f15bf4e1297d08
I0423 21:50:44.731019       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=e2f835b590fb590886b28db19f9ffebac569c84ee2449c1a66bc6c4cf29985fd
I0423 21:50:44.731047       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=da36f528667375ba8fe9dc08708f5d7bd68be494e4ceebe88760b9dd262833c0
I0423 21:50:44.731093       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=b55c909a661450644f1f11796a1328efe87bbcfe331b1167c0c91fdac400edec
I0423 21:50:44.731122       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=5ccb5165d91ea2c6357dab2a6311656618e7140c1ec1f7135f3e1113d4336a82
I0423 21:50:44.731129       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-v79dc/serve-healthcheck-canary_current.log with fingerprint=b4336290fd55bcdc6dfd72b205f19dc8c4937e506b44b4e76981b7a2c949c90c
I0423 21:50:44.731134       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-w87k2/serve-healthcheck-canary_current.log with fingerprint=248bc6d51f08b2e992176ed1ab09c50eae1b1021495eb5f7bef67c5a68aed929
I0423 21:50:44.731140       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.181041489s to process 7 records
W0423 21:50:45.718961       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0423 21:50:45.718987       1 tasks_processing.go:74] worker 21 stopped.
E0423 21:50:45.718998       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0423 21:50:45.719009       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0423 21:50:45.719024       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0423 21:50:45.719033       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.165547113s to process 1 records
I0423 21:50:53.286870       1 tasks_processing.go:74] worker 30 stopped.
I0423 21:50:53.286908       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0423 21:50:53.286920       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.737033965s to process 1 records
I0423 21:50:53.407528       1 configmapobserver.go:84] configmaps "insights-config" not found
I0423 21:50:53.958031       1 tasks_processing.go:74] worker 58 stopped.
I0423 21:50:53.958307       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=37b78a794211255319f797e3e69a22df8f5a828f029dbfa0f940236c6e12eaab
I0423 21:50:53.958323       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.406168504s to process 1 records
E0423 21:50:53.958380       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.408s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0423 21:50:53.959480       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0423 21:50:53.959495       1 periodic.go:216] Running workloads gatherer
I0423 21:50:53.959510       1 tasks_processing.go:45] number of workers: 2
I0423 21:50:53.959521       1 tasks_processing.go:69] worker 1 listening for tasks.
I0423 21:50:53.959525       1 tasks_processing.go:71] worker 1 working on helmchart_info task.
I0423 21:50:53.959538       1 tasks_processing.go:69] worker 0 listening for tasks.
I0423 21:50:53.959554       1 tasks_processing.go:71] worker 0 working on workload_info task.
I0423 21:50:53.983235       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0423 21:50:53.984666       1 tasks_processing.go:74] worker 1 stopped.
I0423 21:50:53.984680       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 25.130514ms to process 0 records
I0423 21:50:53.992074       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms)
I0423 21:50:54.001007       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms)
I0423 21:50:54.029082       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (28ms)
I0423 21:50:54.037838       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (9ms)
I0423 21:50:54.046148       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (8ms)
I0423 21:50:54.054137       1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (8ms)
I0423 21:50:54.062317       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (8ms)
I0423 21:50:54.073771       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (11ms)
I0423 21:50:54.082206       1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (8ms)
I0423 21:50:54.090565       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (8ms)
I0423 21:50:54.099771       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (9ms)
I0423 21:50:54.192065       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (92ms)
I0423 21:50:54.293178       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (101ms)
I0423 21:50:54.392964       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms)
I0423 21:50:54.492141       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (99ms)
I0423 21:50:54.592942       1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (101ms)
I0423 21:50:54.692273       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (99ms)
I0423 21:50:54.794903       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (103ms)
I0423 21:50:54.891918       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (97ms)
I0423 21:50:54.991757       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms)
I0423 21:50:55.092398       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (101ms)
I0423 21:50:55.192699       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms)
I0423 21:50:55.292447       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms)
I0423 21:50:55.391800       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (99ms)
I0423 21:50:55.492360       1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (101ms)
I0423 21:50:55.593599       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms)
I0423 21:50:55.675962       1 configmapobserver.go:84] configmaps "insights-config" not found
I0423 21:50:55.692261       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (99ms)
I0423 21:50:55.792649       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms)
I0423 21:50:55.877740       1 configmapobserver.go:84] configmaps "insights-config" not found
I0423 21:50:55.891800       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (99ms)
I0423 21:50:55.992290       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms)
I0423 21:50:56.096491       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (104ms)
I0423 21:50:56.191661       1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (95ms)
I0423 21:50:56.291945       1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms)
I0423 21:50:56.392671       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (101ms)
I0423 21:50:56.392702       1 tasks_processing.go:74] worker 0 stopped.
E0423 21:50:56.392713       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0423 21:50:56.392958       1 recorder.go:75] Recording config/workload_info with fingerprint=43a3638188a9b0166d54fb4c5eeaab52d9032e98ff41755b4700f7a71fd3b98b
I0423 21:50:56.392972       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.433141599s to process 1 records
E0423 21:50:56.392996       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.433s with: function \"workload_info\" failed with an error"
I0423 21:50:56.394106       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0423 21:50:56.394120       1 periodic.go:216] Running conditional gatherer
I0423 21:50:56.399616       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0423 21:50:56.406696       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.8:56390->172.30.0.10:53: read: connection refused
E0423 21:50:56.406997       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0423 21:50:56.407055       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0423 21:50:56.412099       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0423 21:50:56.412113       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 21:50:56.412118       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 21:50:56.412121       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 21:50:56.412125       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 21:50:56.412128       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 21:50:56.412130       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 21:50:56.412133       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 21:50:56.412136       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0423 21:50:56.412139       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0423 21:50:56.412154       1 tasks_processing.go:45] number of workers: 3
I0423 21:50:56.412180       1 tasks_processing.go:69] worker 2 listening for tasks.
I0423 21:50:56.412186       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0423 21:50:56.412189       1 tasks_processing.go:69] worker 0 listening for tasks.
I0423 21:50:56.412197       1 tasks_processing.go:69] worker 1 listening for tasks.
I0423 21:50:56.412211       1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task.
I0423 21:50:56.412225       1 tasks_processing.go:74] worker 1 stopped.
I0423 21:50:56.412227       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0423 21:50:56.412331       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0423 21:50:56.412349       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.666µs to process 1 records
I0423 21:50:56.412395       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0423 21:50:56.412404       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.416µs to process 1 records
I0423 21:50:56.412412       1 tasks_processing.go:74] worker 0 stopped.
I0423 21:50:56.412520       1 tasks_processing.go:74] worker 2 stopped.
I0423 21:50:56.412530       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 323.941µs to process 0 records
I0423 21:50:56.412546       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.8:56390->172.30.0.10:53: read: connection refused
I0423 21:50:56.412562       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0423 21:50:56.434595       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=5f3b71d9188c3569999ce6ac611bf9ce3a14083836b2896715aababd8339fb58
I0423 21:50:56.434913       1 diskrecorder.go:70] Writing 101 records to /var/lib/insights-operator/insights-2026-04-23-215056.tar.gz
I0423 21:50:56.441509       1 diskrecorder.go:51] Wrote 101 records to disk in 6ms
I0423 21:50:56.441544       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0423 21:50:56.441561       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0423 21:51:07.411200       1 configmapobserver.go:84] configmaps "insights-config" not found
I0423 21:52:09.859771       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="aec1bbf56dda3cfe54df44a48d7356c4841440c4180a5683655fcb5b8e3a7bb8")
W0423 21:52:09.859806       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0423 21:52:09.859857       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="769cabaed0a63c7dc3364364d5f53972c898ec010aae3bdb28ebbdb493a01af1")
I0423 21:52:09.859876       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0423 21:52:09.859898       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0423 21:52:09.859905       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0423 21:52:09.859935       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0423 21:52:09.859934       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0423 21:52:09.859934       1 periodic.go:177] Shutting down
I0423 21:52:09.859944       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0423 21:52:09.859952       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="22c49603f163cf96ab7d54cc007921f51aa580e5652ec0dbfeee9255d25864a8")
I0423 21:52:09.859957       1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController
I0423 21:52:09.859980       1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-516025051/tls.crt::/tmp/serving-cert-516025051/tls.key"
I0423 21:52:09.859982       1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0423 21:52:09.859985       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0423 21:52:09.859999       1 secure_serving.go:258] Stopped listening on [::]:8443
I0423 21:52:09.860008       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0423 21:52:09.860012       1 base_controller.go:181] Shutting down ConfigController ...
I0423 21:52:09.860018       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0423 21:52:09.860015       1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0423 21:52:09.860024       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0423 21:52:09.860025       1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0423 21:52:09.860033       1 base_controller.go:113] All ConfigController workers have been terminated