W0424 19:03:15.664976       1 cmd.go:257] Using insecure, self-signed certificates
I0424 19:03:16.286639       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 19:03:16.286954       1 observer_polling.go:159] Starting file observer
I0424 19:03:16.719621       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0424 19:03:16.719937       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0424 19:03:16.720374       1 secure_serving.go:57] Forcing use of http/1.1 only
W0424 19:03:16.720394       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0424 19:03:16.720398       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0424 19:03:16.720402       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0424 19:03:16.720405       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0424 19:03:16.720408       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0424 19:03:16.720410       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0424 19:03:16.720744       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0424 19:03:16.725569       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"c19cb86e-3681-4c86-8d53-2a59caf6b079", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0424 19:03:16.725565       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0424 19:03:16.726484       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0424 19:03:16.726493       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0424 19:03:16.726508       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0424 19:03:16.726501       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0424 19:03:16.726494       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0424 19:03:16.726531       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0424 19:03:16.726922       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1565225039/tls.crt::/tmp/serving-cert-1565225039/tls.key"
I0424 19:03:16.727397       1 secure_serving.go:213] Serving securely on [::]:8443
I0424 19:03:16.727431       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0424 19:03:16.734937       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0424 19:03:16.734962       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0424 19:03:16.735057       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0424 19:03:16.740577       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0424 19:03:16.740851       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0424 19:03:16.746673       1 secretconfigobserver.go:119] support secret does not exist
I0424 19:03:16.752573       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0424 19:03:16.757978       1 secretconfigobserver.go:119] support secret does not exist
I0424 19:03:16.760780       1 recorder.go:161] Pruning old reports every 8h23m45s, max age is 288h0m0s
I0424 19:03:16.767012       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0424 19:03:16.767039       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0424 19:03:16.767012       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0424 19:03:16.767058       1 insightsreport.go:296] Starting report retriever
I0424 19:03:16.767063       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0424 19:03:16.767063       1 periodic.go:209] Running clusterconfig gatherer
I0424 19:03:16.767121       1 tasks_processing.go:45] number of workers: 64
I0424 19:03:16.767150       1 tasks_processing.go:69] worker 3 listening for tasks.
I0424 19:03:16.767165       1 tasks_processing.go:69] worker 0 listening for tasks.
I0424 19:03:16.767166       1 tasks_processing.go:69] worker 6 listening for tasks.
I0424 19:03:16.767164       1 tasks_processing.go:69] worker 10 listening for tasks.
I0424 19:03:16.767173       1 tasks_processing.go:69] worker 1 listening for tasks.
I0424 19:03:16.767176       1 tasks_processing.go:69] worker 5 listening for tasks.
I0424 19:03:16.767180       1 tasks_processing.go:69] worker 7 listening for tasks.
I0424 19:03:16.767179       1 tasks_processing.go:69] worker 4 listening for tasks.
I0424 19:03:16.767186       1 tasks_processing.go:69] worker 46 listening for tasks.
I0424 19:03:16.767187       1 tasks_processing.go:69] worker 8 listening for tasks.
I0424 19:03:16.767190       1 tasks_processing.go:71] worker 4 working on container_runtime_configs task.
I0424 19:03:16.767192       1 tasks_processing.go:69] worker 9 listening for tasks.
I0424 19:03:16.767190       1 tasks_processing.go:69] worker 58 listening for tasks.
I0424 19:03:16.767198       1 tasks_processing.go:69] worker 59 listening for tasks.
I0424 19:03:16.767188       1 tasks_processing.go:71] worker 7 working on image_registries task.
I0424 19:03:16.767205       1 tasks_processing.go:69] worker 35 listening for tasks.
I0424 19:03:16.767206       1 tasks_processing.go:69] worker 49 listening for tasks.
I0424 19:03:16.767198       1 tasks_processing.go:69] worker 34 listening for tasks.
I0424 19:03:16.767215       1 tasks_processing.go:69] worker 12 listening for tasks.
I0424 19:03:16.767221       1 tasks_processing.go:69] worker 55 listening for tasks.
I0424 19:03:16.767213       1 tasks_processing.go:71] worker 3 working on certificate_signing_requests task.
I0424 19:03:16.767225       1 tasks_processing.go:71] worker 5 working on nodes task.
I0424 19:03:16.767232       1 tasks_processing.go:69] worker 14 listening for tasks.
I0424 19:03:16.767236       1 tasks_processing.go:69] worker 37 listening for tasks.
I0424 19:03:16.767234       1 tasks_processing.go:69] worker 60 listening for tasks.
I0424 19:03:16.767245       1 tasks_processing.go:69] worker 16 listening for tasks.
I0424 19:03:16.767246       1 tasks_processing.go:69] worker 61 listening for tasks.
I0424 19:03:16.767252       1 tasks_processing.go:69] worker 17 listening for tasks.
I0424 19:03:16.767198       1 tasks_processing.go:69] worker 33 listening for tasks.
I0424 19:03:16.767251       1 tasks_processing.go:69] worker 44 listening for tasks.
I0424 19:03:16.767259       1 tasks_processing.go:69] worker 45 listening for tasks.
I0424 19:03:16.767260       1 tasks_processing.go:69] worker 18 listening for tasks.
I0424 19:03:16.767209       1 tasks_processing.go:69] worker 11 listening for tasks.
I0424 19:03:16.767211       1 tasks_processing.go:71] worker 6 working on oauths task.
I0424 19:03:16.767270       1 tasks_processing.go:69] worker 53 listening for tasks.
I0424 19:03:16.767273       1 tasks_processing.go:69] worker 63 listening for tasks.
I0424 19:03:16.767277       1 tasks_processing.go:69] worker 42 listening for tasks.
I0424 19:03:16.767272       1 tasks_processing.go:69] worker 20 listening for tasks.
I0424 19:03:16.767286       1 tasks_processing.go:69] worker 28 listening for tasks.
I0424 19:03:16.767216       1 tasks_processing.go:71] worker 10 working on operators task.
I0424 19:03:16.767292       1 tasks_processing.go:69] worker 39 listening for tasks.
I0424 19:03:16.767196       1 tasks_processing.go:69] worker 47 listening for tasks.
I0424 19:03:16.767298       1 tasks_processing.go:69] worker 23 listening for tasks.
I0424 19:03:16.767289       1 tasks_processing.go:69] worker 52 listening for tasks.
I0424 19:03:16.767302       1 tasks_processing.go:69] worker 32 listening for tasks.
I0424 19:03:16.767308       1 tasks_processing.go:69] worker 30 listening for tasks.
I0424 19:03:16.767227       1 tasks_processing.go:69] worker 13 listening for tasks.
I0424 19:03:16.767312       1 tasks_processing.go:71] worker 46 working on machine_config_pools task.
I0424 19:03:16.767315       1 tasks_processing.go:69] worker 26 listening for tasks.
I0424 19:03:16.767317       1 tasks_processing.go:71] worker 58 working on active_alerts task.
I0424 19:03:16.767319       1 tasks_processing.go:71] worker 44 working on overlapping_namespace_uids task.
I0424 19:03:16.767323       1 tasks_processing.go:71] worker 8 working on silenced_alerts task.
I0424 19:03:16.767324       1 tasks_processing.go:71] worker 26 working on storage_cluster task.
I0424 19:03:16.767330       1 tasks_processing.go:71] worker 34 working on feature_gates task.
I0424 19:03:16.767344       1 tasks_processing.go:71] worker 45 working on operators_pods_and_events task.
W0424 19:03:16.767350       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
W0424 19:03:16.767355       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 19:03:16.767315       1 tasks_processing.go:71] worker 12 working on openstack_controlplanes task.
I0424 19:03:16.767366       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 36.091µs to process 0 records
I0424 19:03:16.767376       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 35.258µs to process 0 records
I0424 19:03:16.767319       1 tasks_processing.go:71] worker 9 working on sap_datahubs task.
I0424 19:03:16.767211       1 tasks_processing.go:69] worker 50 listening for tasks.
I0424 19:03:16.767265       1 tasks_processing.go:69] worker 19 listening for tasks.
I0424 19:03:16.767267       1 tasks_processing.go:69] worker 62 listening for tasks.
I0424 19:03:16.767263       1 tasks_processing.go:69] worker 43 listening for tasks.
I0424 19:03:16.767269       1 tasks_processing.go:69] worker 41 listening for tasks.
I0424 19:03:16.767279       1 tasks_processing.go:69] worker 21 listening for tasks.
I0424 19:03:16.767283       1 tasks_processing.go:69] worker 24 listening for tasks.
I0424 19:03:16.767282       1 tasks_processing.go:69] worker 38 listening for tasks.
I0424 19:03:16.767289       1 tasks_processing.go:69] worker 56 listening for tasks.
I0424 19:03:16.767292       1 tasks_processing.go:69] worker 22 listening for tasks.
I0424 19:03:16.767296       1 tasks_processing.go:69] worker 29 listening for tasks.
I0424 19:03:16.767442       1 tasks_processing.go:71] worker 63 working on config_maps task.
I0424 19:03:16.767450       1 tasks_processing.go:71] worker 47 working on validating_webhook_configurations task.
I0424 19:03:16.767498       1 tasks_processing.go:71] worker 42 working on authentication task.
I0424 19:03:16.767552       1 tasks_processing.go:71] worker 23 working on openshift_machine_api_events task.
I0424 19:03:16.767604       1 tasks_processing.go:71] worker 61 working on ingress_certificates task.
I0424 19:03:16.767220       1 tasks_processing.go:71] worker 1 working on sap_pods task.
I0424 19:03:16.767812       1 tasks_processing.go:71] worker 17 working on clusterroles task.
I0424 19:03:16.767262       1 tasks_processing.go:69] worker 51 listening for tasks.
I0424 19:03:16.767202       1 tasks_processing.go:69] worker 48 listening for tasks.
I0424 19:03:16.767320       1 tasks_processing.go:71] worker 35 working on infrastructures task.
I0424 19:03:16.767239       1 tasks_processing.go:69] worker 15 listening for tasks.
I0424 19:03:16.767302       1 tasks_processing.go:69] worker 40 listening for tasks.
I0424 19:03:16.767302       1 tasks_processing.go:69] worker 31 listening for tasks.
I0424 19:03:16.767307       1 tasks_processing.go:69] worker 57 listening for tasks.
I0424 19:03:16.767314       1 tasks_processing.go:71] worker 59 working on cluster_apiserver task.
I0424 19:03:16.767297       1 tasks_processing.go:69] worker 27 listening for tasks.
I0424 19:03:16.767321       1 tasks_processing.go:71] worker 13 working on machine_autoscalers task.
I0424 19:03:16.767311       1 tasks_processing.go:69] worker 25 listening for tasks.
I0424 19:03:16.767429       1 tasks_processing.go:71] worker 18 working on lokistack task.
I0424 19:03:16.767325       1 tasks_processing.go:71] worker 49 working on nodenetworkstates task.
I0424 19:03:16.767434       1 tasks_processing.go:71] worker 11 working on aggregated_monitoring_cr_names task.
I0424 19:03:16.768467       1 tasks_processing.go:71] worker 38 working on mutating_webhook_configurations task.
I0424 19:03:16.767438       1 tasks_processing.go:71] worker 53 working on storage_classes task.
I0424 19:03:16.767242       1 tasks_processing.go:69] worker 54 listening for tasks.
I0424 19:03:16.767206       1 tasks_processing.go:71] worker 0 working on pod_network_connectivity_checks task.
I0424 19:03:16.767548       1 tasks_processing.go:71] worker 52 working on nodenetworkconfigurationpolicies task.
I0424 19:03:16.767570       1 tasks_processing.go:71] worker 60 working on machine_sets task.
I0424 19:03:16.767575       1 tasks_processing.go:71] worker 55 working on container_images task.
I0424 19:03:16.767579       1 tasks_processing.go:71] worker 14 working on openshift_logging task.
I0424 19:03:16.767582       1 tasks_processing.go:71] worker 37 working on openstack_dataplanenodesets task.
I0424 19:03:16.767598       1 tasks_processing.go:71] worker 32 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0424 19:03:16.768019       1 tasks_processing.go:71] worker 30 working on image_pruners task.
I0424 19:03:16.767182       1 tasks_processing.go:69] worker 2 listening for tasks.
I0424 19:03:16.768047       1 tasks_processing.go:71] worker 33 working on crds task.
I0424 19:03:16.768052       1 tasks_processing.go:71] worker 28 working on install_plans task.
I0424 19:03:16.768054       1 tasks_processing.go:71] worker 16 working on openstack_dataplanedeployments task.
I0424 19:03:16.768057       1 tasks_processing.go:71] worker 20 working on monitoring_persistent_volumes task.
I0424 19:03:16.768061       1 tasks_processing.go:71] worker 39 working on proxies task.
I0424 19:03:16.768495       1 tasks_processing.go:71] worker 48 working on tsdb_status task.
W0424 19:03:16.769330       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 19:03:16.769348       1 tasks_processing.go:71] worker 48 working on ingress task.
I0424 19:03:16.768500       1 tasks_processing.go:71] worker 56 working on support_secret task.
I0424 19:03:16.769535       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 38.403µs to process 0 records
I0424 19:03:16.768503       1 tasks_processing.go:71] worker 22 working on metrics task.
W0424 19:03:16.769753       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 19:03:16.769813       1 tasks_processing.go:74] worker 22 stopped.
I0424 19:03:16.769850       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 91.47µs to process 0 records
I0424 19:03:16.768509       1 tasks_processing.go:71] worker 29 working on cost_management_metrics_configs task.
I0424 19:03:16.768512       1 tasks_processing.go:71] worker 51 working on qemu_kubevirt_launcher_logs task.
I0424 19:03:16.768544       1 tasks_processing.go:71] worker 31 working on image task.
I0424 19:03:16.768552       1 tasks_processing.go:71] worker 15 working on schedulers task.
I0424 19:03:16.768555       1 tasks_processing.go:71] worker 40 working on machine_configs task.
I0424 19:03:16.768560       1 tasks_processing.go:71] worker 62 working on networks task.
I0424 19:03:16.768563       1 tasks_processing.go:71] worker 58 working on openstack_version task.
I0424 19:03:16.768565       1 tasks_processing.go:71] worker 8 working on service_accounts task.
I0424 19:03:16.768574       1 tasks_processing.go:71] worker 50 working on node_logs task.
I0424 19:03:16.768577       1 tasks_processing.go:71] worker 19 working on machines task.
I0424 19:03:16.768580       1 tasks_processing.go:71] worker 57 working on sap_config task.
I0424 19:03:16.768585       1 tasks_processing.go:71] worker 27 working on dvo_metrics task.
I0424 19:03:16.768589       1 tasks_processing.go:71] worker 41 working on jaegers task.
I0424 19:03:16.768592       1 tasks_processing.go:71] worker 43 working on olm_operators task.
I0424 19:03:16.768597       1 tasks_processing.go:71] worker 21 working on machine_healthchecks task.
I0424 19:03:16.772352       1 tasks_processing.go:74] worker 12 stopped.
I0424 19:03:16.768601       1 tasks_processing.go:71] worker 24 working on ceph_cluster task.
I0424 19:03:16.772395       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 4.98027ms to process 0 records
I0424 19:03:16.772414       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.168065ms to process 0 records
I0424 19:03:16.772422       1 tasks_processing.go:74] worker 4 stopped.
I0424 19:03:16.767223       1 tasks_processing.go:69] worker 36 listening for tasks.
I0424 19:03:16.772466       1 tasks_processing.go:74] worker 36 stopped.
I0424 19:03:16.768684       1 tasks_processing.go:71] worker 25 working on version task.
I0424 19:03:16.769278       1 tasks_processing.go:71] worker 54 working on pdbs task.
I0424 19:03:16.769683       1 tasks_processing.go:74] worker 2 stopped.
I0424 19:03:16.772537       1 tasks_processing.go:74] worker 26 stopped.
I0424 19:03:16.772559       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 5.2ms to process 0 records
I0424 19:03:16.774092       1 tasks_processing.go:74] worker 9 stopped.
I0424 19:03:16.774107       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 6.69655ms to process 0 records
I0424 19:03:16.776216       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0424 19:03:16.776232       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0424 19:03:16.776237       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0424 19:03:16.776240       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0424 19:03:16.776254       1 controller.go:489] The operator is still being initialized
I0424 19:03:16.776259       1 controller.go:512] The operator is healthy
I0424 19:03:16.776441       1 tasks_processing.go:74] worker 6 stopped.
I0424 19:03:16.776712       1 recorder.go:75] Recording config/oauth with fingerprint=975658c4212c6962316f0df70deb7a14f56d252597c9c66744ccb1e904a692f7
I0424 19:03:16.776730       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 9.159295ms to process 1 records
I0424 19:03:16.780081       1 tasks_processing.go:74] worker 13 stopped.
I0424 19:03:16.780092       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 11.814116ms to process 0 records
I0424 19:03:16.780488       1 tasks_processing.go:74] worker 18 stopped.
I0424 19:03:16.780500       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 12.188542ms to process 0 records
I0424 19:03:16.780557       1 tasks_processing.go:74] worker 16 stopped.
I0424 19:03:16.780577       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 11.062342ms to process 0 records
I0424 19:03:16.780597       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 11.284554ms to process 0 records
I0424 19:03:16.780619       1 tasks_processing.go:74] worker 60 stopped.
I0424 19:03:16.781611       1 tasks_processing.go:74] worker 37 stopped.
I0424 19:03:16.781623       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 12.30193ms to process 0 records
I0424 19:03:16.782050       1 tasks_processing.go:74] worker 42 stopped.
I0424 19:03:16.782237       1 recorder.go:75] Recording config/authentication with fingerprint=bd6e60a1593106e7da32545e9803532dd6f72b5cb2259520aaf86ae28094f2b1
I0424 19:03:16.782254       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 14.490066ms to process 1 records
I0424 19:03:16.782269       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 14.624363ms to process 0 records
I0424 19:03:16.782279       1 tasks_processing.go:74] worker 23 stopped.
I0424 19:03:16.783631       1 tasks_processing.go:74] worker 52 stopped.
I0424 19:03:16.783646       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.331829ms to process 0 records
I0424 19:03:16.783722       1 tasks_processing.go:74] worker 0 stopped.
E0424 19:03:16.783735       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0424 19:03:16.783745       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 14.427644ms to process 0 records
I0424 19:03:16.784620       1 tasks_processing.go:74] worker 1 stopped.
I0424 19:03:16.784631       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 16.89189ms to process 0 records
I0424 19:03:16.785325       1 tasks_processing.go:74] worker 29 stopped.
I0424 19:03:16.785336       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 15.456462ms to process 0 records
I0424 19:03:16.785537       1 tasks_processing.go:74] worker 34 stopped.
I0424 19:03:16.785645       1 recorder.go:75] Recording config/featuregate with fingerprint=dbfe27c8464ff389cd099e2cb3e6ce3b0a5d662906375356370ac87e59733dbb
I0424 19:03:16.785661       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 18.194895ms to process 1 records
I0424 19:03:16.787042       1 tasks_processing.go:74] worker 49 stopped.
I0424 19:03:16.787054       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 18.73352ms to process 0 records
I0424 19:03:16.787897       1 tasks_processing.go:74] worker 14 stopped.
I0424 19:03:16.787906       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 18.537144ms to process 0 records
I0424 19:03:16.789706       1 tasks_processing.go:74] worker 58 stopped.
I0424 19:03:16.789719       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 18.81854ms to process 0 records
I0424 19:03:16.789737       1 tasks_processing.go:74] worker 19 stopped.
E0424 19:03:16.789745       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0424 19:03:16.789752       1 gather.go:177] gatherer "clusterconfig" function "machines" took 18.553064ms to process 0 records
I0424 19:03:16.791511       1 tasks_processing.go:74] worker 5 stopped.
I0424 19:03:16.791779       1 recorder.go:75] Recording config/node/ip-10-0-2-125.ec2.internal with fingerprint=18b939a57b978f368965317c988d849286e9a2bcf02df3cf7b43a28b315b9543
I0424 19:03:16.791808       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 24.268583ms to process 1 records
I0424 19:03:16.793364       1 tasks_processing.go:74] worker 44 stopped.
I0424 19:03:16.793398       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0424 19:03:16.793411       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 26.02547ms to process 1 records
I0424 19:03:16.793582       1 tasks_processing.go:74] worker 3 stopped.
I0424 19:03:16.793594       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 26.348992ms to process 0 records
I0424 19:03:16.794103       1 tasks_processing.go:74] worker 41 stopped.
I0424 19:03:16.794119       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 22.039321ms to process 0 records
E0424 19:03:16.794129       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0424 19:03:16.794137       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 24.589642ms to process 0 records
I0424 19:03:16.794144       1 tasks_processing.go:74] worker 56 stopped.
I0424 19:03:16.794168       1 tasks_processing.go:74] worker 57 stopped.
I0424 19:03:16.794178       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 22.878221ms to process 0 records
I0424 19:03:16.796638       1 tasks_processing.go:74] worker 48 stopped.
I0424 19:03:16.796824       1 recorder.go:75] Recording config/ingress with fingerprint=3569117c7e952f084d4ae8efa8d8d2c1650d292e3a1110d19b6f750e2fbf95aa
I0424 19:03:16.796842       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 27.27874ms to process 1 records
I0424 19:03:16.796960       1 tasks_processing.go:74] worker 35 stopped.
I0424 19:03:16.797464       1 recorder.go:75] Recording config/infrastructure with fingerprint=d25d8e34e6d184a189eed39351e9551ce141c1356c268f822204213a86d5b0e5
I0424 19:03:16.797477       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 28.766413ms to process 1 records
I0424 19:03:16.798672       1 tasks_processing.go:74] worker 24 stopped.
I0424 19:03:16.798687       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 26.284791ms to process 0 records
I0424 19:03:16.799009       1 tasks_processing.go:74] worker 7 stopped.
I0424 19:03:16.799425       1 gather_logs.go:145] no pods in  namespace were found
I0424 19:03:16.799442       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=e83e76a9a790639986355ee200ff329f96d1495bd58f0abe80f6a7676d1cc9c6
I0424 19:03:16.799457       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 31.800066ms to process 1 records
I0424 19:03:16.799557       1 tasks_processing.go:74] worker 59 stopped.
I0424 19:03:16.799621       1 recorder.go:75] Recording config/apiserver with fingerprint=d449f71347507d47cac0b4a9ae8c4caf49945a5014a27dcfbff32bb6485f9b64
I0424 19:03:16.799641       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 30.881855ms to process 1 records
I0424 19:03:16.799649       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 28.367638ms to process 0 records
I0424 19:03:16.799655       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 29.441894ms to process 0 records
I0424 19:03:16.799665       1 tasks_processing.go:74] worker 51 stopped.
I0424 19:03:16.799671       1 tasks_processing.go:74] worker 50 stopped.
I0424 19:03:16.799890       1 tasks_processing.go:74] worker 39 stopped.
I0424 19:03:16.800011       1 recorder.go:75] Recording config/proxy with fingerprint=30bb35c5ce9bba3a7d0d553a267cf977121f89eac6cbd8c674813b4369172f15
I0424 19:03:16.800022       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 30.356131ms to process 1 records
I0424 19:03:16.800106       1 recorder.go:75] Recording config/image with fingerprint=bb269049ffb3cac62ebc73c24cf61789e29aa2e17a38ac860867b4ad120637d5
I0424 19:03:16.800112       1 tasks_processing.go:74] worker 31 stopped.
I0424 19:03:16.800116       1 gather.go:177] gatherer "clusterconfig" function "image" took 29.84093ms to process 1 records
I0424 19:03:16.800194       1 tasks_processing.go:74] worker 30 stopped.
I0424 19:03:16.800268       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=cdc60d91965ca7cc0708c14366a2583a1d68532fc98016e1ffe3fb8767a607b0
I0424 19:03:16.801229       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 30.707395ms to process 1 records
I0424 19:03:16.801559       1 tasks_processing.go:74] worker 53 stopped.
I0424 19:03:16.801728       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=b28345246ccc9bf7d0f6efd8b6a80bd56a5af666d56468ef5df15b985b35a352
I0424 19:03:16.801867       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=1e3ec84df3a62a5f7738611e8cc1b77ea4ed1c53e649a6a0e78cdd3ecab4f037
I0424 19:03:16.801916       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 31.318102ms to process 2 records
I0424 19:03:16.802041       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 28.436773ms to process 0 records
I0424 19:03:16.802114       1 tasks_processing.go:74] worker 43 stopped.
E0424 19:03:16.802168       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0424 19:03:16.802216       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 28.889659ms to process 0 records
I0424 19:03:16.802231       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 31.866244ms to process 0 records
I0424 19:03:16.802198       1 tasks_processing.go:74] worker 21 stopped.
I0424 19:03:16.802348       1 tasks_processing.go:74] worker 62 stopped.
I0424 19:03:16.802373       1 tasks_processing.go:74] worker 20 stopped.
I0424 19:03:16.802809       1 recorder.go:75] Recording config/network with fingerprint=b8ef0beef6e69a34208d8c79395a4b9b0bad50713a27d7411aa3378250677865
I0424 19:03:16.803545       1 gather.go:177] gatherer "clusterconfig" function "networks" took 30.84038ms to process 1 records
I0424 19:03:16.803615       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=b3686c0391fbe1c42327c92ea52874b093b1711a0a3cdd428a2a66e981988724
I0424 19:03:16.803628       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 33.275751ms to process 1 records
I0424 19:03:16.803634       1 tasks_processing.go:74] worker 15 stopped.
I0424 19:03:16.803937       1 tasks_processing.go:74] worker 38 stopped.
I0424 19:03:16.804094       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=2548d264850422ef8455a7c61c165ac7d6715f959ebaff3d711051e1470f2e3d
I0424 19:03:16.804125       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ff7714503480c108fb98ef3bf3ce97e488a43ee48b05bfa6c737b19643d84796
I0424 19:03:16.804149       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=c12de732040d06111fb9491a1c1d40ca324d9f3b8f83fe8ce03897e8f9273e64
I0424 19:03:16.804157       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 35.412977ms to process 3 records
I0424 19:03:16.804241       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=a0bf36f084507abaaabee2c06879321c499b23dadd7d18499736e9f412d86e68
I0424 19:03:16.804244       1 tasks_processing.go:74] worker 47 stopped.
I0424 19:03:16.804316       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=dc633ea1501ec486b7ce3468284f61d0afec98de29f04cbfcf051c0bac12b8e5
I0424 19:03:16.804335       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=e28eae77f27b30d386995a85f10c4054d3617630cd2b2fc2f5444f6430b1e3fb
I0424 19:03:16.804357       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=66d137d447584be6fe359511a79e1c026a40385ed5e11e69fc3e708e10bb71ad
I0424 19:03:16.804380       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=5e09248763e7593e165f2455bae46e1e294fd5ee71c9efdd4ecd20a1ffac4585
I0424 19:03:16.804403       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c1e086d47a9e035ee6f36c66e77559b194a1cad370d0cd6ea22b0255d494d513
I0424 19:03:16.804425       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=53e20af8f6d14a017b0b3ad55ed1c4543e95ac03a586f6fed28b39769af00fb0
I0424 19:03:16.804458       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=27d773754f99dac6bd42acb5b79de875914b4f24928b7ebb6b7fedafb0b78741
I0424 19:03:16.804481       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=5459d5d52a97d08d7080254cb821b6cad539e5189bcde560b857d69e31225335
I0424 19:03:16.804506       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=91107d37333e974e7a39564a75744d7526c0b7fd589bb4ecd77673ad7fee7e99
I0424 19:03:16.804535       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=9c4b8cb7ba8ce25a28930595f079d7f809f52287f7fbbfc9e523438ef5a3eb86
I0424 19:03:16.804543       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 36.554864ms to process 11 records
W0424 19:03:16.808121       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 19:03:16.812994       1 tasks_processing.go:74] worker 54 stopped.
I0424 19:03:16.813131       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=e240f380417c1135daa2c5bf0883e0e2c79327091e2cf66d2bcc28565cc7bade
I0424 19:03:16.813163       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=0d4af8001d52bbc93bb841c1f159e241e8c8ec0f7714d33321317094777f0dad
I0424 19:03:16.813191       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=3d520f3741c3b0fb201453173be1e42a3d501b5b8cbf7f1fc754fd8b1e1508f1
I0424 19:03:16.813204       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 40.47498ms to process 3 records
I0424 19:03:16.813285       1 tasks_processing.go:74] worker 17 stopped.
I0424 19:03:16.813407       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0424 19:03:16.813410       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0424 19:03:16.813429       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=49474652d79ef9c5e45ef205cdb8b416dc7b944ecc51f9f546b7af71e7331ea7
I0424 19:03:16.813582       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=a910e2abaf839c6c16357b35366f363af633cbd5a5a178e56190562a6d20e04e
I0424 19:03:16.813870       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 45.325179ms to process 2 records
W0424 19:03:16.813908       1 operator.go:288] started
I0424 19:03:16.813926       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0424 19:03:16.814368       1 tasks_processing.go:74] worker 33 stopped.
I0424 19:03:16.815625       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=d54ef6229c7fc5263744f5011446f3346514c1cbb5c91a61782330556b1ef8e8
I0424 19:03:16.816082       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=607bbee3ed0ebc1ae0a9a1c2f9d12be8153f347f6e5e2ae9e6359d0d8505cd75
I0424 19:03:16.816125       1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.041594ms to process 2 records
I0424 19:03:16.816589       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 47.828459ms to process 0 records
I0424 19:03:16.816593       1 tasks_processing.go:74] worker 11 stopped.
I0424 19:03:16.817584       1 tasks_processing.go:74] worker 55 stopped.
I0424 19:03:16.817667       1 recorder.go:75] Recording config/running_containers with fingerprint=99dc0f80a220a5eb44ba6854685609a55f079c341674905d3bd8d1ff35592c45
I0424 19:03:16.817688       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 48.244875ms to process 1 records
I0424 19:03:16.822202       1 tasks_processing.go:74] worker 32 stopped.
I0424 19:03:16.822216       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 52.825574ms to process 0 records
I0424 19:03:16.822383       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0424 19:03:16.822393       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0424 19:03:16.822397       1 controller.go:212] Source scaController *sca.Controller is not ready
I0424 19:03:16.822400       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0424 19:03:16.822403       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0424 19:03:16.822418       1 controller.go:489] The operator is still being initialized
I0424 19:03:16.822428       1 controller.go:512] The operator is healthy
I0424 19:03:16.825927       1 prometheus_rules.go:88] Prometheus rules successfully created
I0424 19:03:16.826822       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0424 19:03:16.826826       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0424 19:03:16.826841       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
E0424 19:03:16.828710       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%271333b4f8-e85c-4b37-a41c-03fc0aaacca1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.19:35750->172.30.0.10:53: read: connection refused
I0424 19:03:16.828722       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%271333b4f8-e85c-4b37-a41c-03fc0aaacca1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.19:35750->172.30.0.10:53: read: connection refused
I0424 19:03:16.833848       1 tasks_processing.go:74] worker 63 stopped.
E0424 19:03:16.833860       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0424 19:03:16.833866       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0424 19:03:16.833870       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0424 19:03:16.833879       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0424 19:03:16.833901       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0424 19:03:16.833908       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0424 19:03:16.833912       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0424 19:03:16.833916       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0424 19:03:16.833952       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0424 19:03:16.833959       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0424 19:03:16.833964       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 66.390556ms to process 7 records
I0424 19:03:16.835406       1 base_controller.go:82] Caches are synced for ConfigController 
I0424 19:03:16.835416       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0424 19:03:16.842444       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 19:03:16.886864       1 tasks_processing.go:74] worker 40 stopped.
I0424 19:03:16.886894       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0424 19:03:16.886905       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 116.626599ms to process 1 records
I0424 19:03:16.889594       1 tasks_processing.go:74] worker 25 stopped.
I0424 19:03:16.889944       1 recorder.go:75] Recording config/version with fingerprint=b73361e634d49a55adc6179820aca1cdeee7461b1e4c338beabee502631956df
I0424 19:03:16.889959       1 recorder.go:75] Recording config/id with fingerprint=12166b2fd9b18fddb097479913ede538dfdfc518f08852d88d2c36591cb8cedb
I0424 19:03:16.889968       1 gather.go:177] gatherer "clusterconfig" function "version" took 117.074133ms to process 2 records
I0424 19:03:16.895546       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0424 19:03:16.898619       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.19:51474->172.30.0.10:53: read: connection refused
I0424 19:03:16.898631       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.19:51474->172.30.0.10:53: read: connection refused
I0424 19:03:16.914396       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0424 19:03:16.914409       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0424 19:03:16.914994       1 tasks_processing.go:74] worker 61 stopped.
E0424 19:03:16.915009       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0424 19:03:16.915016       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2psmoravj8tl8qs61likocpmrr2h1uu6-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2psmoravj8tl8qs61likocpmrr2h1uu6-primary-cert-bundle-secret" not found
I0424 19:03:16.915067       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=4cd766b5e1c026611c785e14161b2118b4ca3f0ca2ce224fccacb5d83575a58f
I0424 19:03:16.915079       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 147.342238ms to process 1 records
W0424 19:03:17.808167       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 19:03:17.823125       1 tasks_processing.go:74] worker 46 stopped.
I0424 19:03:17.823149       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.055794283s to process 0 records
I0424 19:03:18.012106       1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 14 containers
I0424 19:03:18.012121       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1797558 bytes
I0424 19:03:18.012136       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-rsdrs pod in namespace openshift-dns (previous: false).
I0424 19:03:18.229025       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0424 19:03:18.249955       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rsdrs pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-rsdrs\" is waiting to start: ContainerCreating"
I0424 19:03:18.249972       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-rsdrs\" is waiting to start: ContainerCreating"
I0424 19:03:18.249982       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-rsdrs pod in namespace openshift-dns (previous: false).
I0424 19:03:18.418549       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rsdrs pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-rsdrs\" is waiting to start: ContainerCreating"
I0424 19:03:18.418567       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-rsdrs\" is waiting to start: ContainerCreating"
I0424 19:03:18.418578       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-6h9l9 pod in namespace openshift-dns (previous: false).
I0424 19:03:18.620107       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 19:03:18.620124       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68d9b97d58-z9g8w pod in namespace openshift-image-registry (previous: false).
I0424 19:03:18.631399       1 tasks_processing.go:74] worker 10 stopped.
I0424 19:03:18.631443       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=3bb3bd76a8043304817c72b3a48c31bb3d9ef8dc200313844cd9e7d03108308b
I0424 19:03:18.631476       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=3849498da5afe5aa707c4741cc1fc0f917af94849e592a7377a6a6871784c200
I0424 19:03:18.631505       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0424 19:03:18.631530       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=09488ec567982d24e880266019153c42f33dd36832889e14d31600aa30c26868
I0424 19:03:18.631546       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0424 19:03:18.631569       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=ca42027bd097848c21411396004383b6fd170ee0e3966ca7a679cde68842d90d
I0424 19:03:18.631607       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=283e9a225b711e119f80bc1346e465218f16b00ed99f0422e97dfbf7a5b179a7
I0424 19:03:18.631631       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=ff699444f7143d4ce2b5a3cacab4e71683d0630ae25eb26dee4aff211e0ea007
I0424 19:03:18.631661       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=518e37fb918971f674f092a547e9ab4af35d9cd5808d7925f78c70b6172b0cea
I0424 19:03:18.631682       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=cd36417441ae4d78e0b6147331fbc07c82746ad2d944c2f9927d59358e260687
I0424 19:03:18.631691       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0424 19:03:18.631707       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=822dc5364f8bf737e4bb67c8d2469b27d72712a9d000e4431da8ba3883c7e026
I0424 19:03:18.631717       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0424 19:03:18.631732       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=e1f8e6bb6c79f6292ef6ff8cf0b0feb9dc89b796f735ce3c3f253d9558c98e77
I0424 19:03:18.631741       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0424 19:03:18.631761       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b6cac2660cb5123ce9c497618030fe046565487fc3b29a6726e436b70c6ff83b
I0424 19:03:18.631770       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0424 19:03:18.631802       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=fea68ff41363d3775da35c43a5fa14f057f7c2deaaf036030b4798b2cec39180
I0424 19:03:18.631924       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=0dc358193278e8a17502beb8f3b976208c10db3cff8f0451f9c8623d3c1535b1
I0424 19:03:18.631933       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0424 19:03:18.631951       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0424 19:03:18.631973       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0424 19:03:18.631994       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=d008af83812ff951bff62ad9a4057d3284b89ffb3cf595f3427da26148d36f18
I0424 19:03:18.632018       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=5379441a8d44b0abcfdf952f92d2f476e13bdabf5a5ef498e72f208fc96d67ba
I0424 19:03:18.632027       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0424 19:03:18.632042       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=8b03c78497eccf7f6a9716450e7456813243520c286ce3e8ba4a097f212ad1aa
I0424 19:03:18.632051       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0424 19:03:18.632063       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=6b7b6559c9e735379512df0d2f7614dd542894b4a5bad12504d062dd2d2d7a1e
I0424 19:03:18.632078       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=98a4a70c7eb516e58ae89c1954a603bca1e92bf0aab8d1a4cae6b37ad54c7567
I0424 19:03:18.632094       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=011af5c8cc728e8e79d897d0cc8f04dab3d6ad652af2e28ce76dc443182bdfc3
I0424 19:03:18.632110       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=496ce5abaa7889a6c6c5e167732c6ef85fa3b366ab24b6263a5218b49e93d9d3
I0424 19:03:18.632123       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=0be07f455072e9794a00d7e68139eef407260dce02fd8bc91ac0f9d72804035c
I0424 19:03:18.632150       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=fa3540bf03a9c82c18820492f6b1f5bd8f9eba63507185340677aa5388973eb3
I0424 19:03:18.632166       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0424 19:03:18.632174       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0424 19:03:18.632181       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.864093929s to process 35 records
W0424 19:03:18.808251       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 19:03:18.811286       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 19:03:18.811308       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68d9b97d58-z9prq pod in namespace openshift-image-registry (previous: false).
I0424 19:03:19.017509       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 19:03:19.017527       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-864b4f9cd5-pb6rs pod in namespace openshift-image-registry (previous: false).
I0424 19:03:19.218138       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-864b4f9cd5-pb6rs pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-864b4f9cd5-pb6rs\" is waiting to start: ContainerCreating"
I0424 19:03:19.218157       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-864b4f9cd5-pb6rs\" is waiting to start: ContainerCreating"
I0424 19:03:19.218167       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-mzwpt pod in namespace openshift-image-registry (previous: false).
I0424 19:03:19.420135       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 19:03:19.420152       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-56f4c4b867-2q7d9 pod in namespace openshift-ingress (previous: false).
I0424 19:03:19.621387       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-56f4c4b867-2q7d9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-56f4c4b867-2q7d9\" is waiting to start: ContainerCreating"
I0424 19:03:19.621404       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-56f4c4b867-2q7d9\" is waiting to start: ContainerCreating"
I0424 19:03:19.621414       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-c568db7f8-9hwkr pod in namespace openshift-ingress (previous: false).
W0424 19:03:19.807960       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 19:03:19.819989       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-c568db7f8-9hwkr pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-c568db7f8-9hwkr\" is waiting to start: ContainerCreating"
I0424 19:03:19.820003       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-c568db7f8-9hwkr\" is waiting to start: ContainerCreating"
I0424 19:03:19.820013       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-c568db7f8-jwrzc pod in namespace openshift-ingress (previous: false).
I0424 19:03:20.014354       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 19:03:20.014372       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ljzlf pod in namespace openshift-ingress-canary (previous: false).
I0424 19:03:20.219980       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-ljzlf pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ljzlf\" is waiting to start: ContainerCreating"
I0424 19:03:20.219998       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ljzlf\" is waiting to start: ContainerCreating"
I0424 19:03:20.220009       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-kqtmh pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0424 19:03:20.422496       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-kqtmh pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0424 19:03:20.620501       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-7dcms pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
W0424 19:03:20.808113       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 19:03:20.834035       1 tasks_processing.go:74] worker 45 stopped.
I0424 19:03:20.834140       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=07bbb05750bb0a14338c23d95750d6e7181fcccc9ee22334892db4b8e289c180
I0424 19:03:20.834167       1 recorder.go:75] Recording events/openshift-dns with fingerprint=af8d8fc7ce4ab56597957cc023075262ad864ae1e17198ec023cdefb8a5a84e3
I0424 19:03:20.834235       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=95da755df06015dd0d6b207dfe408fce4423b61fb0e5a30d782439f52b2ed28e
I0424 19:03:20.834262       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=805f783c7151682e398f5d89e8b0d8b29e87fc3225b4fae6178a08e85f1b423d
I0424 19:03:20.834304       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=5cec861345605e2799e38c8e05a40563e15e079285fe41d669685517b78205b9
I0424 19:03:20.834315       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=e05b6f4baa88b6142480d1a1c33e8f90b4a086e5c2d119f3849113b4fb4ad6a0
I0424 19:03:20.834323       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=d473536e1467adffa6847a0fa454edd424d848a3d9efa539f116c3d677776014
I0424 19:03:20.834401       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=aed4bff29882de3524b9aa4c2aafb8f2e2e5f1b085328f284e3cbc387ddbfcf8
I0424 19:03:20.834414       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-kqtmh/migrator_current.log with fingerprint=e985b5cd8ecb4be98fde163b8721e8087097b764750b73f15ff9bd801c6dab81
I0424 19:03:20.834419       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-kqtmh/graceful-termination_current.log with fingerprint=33c3ebd7d2ae1105bacf4082dbda6fb535a2491d40e8b37a9d764b36091996c4
I0424 19:03:20.834492       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-7dcms/kube-storage-version-migrator-operator_current.log with fingerprint=9a3f58f25364309d3ea66838e5a7d8829a041bbb3711e36456b941a3c8769ebf
I0424 19:03:20.834501       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.066675127s to process 11 records
W0424 19:03:21.804519       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0424 19:03:21.804549       1 tasks_processing.go:74] worker 27 stopped.
E0424 19:03:21.804563       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0424 19:03:21.804577       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0424 19:03:21.804600       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0424 19:03:21.804617       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.03297407s to process 1 records
I0424 19:03:29.407313       1 tasks_processing.go:74] worker 28 stopped.
I0424 19:03:29.407347       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0424 19:03:29.407360       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.637855004s to process 1 records
I0424 19:03:30.178277       1 tasks_processing.go:74] worker 8 stopped.
I0424 19:03:30.178545       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=8134d5e41c8b88cd9e4cb52a44a4aaa7dc9c85df1ecff9db5f654f5b009336ee
I0424 19:03:30.178562       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.407274016s to process 1 records
E0424 19:03:30.178615       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.411s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0424 19:03:30.179714       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0424 19:03:30.179730       1 periodic.go:209] Running workloads gatherer
I0424 19:03:30.179744       1 tasks_processing.go:45] number of workers: 2
I0424 19:03:30.179755       1 tasks_processing.go:69] worker 1 listening for tasks.
I0424 19:03:30.179759       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0424 19:03:30.179770       1 tasks_processing.go:69] worker 0 listening for tasks.
I0424 19:03:30.179802       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0424 19:03:30.199614       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data
I0424 19:03:30.210573       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (11ms)
I0424 19:03:30.213917       1 tasks_processing.go:74] worker 0 stopped.
I0424 19:03:30.213930       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.095413ms to process 0 records
I0424 19:03:30.222663       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (12ms)
I0424 19:03:30.234285       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (12ms)
I0424 19:03:30.245961       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (12ms)
I0424 19:03:30.256959       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (11ms)
I0424 19:03:30.268360       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (11ms)
I0424 19:03:30.282853       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (14ms)
I0424 19:03:30.293584       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (11ms)
I0424 19:03:30.304560       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (11ms)
I0424 19:03:30.315304       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (11ms)
I0424 19:03:30.326811       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (11ms)
I0424 19:03:30.411742       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (85ms)
I0424 19:03:30.511553       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms)
I0424 19:03:30.613838       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (102ms)
I0424 19:03:30.711630       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (98ms)
I0424 19:03:30.811988       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms)
I0424 19:03:30.887430       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 19:03:30.911139       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms)
I0424 19:03:30.983332       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 19:03:31.014694       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (104ms)
I0424 19:03:31.087701       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 19:03:31.111313       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (97ms)
I0424 19:03:31.212082       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (101ms)
I0424 19:03:31.312515       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms)
I0424 19:03:31.415867       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (103ms)
I0424 19:03:31.512568       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (97ms)
I0424 19:03:31.611301       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (99ms)
I0424 19:03:31.711630       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms)
I0424 19:03:31.815040       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (103ms)
I0424 19:03:31.914086       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (99ms)
I0424 19:03:32.013013       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (99ms)
I0424 19:03:32.111861       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (99ms)
I0424 19:03:32.213986       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (102ms)
I0424 19:03:32.312061       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (98ms)
I0424 19:03:32.312091       1 tasks_processing.go:74] worker 1 stopped.
E0424 19:03:32.312102       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0424 19:03:32.312329       1 recorder.go:75] Recording config/workload_info with fingerprint=aeb60eae57962a10f2f09e172e5e5ce87f79a1885d659bb162e2d5709730b0ab
I0424 19:03:32.312344       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.132322386s to process 1 records
E0424 19:03:32.312367       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.132s with: function \"workload_info\" failed with an error"
I0424 19:03:32.313462       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0424 19:03:32.313475       1 periodic.go:209] Running conditional gatherer
I0424 19:03:32.320937       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0424 19:03:32.327120       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.19:49187->172.30.0.10:53: read: connection refused
E0424 19:03:32.327351       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 19:03:32.327406       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0424 19:03:32.334894       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0424 19:03:32.334905       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 19:03:32.334910       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 19:03:32.334914       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 19:03:32.334932       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 19:03:32.334938       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 19:03:32.334941       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 19:03:32.334944       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 19:03:32.334947       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 19:03:32.334950       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0424 19:03:32.334963       1 tasks_processing.go:45] number of workers: 3
I0424 19:03:32.334974       1 tasks_processing.go:69] worker 2 listening for tasks.
I0424 19:03:32.334978       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0424 19:03:32.334984       1 tasks_processing.go:69] worker 0 listening for tasks.
I0424 19:03:32.334994       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0424 19:03:32.334997       1 tasks_processing.go:69] worker 1 listening for tasks.
I0424 19:03:32.335008       1 tasks_processing.go:74] worker 1 stopped.
I0424 19:03:32.335002       1 tasks_processing.go:71] worker 0 working on conditional_gatherer_rules task.
I0424 19:03:32.335063       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0424 19:03:32.335079       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.354µs to process 1 records
I0424 19:03:32.335141       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0424 19:03:32.335150       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.655µs to process 1 records
I0424 19:03:32.335157       1 tasks_processing.go:74] worker 0 stopped.
I0424 19:03:32.335204       1 tasks_processing.go:74] worker 2 stopped.
I0424 19:03:32.335214       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 221.224µs to process 0 records
I0424 19:03:32.335230       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.19:49187->172.30.0.10:53: read: connection refused
I0424 19:03:32.335246       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0424 19:03:32.359156       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=60a6f9e8516ad8dd6dc3defc84862dd60fc833339dbd56e7baaab33312c8c79d
I0424 19:03:32.359279       1 diskrecorder.go:70] Writing 102 records to /var/lib/insights-operator/insights-2026-04-24-190332.tar.gz
I0424 19:03:32.365835       1 diskrecorder.go:51] Wrote 102 records to disk in 6ms
I0424 19:03:32.365862       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0424 19:03:32.365875       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0424 19:03:47.711114       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 19:04:21.287872       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="722f6b8841f9e83a77c92b86a46574dc6550bfe2f3958d3cf362c557c0391af1")
W0424 19:04:21.287906       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created
I0424 19:04:21.288035       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="0d9f1bf33f941421c09ae0d9bb76d1bc5fb594c144ca0b5b0eb3d6567f1c0ddd")
I0424 19:04:21.288038       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0424 19:04:21.288061       1 periodic.go:170] Shutting down
I0424 19:04:21.288080       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0424 19:04:21.288096       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0424 19:04:21.288096       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0424 19:04:21.288106       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0424 19:04:21.288113       1 base_controller.go:113] All LoggingSyncer workers have been terminated