W0331 04:05:26.914672       1 cmd.go:257] Using insecure, self-signed certificates
I0331 04:05:27.121429       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:05:27.121737       1 observer_polling.go:159] Starting file observer
I0331 04:05:27.743370       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0331 04:05:27.743557       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0331 04:05:27.744172       1 secure_serving.go:57] Forcing use of http/1.1 only
W0331 04:05:27.744193       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0331 04:05:27.744200       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0331 04:05:27.744204       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
I0331 04:05:27.744199       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0331 04:05:27.744206       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0331 04:05:27.744219       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0331 04:05:27.744222       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0331 04:05:27.750587       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"b73c151a-01e9-43c3-a302-99323668a10b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0331 04:05:27.750578       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0331 04:05:27.750688       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0331 04:05:27.750700       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0331 04:05:27.750721       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0331 04:05:27.750720       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0331 04:05:27.750744       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0331 04:05:27.750750       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0331 04:05:27.751068       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1171667210/tls.crt::/tmp/serving-cert-1171667210/tls.key"
I0331 04:05:27.751368       1 secure_serving.go:213] Serving securely on [::]:8443
I0331 04:05:27.751388       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0331 04:05:27.757836       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0331 04:05:27.757867       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0331 04:05:27.757903       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0331 04:05:27.763200       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0331 04:05:27.763220       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0331 04:05:27.767871       1 secretconfigobserver.go:119] support secret does not exist
I0331 04:05:27.772675       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0331 04:05:27.777086       1 secretconfigobserver.go:119] support secret does not exist
I0331 04:05:27.780762       1 recorder.go:161] Pruning old reports every 5h13m31s, max age is 288h0m0s
I0331 04:05:27.786257       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0331 04:05:27.786256       1 periodic.go:209] Running clusterconfig gatherer
I0331 04:05:27.786269       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0331 04:05:27.786277       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0331 04:05:27.786281       1 insightsreport.go:296] Starting report retriever
I0331 04:05:27.786290       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0331 04:05:27.786302       1 tasks_processing.go:45] number of workers: 64
I0331 04:05:27.786349       1 tasks_processing.go:69] worker 63 listening for tasks.
I0331 04:05:27.786355       1 tasks_processing.go:71] worker 63 working on dvo_metrics task.
I0331 04:05:27.786364       1 tasks_processing.go:69] worker 31 listening for tasks.
I0331 04:05:27.786377       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 04:05:27.786376       1 tasks_processing.go:69] worker 47 listening for tasks.
I0331 04:05:27.786384       1 tasks_processing.go:69] worker 39 listening for tasks.
I0331 04:05:27.786384       1 tasks_processing.go:69] worker 40 listening for tasks.
I0331 04:05:27.786391       1 tasks_processing.go:69] worker 41 listening for tasks.
I0331 04:05:27.786392       1 tasks_processing.go:69] worker 17 listening for tasks.
I0331 04:05:27.786386       1 tasks_processing.go:69] worker 16 listening for tasks.
I0331 04:05:27.786399       1 tasks_processing.go:69] worker 32 listening for tasks.
I0331 04:05:27.786400       1 tasks_processing.go:69] worker 15 listening for tasks.
I0331 04:05:27.786405       1 tasks_processing.go:69] worker 42 listening for tasks.
I0331 04:05:27.786405       1 tasks_processing.go:69] worker 18 listening for tasks.
I0331 04:05:27.786409       1 tasks_processing.go:69] worker 33 listening for tasks.
I0331 04:05:27.786415       1 tasks_processing.go:69] worker 34 listening for tasks.
I0331 04:05:27.786418       1 tasks_processing.go:69] worker 44 listening for tasks.
I0331 04:05:27.786421       1 tasks_processing.go:69] worker 21 listening for tasks.
I0331 04:05:27.786423       1 tasks_processing.go:69] worker 8 listening for tasks.
I0331 04:05:27.786420       1 tasks_processing.go:69] worker 7 listening for tasks.
I0331 04:05:27.786411       1 tasks_processing.go:69] worker 19 listening for tasks.
I0331 04:05:27.786411       1 tasks_processing.go:69] worker 43 listening for tasks.
I0331 04:05:27.786435       1 tasks_processing.go:69] worker 23 listening for tasks.
I0331 04:05:27.786435       1 tasks_processing.go:69] worker 46 listening for tasks.
I0331 04:05:27.786439       1 tasks_processing.go:69] worker 37 listening for tasks.
I0331 04:05:27.786416       1 tasks_processing.go:69] worker 20 listening for tasks.
I0331 04:05:27.786440       1 tasks_processing.go:69] worker 3 listening for tasks.
I0331 04:05:27.786450       1 tasks_processing.go:69] worker 25 listening for tasks.
I0331 04:05:27.786450       1 tasks_processing.go:69] worker 14 listening for tasks.
I0331 04:05:27.786452       1 tasks_processing.go:69] worker 6 listening for tasks.
I0331 04:05:27.786458       1 tasks_processing.go:69] worker 2 listening for tasks.
I0331 04:05:27.786463       1 tasks_processing.go:69] worker 28 listening for tasks.
I0331 04:05:27.786466       1 tasks_processing.go:69] worker 27 listening for tasks.
I0331 04:05:27.786428       1 tasks_processing.go:69] worker 45 listening for tasks.
I0331 04:05:27.786472       1 tasks_processing.go:69] worker 55 listening for tasks.
I0331 04:05:27.786467       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 04:05:27.786467       1 tasks_processing.go:69] worker 30 listening for tasks.
I0331 04:05:27.786480       1 tasks_processing.go:69] worker 62 listening for tasks.
I0331 04:05:27.786430       1 tasks_processing.go:69] worker 22 listening for tasks.
I0331 04:05:27.786483       1 tasks_processing.go:69] worker 56 listening for tasks.
I0331 04:05:27.786469       1 tasks_processing.go:69] worker 11 listening for tasks.
I0331 04:05:27.786480       1 tasks_processing.go:69] worker 57 listening for tasks.
I0331 04:05:27.786490       1 tasks_processing.go:69] worker 53 listening for tasks.
I0331 04:05:27.786489       1 tasks_processing.go:69] worker 51 listening for tasks.
I0331 04:05:27.786492       1 tasks_processing.go:69] worker 54 listening for tasks.
I0331 04:05:27.786494       1 tasks_processing.go:69] worker 48 listening for tasks.
I0331 04:05:27.786495       1 tasks_processing.go:69] worker 50 listening for tasks.
I0331 04:05:27.786433       1 tasks_processing.go:69] worker 36 listening for tasks.
I0331 04:05:27.786436       1 tasks_processing.go:69] worker 13 listening for tasks.
I0331 04:05:27.786442       1 tasks_processing.go:69] worker 4 listening for tasks.
I0331 04:05:27.786443       1 tasks_processing.go:69] worker 24 listening for tasks.
I0331 04:05:27.786446       1 tasks_processing.go:69] worker 5 listening for tasks.
I0331 04:05:27.786426       1 tasks_processing.go:69] worker 35 listening for tasks.
I0331 04:05:27.786449       1 tasks_processing.go:69] worker 38 listening for tasks.
I0331 04:05:27.786461       1 tasks_processing.go:69] worker 26 listening for tasks.
I0331 04:05:27.786456       1 tasks_processing.go:69] worker 12 listening for tasks.
I0331 04:05:27.786464       1 tasks_processing.go:69] worker 10 listening for tasks.
I0331 04:05:27.786474       1 tasks_processing.go:69] worker 59 listening for tasks.
I0331 04:05:27.786469       1 tasks_processing.go:69] worker 29 listening for tasks.
I0331 04:05:27.786481       1 tasks_processing.go:69] worker 52 listening for tasks.
I0331 04:05:27.786484       1 tasks_processing.go:69] worker 49 listening for tasks.
I0331 04:05:27.786484       1 tasks_processing.go:69] worker 61 listening for tasks.
I0331 04:05:27.786432       1 tasks_processing.go:69] worker 9 listening for tasks.
I0331 04:05:27.786491       1 tasks_processing.go:69] worker 58 listening for tasks.
I0331 04:05:27.786493       1 tasks_processing.go:69] worker 60 listening for tasks.
I0331 04:05:27.786562       1 tasks_processing.go:71] worker 40 working on container_runtime_configs task.
I0331 04:05:27.786563       1 tasks_processing.go:71] worker 0 working on ingress_certificates task.
I0331 04:05:27.786567       1 tasks_processing.go:71] worker 39 working on authentication task.
I0331 04:05:27.786567       1 tasks_processing.go:71] worker 31 working on oauths task.
I0331 04:05:27.786571       1 tasks_processing.go:71] worker 47 working on version task.
I0331 04:05:27.786582       1 tasks_processing.go:71] worker 60 working on operators task.
I0331 04:05:27.786587       1 tasks_processing.go:71] worker 45 working on qemu_kubevirt_launcher_logs task.
I0331 04:05:27.786598       1 tasks_processing.go:71] worker 13 working on openstack_dataplanedeployments task.
I0331 04:05:27.786615       1 tasks_processing.go:71] worker 11 working on machine_sets task.
I0331 04:05:27.786633       1 tasks_processing.go:71] worker 7 working on storage_classes task.
I0331 04:05:27.786643       1 tasks_processing.go:71] worker 59 working on install_plans task.
I0331 04:05:27.786680       1 tasks_processing.go:71] worker 10 working on container_images task.
I0331 04:05:27.786694       1 tasks_processing.go:71] worker 19 working on olm_operators task.
I0331 04:05:27.786774       1 tasks_processing.go:71] worker 54 working on monitoring_persistent_volumes task.
I0331 04:05:27.786782       1 tasks_processing.go:71] worker 41 working on machine_config_pools task.
I0331 04:05:27.786830       1 tasks_processing.go:71] worker 48 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0331 04:05:27.786893       1 tasks_processing.go:71] worker 30 working on nodes task.
I0331 04:05:27.786941       1 tasks_processing.go:71] worker 25 working on networks task.
I0331 04:05:27.786998       1 tasks_processing.go:71] worker 15 working on active_alerts task.
I0331 04:05:27.787015       1 tasks_processing.go:71] worker 44 working on metrics task.
I0331 04:05:27.787018       1 tasks_processing.go:71] worker 14 working on ceph_cluster task.
I0331 04:05:27.787021       1 tasks_processing.go:71] worker 21 working on openstack_version task.
W0331 04:05:27.787036       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
W0331 04:05:27.787040       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:05:27.787045       1 tasks_processing.go:71] worker 15 working on ingress task.
I0331 04:05:27.787049       1 tasks_processing.go:71] worker 8 working on machines task.
I0331 04:05:27.786976       1 tasks_processing.go:71] worker 43 working on openstack_dataplanenodesets task.
I0331 04:05:27.787107       1 tasks_processing.go:71] worker 22 working on sap_config task.
I0331 04:05:27.787158       1 tasks_processing.go:71] worker 62 working on openshift_machine_api_events task.
I0331 04:05:27.787212       1 tasks_processing.go:71] worker 53 working on sap_datahubs task.
I0331 04:05:27.787254       1 tasks_processing.go:71] worker 12 working on storage_cluster task.
I0331 04:05:27.786846       1 tasks_processing.go:71] worker 49 working on validating_webhook_configurations task.
I0331 04:05:27.786891       1 tasks_processing.go:71] worker 9 working on silenced_alerts task.
I0331 04:05:27.786865       1 tasks_processing.go:71] worker 34 working on machine_configs task.
W0331 04:05:27.787370       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:05:27.787255       1 tasks_processing.go:71] worker 38 working on image_registries task.
I0331 04:05:27.786777       1 tasks_processing.go:71] worker 42 working on jaegers task.
I0331 04:05:27.786869       1 tasks_processing.go:71] worker 18 working on overlapping_namespace_uids task.
I0331 04:05:27.787222       1 tasks_processing.go:71] worker 58 working on nodenetworkstates task.
I0331 04:05:27.786887       1 tasks_processing.go:71] worker 1 working on feature_gates task.
I0331 04:05:27.786882       1 tasks_processing.go:71] worker 55 working on operators_pods_and_events task.
I0331 04:05:27.786872       1 tasks_processing.go:71] worker 33 working on support_secret task.
I0331 04:05:27.786881       1 tasks_processing.go:71] worker 50 working on node_logs task.
I0331 04:05:27.786906       1 tasks_processing.go:71] worker 35 working on tsdb_status task.
I0331 04:05:27.786897       1 tasks_processing.go:71] worker 61 working on sap_pods task.
W0331 04:05:27.787574       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:05:27.786917       1 tasks_processing.go:71] worker 5 working on mutating_webhook_configurations task.
I0331 04:05:27.786937       1 tasks_processing.go:71] worker 6 working on machine_autoscalers task.
I0331 04:05:27.786909       1 tasks_processing.go:71] worker 4 working on service_accounts task.
I0331 04:05:27.786981       1 tasks_processing.go:71] worker 23 working on lokistack task.
I0331 04:05:27.786984       1 tasks_processing.go:71] worker 17 working on crds task.
I0331 04:05:27.786987       1 tasks_processing.go:71] worker 46 working on openshift_logging task.
I0331 04:05:27.786991       1 tasks_processing.go:71] worker 37 working on certificate_signing_requests task.
I0331 04:05:27.786989       1 tasks_processing.go:71] worker 16 working on pdbs task.
I0331 04:05:27.786913       1 tasks_processing.go:71] worker 24 working on pod_network_connectivity_checks task.
I0331 04:05:27.787004       1 tasks_processing.go:71] worker 28 working on machine_healthchecks task.
I0331 04:05:27.787009       1 tasks_processing.go:71] worker 27 working on openstack_controlplanes task.
I0331 04:05:27.786851       1 tasks_processing.go:71] worker 29 working on schedulers task.
I0331 04:05:27.787240       1 tasks_processing.go:71] worker 36 working on config_maps task.
I0331 04:05:27.787249       1 tasks_processing.go:71] worker 51 working on proxies task.
I0331 04:05:27.787251       1 tasks_processing.go:71] worker 26 working on image task.
I0331 04:05:27.787255       1 tasks_processing.go:71] worker 56 working on image_pruners task.
I0331 04:05:27.787264       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 23.184µs to process 0 records
I0331 04:05:27.786855       1 tasks_processing.go:71] worker 52 working on cost_management_metrics_configs task.
I0331 04:05:27.788278       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 23.734µs to process 0 records
I0331 04:05:27.788289       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 20.653µs to process 0 records
I0331 04:05:27.788298       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 37.064µs to process 0 records
I0331 04:05:27.788297       1 tasks_processing.go:74] worker 44 stopped.
I0331 04:05:27.788302       1 tasks_processing.go:74] worker 9 stopped.
I0331 04:05:27.788304       1 tasks_processing.go:74] worker 35 stopped.
I0331 04:05:27.787268       1 tasks_processing.go:71] worker 57 working on nodenetworkconfigurationpolicies task.
I0331 04:05:27.786686       1 tasks_processing.go:71] worker 3 working on clusterroles task.
I0331 04:05:27.786994       1 tasks_processing.go:71] worker 20 working on infrastructures task.
I0331 04:05:27.786994       1 tasks_processing.go:71] worker 32 working on aggregated_monitoring_cr_names task.
I0331 04:05:27.787008       1 tasks_processing.go:71] worker 2 working on cluster_apiserver task.
I0331 04:05:27.790767       1 tasks_processing.go:74] worker 13 stopped.
I0331 04:05:27.790781       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 4.156065ms to process 0 records
I0331 04:05:27.791244       1 tasks_processing.go:74] worker 11 stopped.
I0331 04:05:27.791257       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 4.619329ms to process 0 records
I0331 04:05:27.791542       1 tasks_processing.go:74] worker 40 stopped.
I0331 04:05:27.791555       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 4.964947ms to process 0 records
I0331 04:05:27.793674       1 tasks_processing.go:74] worker 53 stopped.
I0331 04:05:27.793687       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 6.409176ms to process 0 records
I0331 04:05:27.793693       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 6.27314ms to process 0 records
I0331 04:05:27.793698       1 tasks_processing.go:74] worker 42 stopped.
I0331 04:05:27.798523       1 tasks_processing.go:74] worker 22 stopped.
I0331 04:05:27.798533       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 11.40241ms to process 0 records
I0331 04:05:27.798545       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 11.499914ms to process 0 records
I0331 04:05:27.798551       1 tasks_processing.go:74] worker 14 stopped.
I0331 04:05:27.798779       1 tasks_processing.go:74] worker 21 stopped.
I0331 04:05:27.798789       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 11.741848ms to process 0 records
I0331 04:05:27.799699       1 tasks_processing.go:74] worker 61 stopped.
I0331 04:05:27.799714       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 12.115205ms to process 0 records
I0331 04:05:27.799723       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 12.007372ms to process 0 records
I0331 04:05:27.799728       1 tasks_processing.go:74] worker 23 stopped.
I0331 04:05:27.801042       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0331 04:05:27.801060       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0331 04:05:27.801066       1 tasks_processing.go:74] worker 58 stopped.
I0331 04:05:27.801068       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0331 04:05:27.801075       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0331 04:05:27.801075       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 13.648935ms to process 0 records
I0331 04:05:27.801088       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 13.243217ms to process 0 records
I0331 04:05:27.801094       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 13.456176ms to process 0 records
I0331 04:05:27.801095       1 controller.go:489] The operator is still being initialized
I0331 04:05:27.801099       1 tasks_processing.go:74] worker 6 stopped.
I0331 04:05:27.801099       1 tasks_processing.go:74] worker 46 stopped.
I0331 04:05:27.801105       1 controller.go:512] The operator is healthy
I0331 04:05:27.801408       1 tasks_processing.go:74] worker 31 stopped.
I0331 04:05:27.801681       1 recorder.go:75] Recording config/oauth with fingerprint=cbab622c08900d1c68a19c29d4828b09c92c019ff1c2ed38a53264eeb571ba27
I0331 04:05:27.801696       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 14.821428ms to process 1 records
I0331 04:05:27.803902       1 tasks_processing.go:74] worker 15 stopped.
I0331 04:05:27.804060       1 recorder.go:75] Recording config/ingress with fingerprint=c9bd7f617bc2bb145effbec28b553652b57765eca1bd8fefbdf69b03d7a9328f
I0331 04:05:27.804072       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 16.844263ms to process 1 records
E0331 04:05:27.804085       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0331 04:05:27.804092       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 15.93267ms to process 0 records
I0331 04:05:27.804097       1 tasks_processing.go:74] worker 24 stopped.
I0331 04:05:27.804321       1 tasks_processing.go:74] worker 28 stopped.
E0331 04:05:27.804332       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0331 04:05:27.804340       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 16.2999ms to process 0 records
I0331 04:05:27.805026       1 tasks_processing.go:74] worker 27 stopped.
I0331 04:05:27.805043       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 16.973771ms to process 0 records
I0331 04:05:27.807006       1 tasks_processing.go:74] worker 52 stopped.
I0331 04:05:27.807022       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 18.726286ms to process 0 records
I0331 04:05:27.807031       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 19.724158ms to process 0 records
I0331 04:05:27.807038       1 tasks_processing.go:74] worker 12 stopped.
I0331 04:05:27.807286       1 tasks_processing.go:74] worker 33 stopped.
E0331 04:05:27.807296       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0331 04:05:27.807303       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 19.771076ms to process 0 records
I0331 04:05:27.807423       1 tasks_processing.go:74] worker 5 stopped.
I0331 04:05:27.807624       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=13aa993f5de4421ac4d7c2a167da83e207f19e904f12eb2d4169f80e3b667fc4
I0331 04:05:27.807658       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ee155f9e7a91b639032d5e6bfd7a6d85aba383d9aa0240e4d2e2a026a1b15df9
I0331 04:05:27.807683       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=d25e2e48b5acbeaac027fc372af69dc6a6761e7bdaf5e7d01604b38bb1a0cdd5
I0331 04:05:27.807691       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 19.83186ms to process 3 records
I0331 04:05:27.807702       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 20.278002ms to process 0 records
I0331 04:05:27.807769       1 recorder.go:75] Recording config/image with fingerprint=31e003c727c6b6e81800a297155e99696c055b5b9f45a9e4e157e86898e01f27
I0331 04:05:27.807780       1 tasks_processing.go:74] worker 62 stopped.
I0331 04:05:27.807781       1 gather.go:177] gatherer "clusterconfig" function "image" took 19.362393ms to process 1 records
I0331 04:05:27.807787       1 tasks_processing.go:74] worker 26 stopped.
I0331 04:05:27.808185       1 tasks_processing.go:74] worker 38 stopped.
I0331 04:05:27.808594       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=494e469765c5215eed52dc526c03cdc6b74f6a5816cb07bc823f49994ddca717
I0331 04:05:27.808611       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 20.789842ms to process 1 records
I0331 04:05:27.814349       1 tasks_processing.go:74] worker 51 stopped.
I0331 04:05:27.814422       1 recorder.go:75] Recording config/proxy with fingerprint=2ed7cb753b7ab935f08a415e46739c9b7097407b5fe50f844de6729b12222187
I0331 04:05:27.814436       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 26.187194ms to process 1 records
I0331 04:05:27.818259       1 gather_logs.go:145] no pods in  namespace were found
I0331 04:05:27.818283       1 tasks_processing.go:74] worker 45 stopped.
I0331 04:05:27.818295       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 31.682211ms to process 0 records
I0331 04:05:27.818392       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=a39446e4461c617a65b76469a3e0a4d89d37efc99af07134096da219e483ea00
I0331 04:05:27.818413       1 tasks_processing.go:74] worker 7 stopped.
I0331 04:05:27.818424       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=90fd0cd5aa4f11e0f68fea88704d2731a6e5911eb3cc67e9411be4c5af5c0625
I0331 04:05:27.818430       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 31.642823ms to process 2 records
I0331 04:05:27.818521       1 tasks_processing.go:74] worker 2 stopped.
I0331 04:05:27.818642       1 recorder.go:75] Recording config/apiserver with fingerprint=7f13ed283f4300961e3905d713b1c9cd27649c8687c40e0fff82d6c03125a0e3
I0331 04:05:27.818655       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 29.455537ms to process 1 records
I0331 04:05:27.818938       1 tasks_processing.go:74] worker 43 stopped.
I0331 04:05:27.818962       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 31.828391ms to process 0 records
E0331 04:05:27.818992       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0331 04:05:27.819007       1 gather.go:177] gatherer "clusterconfig" function "machines" took 31.901144ms to process 0 records
I0331 04:05:27.819018       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 30.587221ms to process 0 records
I0331 04:05:27.819029       1 tasks_processing.go:74] worker 57 stopped.
I0331 04:05:27.819058       1 tasks_processing.go:74] worker 8 stopped.
I0331 04:05:27.819113       1 tasks_processing.go:74] worker 16 stopped.
I0331 04:05:27.819228       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=7022755c4600f9e3e85fa1d90e54c6ef089fc15364bfd95ae5d414b95978716a
I0331 04:05:27.819250       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=ace85cadcc7f68b50e3e2e4f2af2ff3bae3d7d025cd70f2de95fc6debb00dfe5
I0331 04:05:27.819270       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=1936e1ba0f378869e4e23dc1e18a2cab71359981dda6c0f6b185fbc1aba9e495
I0331 04:05:27.819283       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 31.217546ms to process 3 records
I0331 04:05:27.819339       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=8626c88e89e990baa7de1d73eff490661fe5ab07e7c9328e5b379a5b3f6c9f2a
I0331 04:05:27.819352       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 31.092528ms to process 1 records
I0331 04:05:27.819362       1 tasks_processing.go:74] worker 29 stopped.
I0331 04:05:27.819424       1 tasks_processing.go:74] worker 56 stopped.
I0331 04:05:27.819426       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=5b1ab60e22ef4c627a5d7c9ab8297f09ad7172694b2534abf632b43a59629e7b
I0331 04:05:27.819440       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 31.005182ms to process 1 records
I0331 04:05:27.820634       1 tasks_processing.go:74] worker 39 stopped.
I0331 04:05:27.820862       1 recorder.go:75] Recording config/authentication with fingerprint=49c4ae820c5a56195bf10baa097a5f7b17a7d26c58ddef64944c163f48683620
I0331 04:05:27.820879       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 34.055503ms to process 1 records
I0331 04:05:27.820959       1 tasks_processing.go:74] worker 1 stopped.
I0331 04:05:27.821028       1 recorder.go:75] Recording config/featuregate with fingerprint=2f769ea0129287000ac4ca563a3b848e8c60b853226fd18cafabfbe478251fed
I0331 04:05:27.821041       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 33.221879ms to process 1 records
I0331 04:05:27.821141       1 tasks_processing.go:74] worker 50 stopped.
I0331 04:05:27.821237       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 33.594956ms to process 0 records
I0331 04:05:27.824203       1 tasks_processing.go:74] worker 30 stopped.
W0331 04:05:27.824622       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 04:05:27.825043       1 recorder.go:75] Recording config/node/ip-10-0-2-47.ec2.internal with fingerprint=a42d21685e7fb752a228112cc8efdd97c96b3d781b30dd6820fd3ba7c39f343c
I0331 04:05:27.825080       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.253951ms to process 1 records
I0331 04:05:27.825984       1 tasks_processing.go:74] worker 25 stopped.
I0331 04:05:27.826230       1 recorder.go:75] Recording config/network with fingerprint=8e462a561ce5edfe8ddac9ffc23e0a224ae9ee7adeacfa5a6fd1c68d35ac1131
I0331 04:05:27.826252       1 gather.go:177] gatherer "clusterconfig" function "networks" took 38.969941ms to process 1 records
I0331 04:05:27.826395       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=e714fc8f83ee7a2b8a438e0e3d15a46ea166b4337b3485a0b52525971a5d0ecf
I0331 04:05:27.826395       1 tasks_processing.go:74] worker 49 stopped.
I0331 04:05:27.826495       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=4cf083ae4e014ad8dc3105ec7797a895957c6a62c73561150692580a4c827912
I0331 04:05:27.826527       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ea8c3eb6d338880a2712bd1a75663aeedc5b8a549989e92ad26d9242e6004bfe
I0331 04:05:27.826567       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=df8fad4c64ad87d242783a2d7eaabbb2685a9bcad8cc792ae50b359c029c7045
I0331 04:05:27.826602       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=cbb9156e1a3dd2b6276e09a7ac52969ea1963502ebe148c487fd61c3fc75c8af
I0331 04:05:27.826637       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=99dc74571ee6a7393512d2e2e198e59f2fd0e4fefc1dea3fd99ad85c3b351d64
I0331 04:05:27.826682       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=a566a6717c3b142538f16de853a44c251b3a2008be6db094bc6996e21eae747e
I0331 04:05:27.826720       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=9e44a9ead7c5d32132cac07bff3468e613b5e19aabea0240665bdc901edacae4
I0331 04:05:27.826746       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=0052a8db1a4a760ab97008f7f85ea7bc1bd6e614ece86b45672b844f9684b8bb
I0331 04:05:27.826780       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=52ce0dab9722f3f594ce397270c6f575069574efd891bc6612f8fc788b108c44
I0331 04:05:27.826827       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=6c4e047b53465c6b8a0a00008260479d6fd6e827d4e8a76b7365bd0fbf1fbe35
I0331 04:05:27.826840       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 38.646381ms to process 11 records
I0331 04:05:27.826853       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 39.614552ms to process 0 records
I0331 04:05:27.826869       1 tasks_processing.go:74] worker 54 stopped.
I0331 04:05:27.826951       1 tasks_processing.go:74] worker 20 stopped.
I0331 04:05:27.827633       1 recorder.go:75] Recording config/infrastructure with fingerprint=a650cb9327a390f8b6d3e03e5c18a277afab3eb74284eeaa0107f9c345b6c85f
I0331 04:05:27.827649       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 37.976017ms to process 1 records
I0331 04:05:27.827661       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 38.595287ms to process 0 records
I0331 04:05:27.827673       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0331 04:05:27.827676       1 tasks_processing.go:74] worker 37 stopped.
I0331 04:05:27.827706       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 39.281661ms to process 1 records
I0331 04:05:27.827717       1 tasks_processing.go:74] worker 18 stopped.
I0331 04:05:27.829116       1 tasks_processing.go:74] worker 3 stopped.
I0331 04:05:27.829247       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0331 04:05:27.829271       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0331 04:05:27.829451       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=2bd81a733aa74bfe48b74bfd451b027c3bbde79cfc93a9857a4dd0114ea6dcff
I0331 04:05:27.829613       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=58a02ed68cfeed19fdfc6990566c6a5e82eb947f8e4b1f4618fe4321ca4a39a6
I0331 04:05:27.829631       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 40.689734ms to process 2 records
W0331 04:05:27.829636       1 operator.go:288] started
I0331 04:05:27.829658       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0331 04:05:27.833359       1 tasks_processing.go:74] worker 10 stopped.
I0331 04:05:27.833422       1 recorder.go:75] Recording config/running_containers with fingerprint=c22ca780e7f89bd1efb7ea635c27821424d707e13ba90d36ed549813d0df04e2
I0331 04:05:27.833434       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 46.652652ms to process 1 records
I0331 04:05:27.833912       1 tasks_processing.go:74] worker 17 stopped.
I0331 04:05:27.834731       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=49437b6f152ef7ab4afc7cb084ff35bd70a02e1c278711183ea4b1795da83d91
I0331 04:05:27.835075       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=ad4a083017dd8e6f1be5321f45abaa4d8df0f1939e9d99fef5f80b4b6a6dda5c
I0331 04:05:27.835093       1 gather.go:177] gatherer "clusterconfig" function "crds" took 46.118614ms to process 2 records
I0331 04:05:27.839645       1 tasks_processing.go:74] worker 48 stopped.
I0331 04:05:27.839664       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 52.741956ms to process 0 records
I0331 04:05:27.840025       1 tasks_processing.go:74] worker 19 stopped.
I0331 04:05:27.840111       1 recorder.go:75] Recording config/olm_operators with fingerprint=b383ae6ee0e77e29465005b37b38b08fa1b09fabf4237eb308b647c435d1865f
I0331 04:05:27.840131       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 53.31603ms to process 1 records
E0331 04:05:27.848049       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%278a01360c-b3f7-44ed-861c-02a6aeb74ede%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.18:38410->172.30.0.10:53: read: connection refused
I0331 04:05:27.848065       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%278a01360c-b3f7-44ed-861c-02a6aeb74ede%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.18:38410->172.30.0.10:53: read: connection refused
I0331 04:05:27.849732       1 prometheus_rules.go:88] Prometheus rules successfully created
I0331 04:05:27.851689       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0331 04:05:27.851756       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0331 04:05:27.851773       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0331 04:05:27.852811       1 tasks_processing.go:74] worker 32 stopped.
I0331 04:05:27.852827       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 63.883119ms to process 0 records
I0331 04:05:27.858743       1 base_controller.go:82] Caches are synced for ConfigController 
I0331 04:05:27.858758       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0331 04:05:27.860093       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0331 04:05:27.860105       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0331 04:05:27.860108       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0331 04:05:27.860113       1 controller.go:212] Source scaController *sca.Controller is not ready
I0331 04:05:27.860132       1 controller.go:489] The operator is still being initialized
I0331 04:05:27.860138       1 controller.go:512] The operator is healthy
I0331 04:05:27.908322       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:05:27.930420       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0331 04:05:27.930445       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0331 04:05:27.955241       1 tasks_processing.go:74] worker 47 stopped.
I0331 04:05:27.955526       1 recorder.go:75] Recording config/version with fingerprint=207b7320c744f5b99e6b42a2b4b66fefaa8f6fa0bf90824e6da4a9ae15221a1c
I0331 04:05:27.955543       1 recorder.go:75] Recording config/id with fingerprint=ce52871151892d74299073e4d0bc3e5747c2df676a8b799eea7e683c76155943
I0331 04:05:27.955550       1 gather.go:177] gatherer "clusterconfig" function "version" took 168.643346ms to process 2 records
I0331 04:05:27.957944       1 tasks_processing.go:74] worker 0 stopped.
E0331 04:05:27.957968       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0331 04:05:27.957990       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pcf6mvjj6oql0vc3viou4mohmpb27f9-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pcf6mvjj6oql0vc3viou4mohmpb27f9-primary-cert-bundle-secret" not found
I0331 04:05:27.958078       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=3533f62b7c8c1dec592eb955387ff72348b3e5245cd5ef07e50fd7a8cde30b25
I0331 04:05:27.958097       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 171.364156ms to process 1 records
I0331 04:05:27.964886       1 tasks_processing.go:74] worker 34 stopped.
I0331 04:05:27.964920       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0331 04:05:27.964932       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 177.508216ms to process 1 records
I0331 04:05:27.968835       1 tasks_processing.go:74] worker 36 stopped.
E0331 04:05:27.968851       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0331 04:05:27.968861       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0331 04:05:27.968864       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0331 04:05:27.968878       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0331 04:05:27.968909       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0331 04:05:27.968918       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0331 04:05:27.968922       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0331 04:05:27.968926       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0331 04:05:27.968965       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0331 04:05:27.968973       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0331 04:05:27.968979       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 180.714162ms to process 7 records
I0331 04:05:27.978384       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0331 04:05:27.981927       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.18:58403->172.30.0.10:53: read: connection refused
I0331 04:05:27.981946       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.18:58403->172.30.0.10:53: read: connection refused
I0331 04:05:27.997509       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0331 04:05:28.003172       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0331 04:05:28.234598       1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers
I0331 04:05:28.234616       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes
I0331 04:05:28.234681       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-qvkkz pod in namespace openshift-dns (previous: false).
I0331 04:05:28.461685       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qvkkz pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-qvkkz\" is waiting to start: ContainerCreating"
I0331 04:05:28.461705       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-qvkkz\" is waiting to start: ContainerCreating"
I0331 04:05:28.461713       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-qvkkz pod in namespace openshift-dns (previous: false).
I0331 04:05:28.639560       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-qvkkz pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-qvkkz\" is waiting to start: ContainerCreating"
I0331 04:05:28.639598       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-qvkkz\" is waiting to start: ContainerCreating"
I0331 04:05:28.639610       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-nwg2s pod in namespace openshift-dns (previous: false).
W0331 04:05:28.822726       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 04:05:28.837687       1 tasks_processing.go:74] worker 41 stopped.
I0331 04:05:28.837708       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.050887087s to process 0 records
I0331 04:05:28.841415       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:05:28.841472       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-599fbbbf7c-z8c24 pod in namespace openshift-image-registry (previous: false).
I0331 04:05:29.034773       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:05:29.034855       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-9966b6774-4vdf5 pod in namespace openshift-image-registry (previous: false).
I0331 04:05:29.234298       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:05:29.234343       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-9966b6774-rmztd pod in namespace openshift-image-registry (previous: false).
I0331 04:05:29.255520       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0331 04:05:29.438399       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-9966b6774-rmztd pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-9966b6774-rmztd\" is waiting to start: ContainerCreating"
I0331 04:05:29.438422       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-9966b6774-rmztd\" is waiting to start: ContainerCreating"
I0331 04:05:29.438433       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-kz7qq pod in namespace openshift-image-registry (previous: false).
I0331 04:05:29.637978       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:05:29.638006       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-57b8f4cddc-dqs5r pod in namespace openshift-ingress (previous: false).
I0331 04:05:29.658411       1 tasks_processing.go:74] worker 60 stopped.
I0331 04:05:29.658482       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=04117647ced342780596d346c838454dedb08094a7e1711d5ad8094f5de8a913
I0331 04:05:29.658523       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c5965611ee764c93c14d3a16e13307f89b4a99a8de5352ad567440de908df25c
I0331 04:05:29.658567       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0331 04:05:29.658607       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=b858581e1c6eea3ac412ddaa600505de3ffd8416324af06df2d099540d7b26a2
I0331 04:05:29.658635       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0331 04:05:29.658682       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=a2bcefab7469ef234957c4a8031358d323d89d1669aceac667ad16e30ac51bb0
I0331 04:05:29.658729       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=c425af453fdba0032694a840dd3cf714e5908b207ec3b031769f77ebf8928018
I0331 04:05:29.658778       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=d34380879acaedf1a5c4273c775314aaa1335b24582e34ba7267945bcd3601b6
I0331 04:05:29.658820       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=9136173a18a0c5658d4fb6408f3acfa833427ac2e29a6e5eef83e45b8df77daf
I0331 04:05:29.658852       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=1a4e7e1575fa67584f486239979b874153603c6ab864948efb0385e3f3b4902f
I0331 04:05:29.658868       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0331 04:05:29.658893       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=0825b0673c6968400adda08ee94aea1ea7c7c487a16b48892c9a09f633cf467f
I0331 04:05:29.658910       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0331 04:05:29.658934       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=2ffb0a470297dc962fde7d19a96a0cceaf71483c93bf4e9c3cf9a4ddaf376fb0
I0331 04:05:29.658948       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0331 04:05:29.658970       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=2a9cbba4dc626dea0d2a1060d410d76ade68fcb71cca8adbf8ba00fd61d1ad28
I0331 04:05:29.658986       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0331 04:05:29.659012       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=a030d795834b36f576d0cbd2a9ad50482fde5e8e4254f4ced7de99951011e6ae
I0331 04:05:29.659156       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=e7c6fead35369caa55d61db626086a110d9251ba19244668e928dd874b65c789
I0331 04:05:29.659171       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0331 04:05:29.659182       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0331 04:05:29.659211       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0331 04:05:29.659245       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=0dd388f4c8d77f3650b8def2dbf1eeb1f4c95d6e0efc7abaf4712da6409ee02f
I0331 04:05:29.659279       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=7b40f2afd8941cf120184f42e92216efb3fd2f679954a7bb9c37fe2551a0933b
I0331 04:05:29.659293       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0331 04:05:29.659319       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=4d394e37461a9516b44ed20c3b19e6b93b9a9a3e6a0d11d9d75925627153efa5
I0331 04:05:29.659333       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0331 04:05:29.659354       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=7644c68527bf9c60d6009d6e7b54e9631de6bd9a5bef05e60b3360bf1b1a799f
I0331 04:05:29.659380       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=ac7e94a55936d97a68b647de5a85ad69f629e6970fee9820c4779cbdf73e833a
I0331 04:05:29.659405       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=a443bd02fb515463f762dda7410fecb5a5fa581f5cbad8df91bf8c1f54ea81c5
I0331 04:05:29.659431       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=8672fcd708fe33fe6595e4d6c986db6b051b669fdb484bd0d8ab5f49cee6f87b
I0331 04:05:29.659453       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=24b2ec7820989605d2ea6ca210e287f5c5329748c8fb26dbb099c44f6d3841d2
I0331 04:05:29.659489       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=b9e37a28df31ad53ea45732fdd8393cf9a736b8b56b0541aff8680a66c965077
I0331 04:05:29.659514       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0331 04:05:29.659527       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0331 04:05:29.659538       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.871813179s to process 35 records
W0331 04:05:29.821912       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 04:05:29.833193       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:05:29.833215       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-57b8f4cddc-v5wl9 pod in namespace openshift-ingress (previous: false).
I0331 04:05:30.039071       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-57b8f4cddc-v5wl9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-57b8f4cddc-v5wl9\" is waiting to start: ContainerCreating"
I0331 04:05:30.039089       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-57b8f4cddc-v5wl9\" is waiting to start: ContainerCreating"
I0331 04:05:30.039104       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-759df7bddc-s5lgz pod in namespace openshift-ingress (previous: false).
I0331 04:05:30.238871       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-759df7bddc-s5lgz pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-759df7bddc-s5lgz\" is waiting to start: ContainerCreating"
I0331 04:05:30.238893       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-759df7bddc-s5lgz\" is waiting to start: ContainerCreating"
I0331 04:05:30.238921       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-wj2hl pod in namespace openshift-ingress-canary (previous: false).
I0331 04:05:30.449469       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-wj2hl pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-wj2hl\" is waiting to start: ContainerCreating"
I0331 04:05:30.449488       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-wj2hl\" is waiting to start: ContainerCreating"
I0331 04:05:30.449508       1 tasks_processing.go:74] worker 55 stopped.
I0331 04:05:30.449579       1 recorder.go:75] Recording events/openshift-dns with fingerprint=b6de91c67a6314e295a01ac5ebb2b1912c66c2337e16d7ba433c0380e11ccef4
I0331 04:05:30.449649       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=ba9e34e3d2ae654e52ce6a07bacc13d46a26ce60945a308e1170d95b0895f091
I0331 04:05:30.449677       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=569ca49081841f0a1e8d4a34a765d25fe1abde4abb7e705b5b5b01723ef9f882
I0331 04:05:30.449719       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=70feb069199e28c4b1789afb324775ce539b28552e7678c0b4af4940e4e6220c
I0331 04:05:30.449731       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=037bfc10aaab104222d16298591ab97df807c62cd0e1c499378500602ec4275e
I0331 04:05:30.451027       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-qvkkz with fingerprint=c2b45b279f1290fab3fe6384bc20db96f013199c291e782a209cf7982f750081
I0331 04:05:30.451126       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-599fbbbf7c-z8c24 with fingerprint=45465b03ac5b412fa49462cf33409c74596c2e22629f9bc2f2e2f5fba780a9f2
I0331 04:05:30.451202       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-9966b6774-4vdf5 with fingerprint=282f5dc052fed0f5a7e5f6350ccacadc7aa1a4b01d2bc05db27e5c72463d9eac
I0331 04:05:30.451298       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-9966b6774-rmztd with fingerprint=c4f7c03246fbe8162e088e917dedc5c16dfd8abcc5b867de5c046475c9ca5264
I0331 04:05:30.451357       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-wj2hl with fingerprint=6174314ab5f42192148f89a3d313f91dcc331c1db2ff74e89fe52a867ea0332a
I0331 04:05:30.451368       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.662023962s to process 10 records
W0331 04:05:30.828264       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0331 04:05:31.822473       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0331 04:05:32.822760       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0331 04:05:32.822787       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0331 04:05:32.822829       1 tasks_processing.go:74] worker 63 stopped.
E0331 04:05:32.822841       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0331 04:05:32.822854       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0331 04:05:32.822868       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0331 04:05:32.822881       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.036460943s to process 1 records
I0331 04:05:40.234529       1 tasks_processing.go:74] worker 59 stopped.
I0331 04:05:40.234571       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0331 04:05:40.234585       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.447861696s to process 1 records
I0331 04:05:40.995430       1 tasks_processing.go:74] worker 4 stopped.
I0331 04:05:40.995693       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=751aa8b7d1208af5fd734152a53c8f2354708612b0cd50cfd9c595651a5cc8c8
I0331 04:05:40.995709       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.207730312s to process 1 records
E0331 04:05:40.995765       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.209s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error"
I0331 04:05:40.996838       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error
I0331 04:05:40.996856       1 periodic.go:209] Running workloads gatherer
I0331 04:05:40.996873       1 tasks_processing.go:45] number of workers: 2
I0331 04:05:40.996883       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 04:05:40.996890       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0331 04:05:40.996901       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 04:05:40.996922       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0331 04:05:41.019157       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data
I0331 04:05:41.028843       1 tasks_processing.go:74] worker 0 stopped.
I0331 04:05:41.028866       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.896849ms to process 0 records
I0331 04:05:41.029090       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (10ms)
I0331 04:05:41.041504       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (12ms)
I0331 04:05:41.045027       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:05:41.051931       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (10ms)
I0331 04:05:41.060715       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (9ms)
I0331 04:05:41.069724       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (9ms)
I0331 04:05:41.078743       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (9ms)
I0331 04:05:41.087835       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (9ms)
I0331 04:05:41.097756       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (10ms)
I0331 04:05:41.107039       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (9ms)
I0331 04:05:41.117160       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (10ms)
I0331 04:05:41.142709       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (26ms)
I0331 04:05:41.228543       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (86ms)
I0331 04:05:41.329460       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (101ms)
I0331 04:05:41.429070       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms)
I0331 04:05:41.529401       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms)
I0331 04:05:41.539950       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:05:41.630072       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (101ms)
I0331 04:05:41.730409       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0331 04:05:41.746954       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:05:41.830383       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms)
I0331 04:05:41.929442       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (99ms)
I0331 04:05:42.030182       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms)
I0331 04:05:42.129500       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms)
I0331 04:05:42.230092       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms)
I0331 04:05:42.329937       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms)
I0331 04:05:42.429039       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (99ms)
I0331 04:05:42.529178       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms)
I0331 04:05:42.628943       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms)
I0331 04:05:42.729091       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms)
I0331 04:05:42.829107       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms)
I0331 04:05:42.929942       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (101ms)
I0331 04:05:43.029219       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (99ms)
I0331 04:05:43.130255       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (101ms)
I0331 04:05:43.130287       1 tasks_processing.go:74] worker 1 stopped.
E0331 04:05:43.130297       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0331 04:05:43.130602       1 recorder.go:75] Recording config/workload_info with fingerprint=08d59fbb44642567aeaf27122d597ac17cb81e2007b2e3512ec3f670226cff96
I0331 04:05:43.130626       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.133389636s to process 1 records
E0331 04:05:43.130652       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.133s with: function \"workload_info\" failed with an error"
I0331 04:05:43.131775       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0331 04:05:43.131792       1 periodic.go:209] Running conditional gatherer
I0331 04:05:43.141757       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0331 04:05:43.148299       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.18:43632->172.30.0.10:53: read: connection refused
E0331 04:05:43.148562       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:05:43.148627       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0331 04:05:43.156265       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0331 04:05:43.156286       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:05:43.156292       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:05:43.156295       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:05:43.156298       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:05:43.156301       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:05:43.156305       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:05:43.156308       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:05:43.156312       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:05:43.156315       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0331 04:05:43.156334       1 tasks_processing.go:45] number of workers: 3
I0331 04:05:43.156346       1 tasks_processing.go:69] worker 2 listening for tasks.
I0331 04:05:43.156350       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0331 04:05:43.156360       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 04:05:43.156366       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 04:05:43.156383       1 tasks_processing.go:74] worker 1 stopped.
I0331 04:05:43.156393       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0331 04:05:43.156403       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0331 04:05:43.156454       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0331 04:05:43.156468       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 700ns to process 1 records
I0331 04:05:43.156500       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0331 04:05:43.156508       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.193µs to process 1 records
I0331 04:05:43.156513       1 tasks_processing.go:74] worker 0 stopped.
I0331 04:05:43.156673       1 tasks_processing.go:74] worker 2 stopped.
I0331 04:05:43.156685       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 275.591µs to process 0 records
I0331 04:05:43.156706       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.18:43632->172.30.0.10:53: read: connection refused
I0331 04:05:43.156725       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0331 04:05:43.183229       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=71408b934c5d36f0ab1c0298f9199227bd0c8dc6292afdd993e135fa9dadb0e6
I0331 04:05:43.183372       1 diskrecorder.go:70] Writing 102 records to /var/lib/insights-operator/insights-2026-03-31-040543.tar.gz
I0331 04:05:43.189917       1 diskrecorder.go:51] Wrote 102 records to disk in 6ms
I0331 04:05:43.189956       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0331 04:05:43.189976       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0331 04:05:55.925374       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:06:42.122434       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="afb08e75b8eebdf91a00f9a02eeef1f2a0100735c921bd270406657ec90bdfb2")
W0331 04:06:42.122465       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0331 04:06:42.122510       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="5fcf6396a10b01b0828fd1ca03804d535abb285a5afc485e535ab564e1eb4b64")
I0331 04:06:42.122546       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0331 04:06:42.122575       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0331 04:06:42.122585       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="8f15444dcbd07c83886d847434339cc482684f93b9d8d80e8768815be8ae764a")
I0331 04:06:42.122616       1 periodic.go:170] Shutting down
I0331 04:06:42.122631       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0331 04:06:42.122633       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0331 04:06:42.122651       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0331 04:06:42.122648       1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0331 04:06:42.122661       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0331 04:06:42.122679       1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController
I0331 04:06:42.122719       1 secure_serving.go:258] Stopped listening on [::]:8443
I0331 04:06:42.122727       1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0331 04:06:42.122729       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0331 04:06:42.122739       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0331 04:06:42.122743       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0331 04:06:42.122746       1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0331 04:06:42.122754       1 genericapiserver.go:713] [graceful-termination] apiserver is exiting
I0331 04:06:42.122756       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0331 04:06:42.122722       1 base_controller.go:181] Shutting down ConfigController ...
I0331 04:06:42.122765       1 builder.go:335] server exited
I0331 04:06:42.122771       1 base_controller.go:113] All ConfigController workers have been terminated
I0331 04:06:42.122778       1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-1171667210/tls.crt::/tmp/serving-cert-1171667210/tls.key"
E0331 04:06:42.122790       1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled