I0515 11:05:56.101281 1 cmd.go:253] Using service-serving-cert provided certificates I0515 11:05:56.101708 1 observer_polling.go:159] Starting file observer I0515 11:05:56.796511 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0515 11:05:56.796726 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0515 11:05:56.797236 1 secure_serving.go:57] Forcing use of http/1.1 only W0515 11:05:56.797258 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0515 11:05:56.797261 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0515 11:05:56.797265 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0515 11:05:56.797268 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0515 11:05:56.797270 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0515 11:05:56.797273 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0515 11:05:56.797357 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0515 11:05:56.801384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"bfc42e2a-d658-43b4-a04f-6e13936cfb6e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0515 11:05:56.801391 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0515 11:05:56.802396 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0515 11:05:56.802403 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0515 11:05:56.802409 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0515 11:05:56.802419 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0515 11:05:56.802422 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0515 11:05:56.802413 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0515 11:05:56.802707 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0515 11:05:56.802952 1 secure_serving.go:213] Serving securely on [::]:8443 I0515 11:05:56.802979 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0515 11:05:56.806383 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0515 11:05:56.806408 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0515 11:05:56.806507 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0515 11:05:56.811421 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:05:56.811438 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0515 11:05:56.816181 1 secretconfigobserver.go:119] support secret does not exist I0515 11:05:56.820474 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:05:56.827007 1 secretconfigobserver.go:119] support secret does not exist I0515 11:05:56.830630 1 recorder.go:161] Pruning old reports every 7h41m16s, max age is 288h0m0s I0515 11:05:56.839351 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0515 11:05:56.839367 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0515 11:05:56.839382 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0515 11:05:56.839388 1 periodic.go:209] Running clusterconfig gatherer I0515 11:05:56.839392 1 insightsreport.go:296] Starting report retriever I0515 11:05:56.839399 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0515 11:05:56.839425 1 tasks_processing.go:45] number of workers: 64 I0515 11:05:56.839449 1 tasks_processing.go:69] worker 4 listening for tasks. I0515 11:05:56.839459 1 tasks_processing.go:69] worker 0 listening for tasks. I0515 11:05:56.839463 1 tasks_processing.go:69] worker 17 listening for tasks. I0515 11:05:56.839468 1 tasks_processing.go:69] worker 1 listening for tasks. I0515 11:05:56.839476 1 tasks_processing.go:69] worker 2 listening for tasks. I0515 11:05:56.839480 1 tasks_processing.go:71] worker 17 working on version task. I0515 11:05:56.839483 1 tasks_processing.go:69] worker 23 listening for tasks. I0515 11:05:56.839485 1 tasks_processing.go:71] worker 2 working on machine_autoscalers task. I0515 11:05:56.839486 1 tasks_processing.go:69] worker 3 listening for tasks. I0515 11:05:56.839490 1 tasks_processing.go:71] worker 23 working on support_secret task. I0515 11:05:56.839490 1 tasks_processing.go:69] worker 28 listening for tasks. I0515 11:05:56.839485 1 tasks_processing.go:69] worker 26 listening for tasks. I0515 11:05:56.839481 1 tasks_processing.go:71] worker 1 working on active_alerts task. I0515 11:05:56.839503 1 tasks_processing.go:69] worker 5 listening for tasks. I0515 11:05:56.839504 1 tasks_processing.go:69] worker 27 listening for tasks. I0515 11:05:56.839512 1 tasks_processing.go:69] worker 6 listening for tasks. I0515 11:05:56.839529 1 tasks_processing.go:69] worker 47 listening for tasks. I0515 11:05:56.839536 1 tasks_processing.go:69] worker 30 listening for tasks. I0515 11:05:56.839536 1 tasks_processing.go:69] worker 7 listening for tasks. I0515 11:05:56.839534 1 tasks_processing.go:69] worker 14 listening for tasks. I0515 11:05:56.839542 1 tasks_processing.go:69] worker 8 listening for tasks. I0515 11:05:56.839546 1 tasks_processing.go:69] worker 12 listening for tasks. I0515 11:05:56.839552 1 tasks_processing.go:69] worker 9 listening for tasks. I0515 11:05:56.839550 1 tasks_processing.go:69] worker 31 listening for tasks. I0515 11:05:56.839557 1 tasks_processing.go:69] worker 13 listening for tasks. I0515 11:05:56.839552 1 tasks_processing.go:69] worker 56 listening for tasks. I0515 11:05:56.839565 1 tasks_processing.go:69] worker 61 listening for tasks. I0515 11:05:56.839567 1 tasks_processing.go:71] worker 13 working on validating_webhook_configurations task. I0515 11:05:56.839568 1 tasks_processing.go:69] worker 33 listening for tasks. I0515 11:05:56.839574 1 tasks_processing.go:71] worker 61 working on monitoring_persistent_volumes task. I0515 11:05:56.839578 1 tasks_processing.go:69] worker 19 listening for tasks. I0515 11:05:56.839580 1 tasks_processing.go:69] worker 59 listening for tasks. I0515 11:05:56.839585 1 tasks_processing.go:71] worker 19 working on container_runtime_configs task. I0515 11:05:56.839585 1 tasks_processing.go:69] worker 41 listening for tasks. I0515 11:05:56.839588 1 tasks_processing.go:69] worker 60 listening for tasks. I0515 11:05:56.839585 1 tasks_processing.go:69] worker 53 listening for tasks. I0515 11:05:56.839595 1 tasks_processing.go:69] worker 42 listening for tasks. I0515 11:05:56.839596 1 tasks_processing.go:69] worker 36 listening for tasks. I0515 11:05:56.839569 1 tasks_processing.go:69] worker 18 listening for tasks. I0515 11:05:56.839603 1 tasks_processing.go:69] worker 52 listening for tasks. I0515 11:05:56.839602 1 tasks_processing.go:69] worker 50 listening for tasks. I0515 11:05:56.839602 1 tasks_processing.go:69] worker 37 listening for tasks. I0515 11:05:56.839612 1 tasks_processing.go:69] worker 62 listening for tasks. I0515 11:05:56.839614 1 tasks_processing.go:69] worker 43 listening for tasks. I0515 11:05:56.839576 1 tasks_processing.go:71] worker 33 working on metrics task. I0515 11:05:56.839615 1 tasks_processing.go:69] worker 35 listening for tasks. I0515 11:05:56.839625 1 tasks_processing.go:69] worker 39 listening for tasks. I0515 11:05:56.839620 1 tasks_processing.go:69] worker 54 listening for tasks. I0515 11:05:56.839629 1 tasks_processing.go:71] worker 3 working on openshift_machine_api_events task. I0515 11:05:56.839633 1 tasks_processing.go:71] worker 47 working on container_images task. I0515 11:05:56.839632 1 tasks_processing.go:69] worker 44 listening for tasks. I0515 11:05:56.839621 1 tasks_processing.go:69] worker 40 listening for tasks. I0515 11:05:56.839644 1 tasks_processing.go:71] worker 5 working on node_logs task. I0515 11:05:56.839647 1 tasks_processing.go:71] worker 6 working on oauths task. I0515 11:05:56.839647 1 tasks_processing.go:69] worker 22 listening for tasks. I0515 11:05:56.839656 1 tasks_processing.go:71] worker 12 working on sap_pods task. I0515 11:05:56.839651 1 tasks_processing.go:71] worker 26 working on crds task. I0515 11:05:56.839579 1 tasks_processing.go:69] worker 15 listening for tasks. I0515 11:05:56.839667 1 tasks_processing.go:71] worker 22 working on ingress_certificates task. I0515 11:05:56.839673 1 tasks_processing.go:71] worker 15 working on proxies task. I0515 11:05:56.839575 1 tasks_processing.go:69] worker 58 listening for tasks. I0515 11:05:56.839706 1 tasks_processing.go:71] worker 8 working on qemu_kubevirt_launcher_logs task. I0515 11:05:56.839669 1 tasks_processing.go:71] worker 28 working on config_maps task. I0515 11:05:56.839481 1 tasks_processing.go:69] worker 25 listening for tasks. I0515 11:05:56.839629 1 tasks_processing.go:69] worker 20 listening for tasks. I0515 11:05:56.840317 1 tasks_processing.go:71] worker 25 working on openshift_logging task. I0515 11:05:56.839844 1 tasks_processing.go:71] worker 50 working on image_registries task. I0515 11:05:56.839557 1 tasks_processing.go:69] worker 32 listening for tasks. I0515 11:05:56.839585 1 tasks_processing.go:69] worker 48 listening for tasks. I0515 11:05:56.839587 1 tasks_processing.go:69] worker 16 listening for tasks. I0515 11:05:56.839469 1 tasks_processing.go:69] worker 29 listening for tasks. I0515 11:05:56.839571 1 tasks_processing.go:69] worker 57 listening for tasks. I0515 11:05:56.839593 1 tasks_processing.go:69] worker 49 listening for tasks. I0515 11:05:56.839599 1 tasks_processing.go:69] worker 38 listening for tasks. I0515 11:05:56.839606 1 tasks_processing.go:69] worker 46 listening for tasks. I0515 11:05:56.839562 1 tasks_processing.go:71] worker 31 working on storage_cluster task. I0515 11:05:56.839570 1 tasks_processing.go:69] worker 51 listening for tasks. I0515 11:05:56.839613 1 tasks_processing.go:69] worker 55 listening for tasks. I0515 11:05:56.839614 1 tasks_processing.go:71] worker 4 working on operators task. I0515 11:05:56.840436 1 tasks_processing.go:71] worker 55 working on feature_gates task. I0515 11:05:56.839609 1 tasks_processing.go:69] worker 34 listening for tasks. I0515 11:05:56.840548 1 tasks_processing.go:71] worker 51 working on cost_management_metrics_configs task. I0515 11:05:56.840571 1 tasks_processing.go:71] worker 38 working on cluster_apiserver task. I0515 11:05:56.839619 1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task. I0515 11:05:56.839475 1 tasks_processing.go:69] worker 24 listening for tasks. I0515 11:05:56.839618 1 tasks_processing.go:69] worker 45 listening for tasks. I0515 11:05:56.840770 1 tasks_processing.go:71] worker 24 working on openstack_dataplanenodesets task. I0515 11:05:56.839624 1 tasks_processing.go:71] worker 27 working on schedulers task. I0515 11:05:56.839630 1 tasks_processing.go:71] worker 14 working on silenced_alerts task. I0515 11:05:56.840835 1 tasks_processing.go:71] worker 45 working on infrastructures task. I0515 11:05:56.840951 1 tasks_processing.go:69] worker 10 listening for tasks. I0515 11:05:56.840968 1 tasks_processing.go:71] worker 10 working on nodenetworkconfigurationpolicies task. I0515 11:05:56.839635 1 tasks_processing.go:71] worker 30 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0515 11:05:56.839639 1 tasks_processing.go:69] worker 21 listening for tasks. I0515 11:05:56.839562 1 tasks_processing.go:71] worker 9 working on openstack_version task. I0515 11:05:56.839641 1 tasks_processing.go:71] worker 7 working on jaegers task. I0515 11:05:56.839720 1 tasks_processing.go:71] worker 58 working on lokistack task. I0515 11:05:56.839852 1 tasks_processing.go:71] worker 59 working on pdbs task. I0515 11:05:56.839856 1 tasks_processing.go:71] worker 41 working on machines task. I0515 11:05:56.839861 1 tasks_processing.go:71] worker 60 working on olm_operators task. I0515 11:05:56.839864 1 tasks_processing.go:71] worker 53 working on networks task. I0515 11:05:56.839867 1 tasks_processing.go:71] worker 42 working on certificate_signing_requests task. I0515 11:05:56.839871 1 tasks_processing.go:71] worker 36 working on dvo_metrics task. I0515 11:05:56.839874 1 tasks_processing.go:71] worker 18 working on machine_config_pools task. I0515 11:05:56.839882 1 tasks_processing.go:71] worker 35 working on install_plans task. I0515 11:05:56.839878 1 tasks_processing.go:71] worker 52 working on ceph_cluster task. I0515 11:05:56.839886 1 tasks_processing.go:71] worker 37 working on storage_classes task. I0515 11:05:56.839888 1 tasks_processing.go:71] worker 62 working on nodes task. I0515 11:05:56.839890 1 tasks_processing.go:71] worker 43 working on authentication task. I0515 11:05:56.839903 1 tasks_processing.go:71] worker 54 working on clusterroles task. I0515 11:05:56.839906 1 tasks_processing.go:71] worker 39 working on aggregated_monitoring_cr_names task. I0515 11:05:56.839919 1 tasks_processing.go:71] worker 44 working on tsdb_status task. I0515 11:05:56.839929 1 tasks_processing.go:71] worker 40 working on image_pruners task. I0515 11:05:56.839569 1 tasks_processing.go:71] worker 56 working on nodenetworkstates task. I0515 11:05:56.840129 1 tasks_processing.go:69] worker 63 listening for tasks. I0515 11:05:56.840489 1 tasks_processing.go:71] worker 29 working on machine_healthchecks task. I0515 11:05:56.842541 1 tasks_processing.go:71] worker 63 working on sap_config task. I0515 11:05:56.840494 1 tasks_processing.go:71] worker 20 working on ingress task. I0515 11:05:56.840498 1 tasks_processing.go:71] worker 32 working on operators_pods_and_events task. I0515 11:05:56.840502 1 tasks_processing.go:71] worker 48 working on sap_datahubs task. I0515 11:05:56.840505 1 tasks_processing.go:71] worker 16 working on openstack_dataplanedeployments task. I0515 11:05:56.840536 1 tasks_processing.go:71] worker 57 working on machine_configs task. I0515 11:05:56.840542 1 tasks_processing.go:71] worker 46 working on machine_sets task. I0515 11:05:56.839499 1 tasks_processing.go:69] worker 11 listening for tasks. I0515 11:05:56.840547 1 tasks_processing.go:71] worker 49 working on service_accounts task. I0515 11:05:56.840564 1 tasks_processing.go:71] worker 34 working on mutating_webhook_configurations task. I0515 11:05:56.841130 1 tasks_processing.go:71] worker 21 working on pod_network_connectivity_checks task. I0515 11:05:56.842942 1 tasks_processing.go:71] worker 11 working on image task. I0515 11:05:56.843763 1 tasks_processing.go:71] worker 2 working on openstack_controlplanes task. I0515 11:05:56.843909 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 4.267701ms to process 0 records E0515 11:05:56.847862 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0515 11:05:56.847879 1 tasks_processing.go:74] worker 1 stopped. E0515 11:05:56.847886 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0515 11:05:56.847895 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 8.375262ms to process 0 records E0515 11:05:56.847906 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0515 11:05:56.847940 1 tasks_processing.go:74] worker 14 stopped. E0515 11:05:56.847945 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0515 11:05:56.847954 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 7.124916ms to process 0 records I0515 11:05:56.850698 1 tasks_processing.go:74] worker 51 stopped. I0515 11:05:56.850713 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 10.116295ms to process 0 records E0515 11:05:56.852010 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0515 11:05:56.852024 1 tasks_processing.go:74] worker 44 stopped. E0515 11:05:56.852031 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host E0515 11:05:56.852029 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0515 11:05:56.852040 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 9.802777ms to process 0 records E0515 11:05:56.852053 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0515 11:05:56.852069 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 12.417032ms to process 0 records I0515 11:05:56.852080 1 tasks_processing.go:74] worker 33 stopped. I0515 11:05:56.869130 1 tasks_processing.go:74] worker 7 stopped. I0515 11:05:56.869142 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 27.962722ms to process 0 records I0515 11:05:56.869157 1 tasks_processing.go:74] worker 16 stopped. I0515 11:05:56.869171 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 26.404793ms to process 0 records I0515 11:05:56.869184 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 28.07918ms to process 0 records I0515 11:05:56.869190 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 26.526278ms to process 0 records I0515 11:05:56.869194 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 27.245627ms to process 0 records I0515 11:05:56.869197 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 26.307515ms to process 0 records I0515 11:05:56.869202 1 tasks_processing.go:74] worker 46 stopped. I0515 11:05:56.869207 1 tasks_processing.go:74] worker 9 stopped. I0515 11:05:56.869210 1 tasks_processing.go:74] worker 48 stopped. I0515 11:05:56.869213 1 tasks_processing.go:74] worker 52 stopped. I0515 11:05:56.869292 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0515 11:05:56.869315 1 controller.go:326] The initial operator extension status is healthy I0515 11:05:56.869337 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0515 11:05:56.869346 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0515 11:05:56.869350 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0515 11:05:56.869373 1 controller.go:489] The operator is still being initialized I0515 11:05:56.869383 1 controller.go:512] The operator is healthy I0515 11:05:56.869534 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0515 11:05:56.869605 1 tasks_processing.go:74] worker 15 stopped. I0515 11:05:56.869609 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0515 11:05:56.869703 1 operator.go:288] started I0515 11:05:56.869730 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0515 11:05:56.869737 1 recorder.go:75] Recording config/proxy with fingerprint=0850168fb765fbc1dc420d29f86a8277f0b940eaca5c5eb11e6b43e28093e7a0 I0515 11:05:56.869753 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 29.923141ms to process 1 records I0515 11:05:56.869763 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 29.370461ms to process 0 records I0515 11:05:56.869772 1 tasks_processing.go:74] worker 25 stopped. I0515 11:05:56.869907 1 tasks_processing.go:74] worker 45 stopped. I0515 11:05:56.870488 1 recorder.go:75] Recording config/infrastructure with fingerprint=29881c0429fef37a2179df92d31fd0bce826efc39f06a859514b827f20794c3e I0515 11:05:56.870501 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 29.05613ms to process 1 records I0515 11:05:56.870538 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 28.621698ms to process 0 records I0515 11:05:56.870545 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 30.337457ms to process 0 records E0515 11:05:56.870550 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0515 11:05:56.870555 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 27.386806ms to process 0 records I0515 11:05:56.870560 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 30.272975ms to process 0 records I0515 11:05:56.870566 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 28.954769ms to process 0 records E0515 11:05:56.870570 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0515 11:05:56.870574 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.462009ms to process 0 records I0515 11:05:56.870600 1 tasks_processing.go:74] worker 29 stopped. I0515 11:05:56.870607 1 tasks_processing.go:74] worker 10 stopped. I0515 11:05:56.870613 1 tasks_processing.go:74] worker 58 stopped. I0515 11:05:56.870614 1 tasks_processing.go:74] worker 23 stopped. I0515 11:05:56.870627 1 tasks_processing.go:74] worker 12 stopped. I0515 11:05:56.870628 1 tasks_processing.go:74] worker 19 stopped. I0515 11:05:56.870693 1 tasks_processing.go:74] worker 6 stopped. I0515 11:05:56.870759 1 recorder.go:75] Recording config/oauth with fingerprint=15b4963aae4673b418a30495756ca0e118b272ab5b808f48373fdf9eee524805 I0515 11:05:56.870770 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 30.321843ms to process 1 records E0515 11:05:56.870783 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0515 11:05:56.870791 1 gather.go:177] gatherer "clusterconfig" function "machines" took 28.597344ms to process 0 records I0515 11:05:56.870797 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 29.251976ms to process 0 records I0515 11:05:56.870849 1 tasks_processing.go:74] worker 41 stopped. I0515 11:05:56.870861 1 tasks_processing.go:74] worker 24 stopped. I0515 11:05:56.870890 1 recorder.go:75] Recording config/featuregate with fingerprint=a47cdc64467e104875b2f8e43eaefba05f52a4371ba25c42527e91db9655f6a6 I0515 11:05:56.870899 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 29.723416ms to process 1 records I0515 11:05:56.870917 1 tasks_processing.go:74] worker 55 stopped. I0515 11:05:56.870982 1 tasks_processing.go:74] worker 50 stopped. I0515 11:05:56.871336 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=7e9657b1d662f134d96f256c01f567dafbe63dcef8cf8c24d3164d7612d86714 I0515 11:05:56.871346 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 30.208926ms to process 1 records I0515 11:05:56.872408 1 tasks_processing.go:74] worker 53 stopped. I0515 11:05:56.872550 1 recorder.go:75] Recording config/network with fingerprint=184f8d41fa3d0ffc6608c66dec86833b993c8824ad422e3be3eeb3f08f6abdb5 I0515 11:05:56.872565 1 gather.go:177] gatherer "clusterconfig" function "networks" took 30.901672ms to process 1 records I0515 11:05:56.884163 1 tasks_processing.go:74] worker 31 stopped. I0515 11:05:56.884175 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 43.792326ms to process 0 records I0515 11:05:56.884252 1 tasks_processing.go:74] worker 63 stopped. I0515 11:05:56.884268 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 41.700982ms to process 0 records I0515 11:05:56.884421 1 tasks_processing.go:74] worker 37 stopped. I0515 11:05:56.884534 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=b515b3986ea4103c31a4f44c4012e36995aec671bf854f9f5e0081c95c729bf6 I0515 11:05:56.884554 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=15d273b0f45d32c03750db184fe1b626c9334256afd188d222e4016c2b7de5bb I0515 11:05:56.884561 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 42.452562ms to process 2 records I0515 11:05:56.884567 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 44.801706ms to process 0 records I0515 11:05:56.884581 1 tasks_processing.go:74] worker 3 stopped. I0515 11:05:56.884683 1 tasks_processing.go:74] worker 20 stopped. I0515 11:05:56.884699 1 recorder.go:75] Recording config/ingress with fingerprint=4434337472f8345b1826d041d1389074331078197ff8c87faba14d1c005c4f65 I0515 11:05:56.884715 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 41.878362ms to process 1 records I0515 11:05:56.884807 1 tasks_processing.go:74] worker 43 stopped. I0515 11:05:56.884867 1 recorder.go:75] Recording config/authentication with fingerprint=44942e0ccd5ce4e55b3e3bc68941426616f5d02d4e361e3a632e6cee5a0eb938 I0515 11:05:56.884877 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 42.429135ms to process 1 records I0515 11:05:56.884887 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 42.825608ms to process 0 records I0515 11:05:56.884901 1 tasks_processing.go:74] worker 18 stopped. I0515 11:05:56.884967 1 tasks_processing.go:74] worker 38 stopped. I0515 11:05:56.884994 1 recorder.go:75] Recording config/apiserver with fingerprint=1d6f60629dbb9da148268b7d47c33779367d3113ac32b9bc99a35782eecd82d7 I0515 11:05:56.885004 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 44.032042ms to process 1 records I0515 11:05:56.885013 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 41.018687ms to process 0 records E0515 11:05:56.885021 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0515 11:05:56.885029 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 41.808294ms to process 0 records I0515 11:05:56.885035 1 tasks_processing.go:74] worker 21 stopped. I0515 11:05:56.885039 1 tasks_processing.go:74] worker 2 stopped. I0515 11:05:56.891483 1 tasks_processing.go:74] worker 56 stopped. I0515 11:05:56.891497 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 49.070831ms to process 0 records I0515 11:05:56.891688 1 tasks_processing.go:74] worker 11 stopped. I0515 11:05:56.891790 1 recorder.go:75] Recording config/image with fingerprint=c4c83108329e94a740c581b7b14836e5ecc3d4ad572383053b3745481187dab1 I0515 11:05:56.891807 1 gather.go:177] gatherer "clusterconfig" function "image" took 48.654843ms to process 1 records I0515 11:05:56.891910 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1d84e1241b40a65bfd0e0baf33c9325919350bc49333d9bcbe5f80e3e287ef67 I0515 11:05:56.891910 1 tasks_processing.go:74] worker 40 stopped. I0515 11:05:56.891922 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 49.286052ms to process 1 records I0515 11:05:56.892019 1 tasks_processing.go:74] worker 27 stopped. I0515 11:05:56.892120 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=5410526278d60c11aad06df5399ef58cfb8c900e63e3e621fb66a804164f3b8f I0515 11:05:56.892134 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 51.229742ms to process 1 records W0515 11:05:56.893844 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0515 11:05:56.894101 1 tasks_processing.go:74] worker 5 stopped. I0515 11:05:56.894121 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 54.443663ms to process 0 records I0515 11:05:56.894274 1 gather_logs.go:145] no pods in namespace were found I0515 11:05:56.894334 1 tasks_processing.go:74] worker 8 stopped. I0515 11:05:56.894379 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 54.601766ms to process 0 records I0515 11:05:56.894412 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 52.772403ms to process 0 records I0515 11:05:56.894420 1 tasks_processing.go:74] worker 42 stopped. I0515 11:05:56.902548 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0515 11:05:56.902580 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0515 11:05:56.902608 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0515 11:05:56.902724 1 tasks_processing.go:74] worker 60 stopped. I0515 11:05:56.902737 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 61.308181ms to process 0 records I0515 11:05:56.902829 1 tasks_processing.go:74] worker 62 stopped. I0515 11:05:56.903142 1 recorder.go:75] Recording config/node/ip-10-0-0-224.ec2.internal with fingerprint=60d3a32bad6fcc44a38316be84e192167b1f6809d92b653f63391834fc83553b I0515 11:05:56.903220 1 recorder.go:75] Recording config/node/ip-10-0-1-77.ec2.internal with fingerprint=843e09fca021a1be8a9d0d072a0920c41d61f8bb262333a5b0e3ef4dba3018a0 I0515 11:05:56.903283 1 recorder.go:75] Recording config/node/ip-10-0-2-94.ec2.internal with fingerprint=9f368662d7977d15775b3a0095b727af186e0d5786a6bb12fc97a07e6d290084 I0515 11:05:56.903292 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 60.747487ms to process 3 records I0515 11:05:56.903372 1 tasks_processing.go:74] worker 13 stopped. I0515 11:05:56.903459 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=5f0a2e73afa0d1fdc3e53192f69055be8d845fbf70944a99f21fceabbd82b3e8 I0515 11:05:56.903582 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=968881926517b6a132a61240fe99237fe6f97879a67c1b4f633aebafedef8a76 I0515 11:05:56.903620 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=1f56a00d34e58a099896dcf0bc3ce8212e1467fa7851889305db0496534032c6 I0515 11:05:56.903648 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=778bdeaedaeb3378f027879836e4d788f56ad7cdc9971e1dc714415c5c98a350 I0515 11:05:56.903672 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=b737d710c2a114f577aac1e2032ab9d66a469678a4d132e2338863a8523ae497 I0515 11:05:56.903705 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=13e85436bf7a978d17dfbad759495fc3db1123ab77c621ed949a5df54acae9c3 I0515 11:05:56.903731 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=60c32e9d06e977c359385b5a8b0056bd697a330f26ceb678fd1dd0917a47d224 I0515 11:05:56.903767 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=b6b23095a53e0d6c032f6d13dd96a52756e97d848a71d9a982e7a13d8e9953fd I0515 11:05:56.903794 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=e4d9ee364df4d3603547b39b0b167ad0f821379ef99a9742fb26b1bf98ce9353 I0515 11:05:56.903818 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=a86ce73a7407e65bbd0b3ddba3741b991448613292e244133ae882f9dbb0f6f6 I0515 11:05:56.903844 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=e30065360758b463f962e20db97193643f5ad7119f5b6773552781cfeed7cab4 I0515 11:05:56.903855 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 63.399489ms to process 11 records I0515 11:05:56.903863 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 64.081319ms to process 0 records I0515 11:05:56.903869 1 tasks_processing.go:74] worker 61 stopped. I0515 11:05:56.903918 1 tasks_processing.go:74] worker 34 stopped. I0515 11:05:56.904029 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=4988bb416d9f21dcb2ae17147e5d27e17569e7946e1163988adc45f5e101f15a I0515 11:05:56.904064 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=dfbe9062e950fc3daebd54c7f6396fc552901f631337ba17ae67598961355115 I0515 11:05:56.904088 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=45dff042a64f091432d87e7c80cb1e5da75a7164564d9e868470f80202425921 I0515 11:05:56.904096 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 60.92169ms to process 3 records I0515 11:05:56.904176 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=64f23580d4c55abc80f0a720a4bf00dbb5fb245b7f1da47b4551bb5fffd081aa I0515 11:05:56.904192 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=8f9272bcf59b3e12c6b18de00c94e3b9264a66e1062bf0a7395f643e2744faf9 I0515 11:05:56.904203 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=85d6497dd147aeb473c184886a44da932b9f350816fc51f27f4ad4c9a7c1e8a9 I0515 11:05:56.904214 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=4bda39512998491e9c439ca933abc55002df08de55844463c9d148794d368d1f I0515 11:05:56.904221 1 tasks_processing.go:74] worker 59 stopped. I0515 11:05:56.904227 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=00bd90bbd8646962dbdbdaec137dcd304be2d5a02d579a3ab245c985f63d5534 I0515 11:05:56.904240 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=54f34f356031d8c0d091540079665b6e3b56ef252b4d064d213ad10aba6678bc I0515 11:05:56.904247 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 62.620631ms to process 6 records I0515 11:05:56.905204 1 tasks_processing.go:74] worker 17 stopped. I0515 11:05:56.905495 1 recorder.go:75] Recording config/version with fingerprint=8f282b9778e29423fa1ec6745dd469ee4c61c17c1e945627e52602c330c20e0f I0515 11:05:56.905509 1 recorder.go:75] Recording config/id with fingerprint=af01f6535d0228429c4ab3ae7cb6c73e82fb27a419eeab85e4bb85d4a40632c7 I0515 11:05:56.905532 1 gather.go:177] gatherer "clusterconfig" function "version" took 65.711035ms to process 2 records I0515 11:05:56.905840 1 controller.go:212] Source scaController *sca.Controller is not ready I0515 11:05:56.905852 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0515 11:05:56.905855 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0515 11:05:56.905858 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0515 11:05:56.905860 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0515 11:05:56.905877 1 controller.go:489] The operator is still being initialized I0515 11:05:56.905885 1 controller.go:512] The operator is healthy I0515 11:05:56.906586 1 base_controller.go:82] Caches are synced for ConfigController I0515 11:05:56.906595 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0515 11:05:56.907164 1 tasks_processing.go:74] worker 54 stopped. I0515 11:05:56.907337 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=4e6ec49c77031ba9faedb24210f179adf2f8915d5030650d173be62859101d07 I0515 11:05:56.907420 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=8dac256176dcb03cd884a36515c4abaf53a4777332c1c2ec22adce2b122860d5 I0515 11:05:56.907429 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 64.973526ms to process 2 records I0515 11:05:56.907999 1 tasks_processing.go:74] worker 26 stopped. I0515 11:05:56.912364 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=716c85b02d6ef5c0637ada9ff93ac8a919c3d349fd9878104de72588d7812924 I0515 11:05:56.912745 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=46e23446dde0866dc7b45aad282b5b53db7b27acc6028470748ee24e201103e8 I0515 11:05:56.912762 1 gather.go:177] gatherer "clusterconfig" function "crds" took 68.332129ms to process 2 records I0515 11:05:56.912792 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0515 11:05:56.912802 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 72.085104ms to process 1 records I0515 11:05:56.912813 1 tasks_processing.go:74] worker 0 stopped. I0515 11:05:56.916394 1 tasks_processing.go:74] worker 57 stopped. I0515 11:05:56.916430 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0515 11:05:56.916440 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 73.610225ms to process 1 records I0515 11:05:56.919642 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:05:56.924440 1 tasks_processing.go:74] worker 39 stopped. I0515 11:05:56.924550 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 82.227088ms to process 0 records I0515 11:05:56.928966 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0515 11:05:56.930170 1 tasks_processing.go:74] worker 30 stopped. I0515 11:05:56.930185 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 89.10705ms to process 0 records I0515 11:05:56.933451 1 tasks_processing.go:74] worker 47 stopped. I0515 11:05:56.934804 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-2ckjb with fingerprint=01ac724dce91e1cc8038b0febc6da16e7ca18eb18ff040101ca507d6f8c0a0db I0515 11:05:56.934876 1 recorder.go:75] Recording config/running_containers with fingerprint=6ffb26fd378d9217325b257b02472ed6919b84fca002b1f77d3ba09a685b21f4 I0515 11:05:56.934887 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 93.801978ms to process 2 records I0515 11:05:56.936297 1 tasks_processing.go:74] worker 28 stopped. E0515 11:05:56.936311 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0515 11:05:56.936316 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0515 11:05:56.936320 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0515 11:05:56.936329 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0515 11:05:56.936354 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0515 11:05:56.936361 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0515 11:05:56.936366 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0515 11:05:56.936375 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0515 11:05:56.936412 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0515 11:05:56.936420 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0515 11:05:56.936425 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 96.083381ms to process 7 records I0515 11:05:56.969981 1 base_controller.go:82] Caches are synced for LoggingSyncer I0515 11:05:56.969994 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0515 11:05:57.003511 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0515 11:05:57.012188 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0515 11:05:57.030103 1 tasks_processing.go:74] worker 22 stopped. E0515 11:05:57.030123 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0515 11:05:57.030394 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2qaaobbtjkb600lqgluj066gnuoviddi-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2qaaobbtjkb600lqgluj066gnuoviddi-primary-cert-bundle-secret" not found I0515 11:05:57.030718 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=1b6828c8ac54bd088cd582ffa6e71bc334e9877f8e967fa2657703f208476915 I0515 11:05:57.030832 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 190.419052ms to process 1 records I0515 11:05:57.077252 1 cluster_transfer.go:102] no available accepted cluster transfer I0515 11:05:57.077271 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0515 11:05:57.159971 1 sca.go:266] etc-pki-entitlement secret successfully created I0515 11:05:57.159990 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0515 11:05:57.199282 1 gather_cluster_operator_pods_and_events.go:121] Found 4 pods with 4 containers I0515 11:05:57.199295 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 6291456 bytes I0515 11:05:57.202656 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-68995c89b9-qq6nv pod in namespace openshift-ingress (previous: false). I0515 11:05:57.261274 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-85699cbd74-7ql9k pod in namespace openshift-ingress (previous: false). I0515 11:05:57.273354 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:57.273368 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-85699cbd74-b65tb pod in namespace openshift-ingress (previous: false). I0515 11:05:57.287713 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-z4wzc pod in namespace openshift-ingress-canary (previous: false). I0515 11:05:57.299305 1 tasks_processing.go:74] worker 32 stopped. I0515 11:05:57.299431 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=d01bf05170eaa1498f17aef97eba8c2827155516309b12beec24b458886797d8 I0515 11:05:57.299504 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=898f22ad73abfb198dd0abf8e80e1fca09708d71e5f400ac6b19896eadfd55d0 I0515 11:05:57.299562 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=5576246d9dbdd5775f48743df98cc63662887d4f9d98198ec944dd57fda13476 I0515 11:05:57.299586 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-68995c89b9-qq6nv/router_current.log with fingerprint=ca796cd2d0f57b253e7ddd4cca90a076f9943dd9895c698e6c21d76f7308fbcf I0515 11:05:57.299608 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-85699cbd74-b65tb/router_current.log with fingerprint=e282fd65ab16cf360c19ec08dd4cdd227593aac98658b2bd5c60ae922914d802 I0515 11:05:57.299615 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-z4wzc/serve-healthcheck-canary_current.log with fingerprint=6167f01ceb9d630d6fc11538ab85a14bc71bedd1ea9c4c055c564fec62ba4c0b I0515 11:05:57.299621 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 456.704332ms to process 6 records W0515 11:05:57.894375 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0515 11:05:58.893666 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0515 11:05:59.340681 1 tasks_processing.go:74] worker 4 stopped. I0515 11:05:59.340802 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=8a9947762a56e195b851c1ac64d7af50623451cdade71530c4eda1eacbb0d7ef I0515 11:05:59.340848 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=b1d3a57201f472fba248e6e22732d03f4ebac77f3d7204455295e9c6f31f376a I0515 11:05:59.340873 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=b33c58089f4b1f6983f879d872a348c4198a8ebb0faa0f3e693722d42e3cd92a I0515 11:05:59.340883 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0515 11:05:59.340904 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=72e54611ecd51564ffdb7a81a3b0641342098fff7ff0bd648d00e54cd032bc7f I0515 11:05:59.340918 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0515 11:05:59.340939 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=ad15614f91526ac419a03e75c679cd16ce7bf2ce4ede5f50cb3dca2cc99d2538 I0515 11:05:59.340967 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=19afc8c0c30265c4bfcfbe4a6354500c30bc0ce9103849f9c26b235c772d0c6c I0515 11:05:59.340990 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=f7c32f235da939e0748dc3b5c5da3712e69b44d7f8f7d65d106a73d90a8288e3 I0515 11:05:59.341028 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=0d9a5c02a1c67c4459d8214abe8af82b714da5d042b1a52f5f459354fa9a9a98 I0515 11:05:59.341279 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=3ebf6bda7538332e6f6d3f76402be083d35fdf67dd4fe6c92d8eac4d7ca19ccd I0515 11:05:59.341299 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=6d12ecd693feb6340c046955465003f10df9a6e39499f84d7b70795f03432daa I0515 11:05:59.341309 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0515 11:05:59.341324 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=05e5b53303e7b48b6b8af87e2951b2e22238e2c41417cd075b9b5093f7d4673f I0515 11:05:59.341333 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0515 11:05:59.341348 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a7932080af42655b7e0bb6b5998bca79930d0289254f78d3fa408808d1da4037 I0515 11:05:59.341357 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0515 11:05:59.341376 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=41962209716fe7c7f6e1f3dfc948f7851bb4ededb5df5c824fcb25af1a357b41 I0515 11:05:59.341386 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0515 11:05:59.341405 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=56cff21fcc3f550ea98e902195d4972e09e52eef7d6e35df80cc319c8e70a43c I0515 11:05:59.341511 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=b7a74873fe997cac67d254a5e419935e0f15f38f85fef361c1d0f5f1d00893b8 I0515 11:05:59.341550 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0515 11:05:59.341558 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0515 11:05:59.341579 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0515 11:05:59.341602 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=bcfa7a0dd7a6f5d8a5d61939adea60151c1b67f61b7e7178796ed6d16a374280 I0515 11:05:59.341628 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=4871d517c277dc2c29ccd241e50293ac8d95bbd56c107ec12220ee192aaa8e9c I0515 11:05:59.341637 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0515 11:05:59.341654 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=fc261611876c86dbdc22bc9227334787f8aff2205f66b00a1c914b2ee6bc3111 I0515 11:05:59.341666 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0515 11:05:59.341683 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=b5707d2d534a2fe52c97447c7d4f381495771b99ec7db07355a1e9b0e484d019 I0515 11:05:59.341693 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0515 11:05:59.341705 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=cba5d6139abd6c20e5f0e84c95fd2b56292248f3dda8badc7ad995a9f89022e3 I0515 11:05:59.341721 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=068191283e6611c19e4d3253eef38d919053deee6258c49cb559e93dd194fefa I0515 11:05:59.341737 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=91373bfd88f65b6e2d2cda25794c90d3ba496eefd3523cf53dc4a0890dd2adab I0515 11:05:59.341759 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=6f3941c08c0d72ce37a27dde8aba8210330f06fba792b1231262b08258af9ce8 I0515 11:05:59.341768 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0515 11:05:59.341791 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=cf64a01971b075e123ef1e7e27e0b9e2323c0b8b655144628fad4ddd93ae5801 I0515 11:05:59.341807 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0515 11:05:59.341816 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0515 11:05:59.341823 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.500239567s to process 39 records W0515 11:05:59.894645 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0515 11:06:00.894060 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0515 11:06:01.894858 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0515 11:06:01.894887 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0515 11:06:01.894903 1 tasks_processing.go:74] worker 36 stopped. E0515 11:06:01.894916 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0515 11:06:01.894927 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0515 11:06:01.894936 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.05325729s to process 1 records I0515 11:06:09.909141 1 tasks_processing.go:74] worker 35 stopped. I0515 11:06:09.909180 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0515 11:06:09.909192 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.067306774s to process 1 records I0515 11:06:10.652917 1 tasks_processing.go:74] worker 49 stopped. I0515 11:06:10.653183 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=38bf88f0353b12190bc4b6382b90ba715a38a43209beaf7213f06b43dcedaaae I0515 11:06:10.653198 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.809953589s to process 1 records E0515 11:06:10.653257 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.813s with: function \"active_alerts\" failed with an error, function \"silenced_alerts\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0515 11:06:10.654362 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "active_alerts" failed with an error, function "silenced_alerts" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0515 11:06:10.654379 1 periodic.go:209] Running workloads gatherer I0515 11:06:10.654395 1 tasks_processing.go:45] number of workers: 2 I0515 11:06:10.654404 1 tasks_processing.go:69] worker 1 listening for tasks. I0515 11:06:10.654409 1 tasks_processing.go:71] worker 1 working on workload_info task. I0515 11:06:10.654418 1 tasks_processing.go:69] worker 0 listening for tasks. I0515 11:06:10.654440 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0515 11:06:10.661080 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-94.ec2.internal... I0515 11:06:10.661140 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-224.ec2.internal... I0515 11:06:10.661161 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-77.ec2.internal... I0515 11:06:10.682895 1 tasks_processing.go:74] worker 0 stopped. I0515 11:06:10.682912 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.438725ms to process 0 records I0515 11:06:14.675299 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 4s I0515 11:06:14.699046 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0515 11:06:14.706706 1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (9ms) I0515 11:06:14.715937 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms) I0515 11:06:14.725116 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms) I0515 11:06:14.737394 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (12ms) I0515 11:06:14.748555 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (11ms) I0515 11:06:14.762375 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (14ms) I0515 11:06:14.779721 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (17ms) I0515 11:06:14.800652 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (21ms) I0515 11:06:14.814639 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (14ms) I0515 11:06:14.825227 1 gather_workloads_info.go:387] No image sha256:f1f19d18c94f996546a20ce31a68d177d0fc13378e5452b9ff8dfca9d467aa95 (11ms) I0515 11:06:14.833935 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (9ms) I0515 11:06:14.908239 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (74ms) I0515 11:06:15.008601 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0515 11:06:15.109098 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms) I0515 11:06:15.208176 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (99ms) I0515 11:06:15.307079 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (99ms) I0515 11:06:15.407152 1 gather_workloads_info.go:387] No image sha256:7e7e39f59a298ff2ca6aba00ce861866dc16bf39398e78523ba4e7600c46dea9 (100ms) I0515 11:06:15.511079 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (104ms) I0515 11:06:15.608047 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (97ms) I0515 11:06:15.707278 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (99ms) I0515 11:06:15.807536 1 gather_workloads_info.go:398] Found image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0515 11:06:15.908081 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms) I0515 11:06:16.011509 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (103ms) I0515 11:06:16.110155 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (99ms) I0515 11:06:16.207197 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (97ms) I0515 11:06:16.307302 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms) I0515 11:06:16.407486 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms) I0515 11:06:16.507245 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (100ms) I0515 11:06:16.607311 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (100ms) I0515 11:06:16.707818 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0515 11:06:16.807017 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (99ms) I0515 11:06:16.906992 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0515 11:06:17.007043 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (100ms) I0515 11:06:17.108016 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (101ms) I0515 11:06:17.212764 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (105ms) I0515 11:06:17.318328 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (106ms) I0515 11:06:17.419303 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (101ms) I0515 11:06:17.515972 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (97ms) I0515 11:06:17.612384 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (96ms) I0515 11:06:17.709507 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (97ms) I0515 11:06:17.808965 1 gather_workloads_info.go:398] Found image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (99ms) I0515 11:06:17.911228 1 gather_workloads_info.go:387] No image sha256:bc107371c693a3a4b940362c4effe0059add81b28544580c7f06d62c2c6e3425 (102ms) I0515 11:06:18.009062 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (98ms) I0515 11:06:18.110457 1 gather_workloads_info.go:387] No image sha256:38bb52836a42bc985e17d37dba72f4552f099ecf9c1f385bbfb11472cb9a8df2 (101ms) I0515 11:06:18.207129 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (97ms) I0515 11:06:18.207166 1 tasks_processing.go:74] worker 1 stopped. I0515 11:06:18.207459 1 recorder.go:75] Recording config/workload_info with fingerprint=39e4c07809c033875329f43f4714e10d913fa258bd673e9e34caa8ca26c785e8 I0515 11:06:18.207476 1 gather.go:177] gatherer "workloads" function "workload_info" took 7.552748274s to process 1 records I0515 11:06:18.207490 1 periodic.go:256] Periodic gather workloads completed in 7.553s I0515 11:06:18.207497 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0515 11:06:18.207502 1 periodic.go:209] Running conditional gatherer I0515 11:06:18.213342 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0515 11:06:18.415752 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0515 11:06:18.418007 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.73.94:9091: connect: connection refused I0515 11:06:18.418085 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0515 11:06:18.423360 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0515 11:06:18.423375 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423381 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423384 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423388 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423391 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423394 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423397 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423401 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423404 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:06:18.423407 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0515 11:06:18.423422 1 tasks_processing.go:45] number of workers: 3 I0515 11:06:18.423437 1 tasks_processing.go:69] worker 2 listening for tasks. I0515 11:06:18.423448 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0515 11:06:18.423447 1 tasks_processing.go:69] worker 0 listening for tasks. I0515 11:06:18.423458 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0515 11:06:18.423462 1 tasks_processing.go:69] worker 1 listening for tasks. I0515 11:06:18.423464 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0515 11:06:18.423471 1 tasks_processing.go:74] worker 1 stopped. I0515 11:06:18.423579 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0515 11:06:18.423598 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.499µs to process 1 records I0515 11:06:18.423648 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0515 11:06:18.423660 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 850ns to process 1 records I0515 11:06:18.423668 1 tasks_processing.go:74] worker 0 stopped. I0515 11:06:18.423777 1 tasks_processing.go:74] worker 2 stopped. I0515 11:06:18.423787 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 303.293µs to process 0 records I0515 11:06:18.423802 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0515 11:06:18.423818 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0515 11:06:18.448690 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=29b5c9693eee48518cbf2ef175a6abc08b003610d88c79234b75694cec759b17 I0515 11:06:18.448807 1 diskrecorder.go:70] Writing 107 records to /var/lib/insights-operator/insights-2026-05-15-110618.tar.gz I0515 11:06:18.455651 1 diskrecorder.go:51] Wrote 107 records to disk in 6ms I0515 11:06:18.455681 1 periodic.go:278] Gathering cluster info every 2h0m0s I0515 11:06:18.455701 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0515 11:07:26.840489 1 diskrecorder.go:223] Found files to send: insights-2026-05-15-110618.tar.gz I0515 11:07:26.840533 1 insightsuploader.go:150] Checking archives to upload periodically every 15m49.357883776s I0515 11:07:26.840543 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0515 11:07:26.850242 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0515 11:07:27.111282 1 requests.go:87] Successfully reported id=2026-05-15T11:07:26Z x-rh-insights-request-id=9583ab9fe3d2496cbbecec75ed5c205d, wrote=51034 I0515 11:07:27.111435 1 insightsuploader.go:187] Uploaded report successfully in 270.884084ms I0515 11:07:27.111460 1 controller.go:128] Initializing last reported time to 2026-05-15T11:07:26Z I0515 11:07:27.111544 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0515 11:07:27.111559 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0515 11:07:27.111567 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0515 11:07:27.117228 1 controller.go:512] The operator is healthy I0515 11:07:56.877811 1 controller.go:512] The operator is healthy I0515 11:08:28.926098 1 insightsreport.go:137] Pulling report from smart-proxy I0515 11:08:28.926121 1 insightsreport.go:149] Retrieving report I0515 11:08:28.934941 1 requests.go:110] Retrieving report for cluster: 6ab029c8-33e6-442f-aeeb-2b49ff134358 I0515 11:08:28.934954 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/6ab029c8-33e6-442f-aeeb-2b49ff134358/reports I0515 11:08:28.937903 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/6ab029c8-33e6-442f-aeeb-2b49ff134358/reports I0515 11:08:29.152595 1 insightsreport.go:184] Report retrieved I0515 11:08:29.187482 1 insightsreport.go:239] Report retrieved correctly I0515 11:09:56.878365 1 controller.go:512] The operator is healthy I0515 11:10:56.827243 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0515 11:10:56.835169 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:10:56.835191 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0515 11:10:56.838986 1 secretconfigobserver.go:119] support secret does not exist I0515 11:11:56.875989 1 controller.go:512] The operator is healthy I0515 11:13:56.876302 1 controller.go:512] The operator is healthy I0515 11:15:56.823880 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:15:56.827792 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:15:56.839858 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0515 11:15:56.843846 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:15:56.843874 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0515 11:15:56.847416 1 secretconfigobserver.go:119] support secret does not exist I0515 11:15:56.875961 1 controller.go:512] The operator is healthy I0515 11:17:56.875420 1 controller.go:512] The operator is healthy I0515 11:19:56.875067 1 controller.go:512] The operator is healthy I0515 11:20:56.847498 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0515 11:20:56.852624 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:20:56.852643 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0515 11:20:56.856246 1 secretconfigobserver.go:119] support secret does not exist I0515 11:21:56.876685 1 controller.go:512] The operator is healthy I0515 11:23:21.470208 1 insightsuploader.go:146] Nothing to report since 2026-05-15T11:07:26Z I0515 11:23:56.875840 1 controller.go:512] The operator is healthy I0515 11:25:56.823919 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:25:56.857196 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0515 11:25:56.861459 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:25:56.861477 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0515 11:25:56.865252 1 secretconfigobserver.go:119] support secret does not exist I0515 11:25:56.875082 1 controller.go:512] The operator is healthy I0515 11:27:56.876030 1 controller.go:512] The operator is healthy I0515 11:29:56.878904 1 controller.go:512] The operator is healthy I0515 11:30:56.865549 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0515 11:30:56.873432 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:30:56.873453 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0515 11:30:56.877282 1 secretconfigobserver.go:119] support secret does not exist