W0515 11:04:45.443529       1 cmd.go:257] Using insecure, self-signed certificates
I0515 11:04:45.677883       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0515 11:04:45.678199       1 observer_polling.go:159] Starting file observer
I0515 11:04:46.474067       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0515 11:04:46.474372       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0515 11:04:46.476138       1 secure_serving.go:57] Forcing use of http/1.1 only
W0515 11:04:46.476162       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0515 11:04:46.476166       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0515 11:04:46.476171       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0515 11:04:46.476174       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0515 11:04:46.476177       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0515 11:04:46.476179       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0515 11:04:46.476557       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0515 11:04:46.483857       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"bfc42e2a-d658-43b4-a04f-6e13936cfb6e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0515 11:04:46.483829       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
W0515 11:04:46.514867       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0515 11:04:46.514892       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0515 11:04:46.514902       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0515 11:04:46.514917       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0515 11:04:46.514927       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0515 11:04:46.514937       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0515 11:04:46.514946       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0515 11:04:46.514949       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0515 11:04:46.515063       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0515 11:04:46.515220       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3650938113/tls.crt::/tmp/serving-cert-3650938113/tls.key"
I0515 11:04:46.515649       1 secure_serving.go:213] Serving securely on [::]:8443
I0515 11:04:46.515683       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0515 11:04:46.532730       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0515 11:04:46.532750       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0515 11:04:46.547036       1 secretconfigobserver.go:119] support secret does not exist
I0515 11:04:46.564788       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0515 11:04:46.585368       1 recorder.go:161] Pruning old reports every 6h22m28s, max age is 288h0m0s
I0515 11:04:46.589234       1 secretconfigobserver.go:119] support secret does not exist
I0515 11:04:46.603792       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0515 11:04:46.603814       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0515 11:04:46.603817       1 periodic.go:209] Running clusterconfig gatherer
I0515 11:04:46.603811       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0515 11:04:46.603830       1 insightsreport.go:296] Starting report retriever
I0515 11:04:46.603836       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0515 11:04:46.603863       1 tasks_processing.go:45] number of workers: 64
I0515 11:04:46.603889       1 tasks_processing.go:69] worker 4 listening for tasks.
I0515 11:04:46.603897       1 tasks_processing.go:69] worker 0 listening for tasks.
I0515 11:04:46.603899       1 tasks_processing.go:69] worker 17 listening for tasks.
I0515 11:04:46.603903       1 tasks_processing.go:69] worker 1 listening for tasks.
I0515 11:04:46.603908       1 tasks_processing.go:69] worker 5 listening for tasks.
I0515 11:04:46.603909       1 tasks_processing.go:69] worker 3 listening for tasks.
I0515 11:04:46.603914       1 tasks_processing.go:69] worker 2 listening for tasks.
I0515 11:04:46.603917       1 tasks_processing.go:69] worker 42 listening for tasks.
I0515 11:04:46.603918       1 tasks_processing.go:71] worker 3 working on cluster_apiserver task.
I0515 11:04:46.603922       1 tasks_processing.go:71] worker 2 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0515 11:04:46.603926       1 tasks_processing.go:69] worker 14 listening for tasks.
I0515 11:04:46.603928       1 tasks_processing.go:69] worker 19 listening for tasks.
I0515 11:04:46.603933       1 tasks_processing.go:69] worker 16 listening for tasks.
I0515 11:04:46.603935       1 tasks_processing.go:69] worker 20 listening for tasks.
I0515 11:04:46.603930       1 tasks_processing.go:69] worker 11 listening for tasks.
I0515 11:04:46.603941       1 tasks_processing.go:69] worker 32 listening for tasks.
I0515 11:04:46.603939       1 tasks_processing.go:69] worker 31 listening for tasks.
I0515 11:04:46.603943       1 tasks_processing.go:69] worker 21 listening for tasks.
I0515 11:04:46.603948       1 tasks_processing.go:69] worker 6 listening for tasks.
I0515 11:04:46.603953       1 tasks_processing.go:69] worker 7 listening for tasks.
I0515 11:04:46.603954       1 tasks_processing.go:69] worker 22 listening for tasks.
I0515 11:04:46.603952       1 tasks_processing.go:69] worker 15 listening for tasks.
I0515 11:04:46.603964       1 tasks_processing.go:69] worker 8 listening for tasks.
I0515 11:04:46.603955       1 tasks_processing.go:69] worker 38 listening for tasks.
I0515 11:04:46.603965       1 tasks_processing.go:69] worker 40 listening for tasks.
I0515 11:04:46.603960       1 tasks_processing.go:69] worker 39 listening for tasks.
I0515 11:04:46.603976       1 tasks_processing.go:69] worker 29 listening for tasks.
I0515 11:04:46.603973       1 tasks_processing.go:69] worker 41 listening for tasks.
I0515 11:04:46.603981       1 tasks_processing.go:69] worker 10 listening for tasks.
I0515 11:04:46.603923       1 tasks_processing.go:69] worker 18 listening for tasks.
I0515 11:04:46.603985       1 tasks_processing.go:69] worker 30 listening for tasks.
I0515 11:04:46.603961       1 tasks_processing.go:69] worker 23 listening for tasks.
I0515 11:04:46.603962       1 tasks_processing.go:69] worker 37 listening for tasks.
I0515 11:04:46.603992       1 tasks_processing.go:69] worker 56 listening for tasks.
I0515 11:04:46.603977       1 tasks_processing.go:69] worker 9 listening for tasks.
I0515 11:04:46.603992       1 tasks_processing.go:69] worker 27 listening for tasks.
I0515 11:04:46.603999       1 tasks_processing.go:69] worker 24 listening for tasks.
I0515 11:04:46.604002       1 tasks_processing.go:69] worker 60 listening for tasks.
I0515 11:04:46.604001       1 tasks_processing.go:69] worker 36 listening for tasks.
I0515 11:04:46.604007       1 tasks_processing.go:69] worker 61 listening for tasks.
I0515 11:04:46.604008       1 tasks_processing.go:71] worker 15 working on machines task.
I0515 11:04:46.604004       1 tasks_processing.go:71] worker 17 working on dvo_metrics task.
I0515 11:04:46.604007       1 tasks_processing.go:71] worker 22 working on openstack_version task.
I0515 11:04:46.604017       1 tasks_processing.go:69] worker 26 listening for tasks.
I0515 11:04:46.604021       1 tasks_processing.go:69] worker 46 listening for tasks.
I0515 11:04:46.604022       1 tasks_processing.go:71] worker 24 working on config_maps task.
I0515 11:04:46.604027       1 tasks_processing.go:71] worker 11 working on storage_cluster task.
I0515 11:04:46.604031       1 tasks_processing.go:71] worker 36 working on node_logs task.
I0515 11:04:46.604030       1 tasks_processing.go:71] worker 4 working on sap_config task.
I0515 11:04:46.604031       1 tasks_processing.go:69] worker 57 listening for tasks.
I0515 11:04:46.604035       1 tasks_processing.go:69] worker 58 listening for tasks.
I0515 11:04:46.604044       1 tasks_processing.go:71] worker 57 working on machine_autoscalers task.
I0515 11:04:46.603976       1 tasks_processing.go:69] worker 33 listening for tasks.
I0515 11:04:46.604049       1 tasks_processing.go:71] worker 32 working on machine_config_pools task.
I0515 11:04:46.604034       1 tasks_processing.go:71] worker 46 working on pod_network_connectivity_checks task.
I0515 11:04:46.604047       1 tasks_processing.go:71] worker 0 working on ingress_certificates task.
I0515 11:04:46.604065       1 tasks_processing.go:71] worker 31 working on qemu_kubevirt_launcher_logs task.
I0515 11:04:46.604121       1 tasks_processing.go:69] worker 63 listening for tasks.
I0515 11:04:46.604131       1 tasks_processing.go:71] worker 33 working on proxies task.
I0515 11:04:46.603920       1 tasks_processing.go:69] worker 13 listening for tasks.
I0515 11:04:46.604142       1 tasks_processing.go:71] worker 13 working on nodenetworkconfigurationpolicies task.
I0515 11:04:46.604166       1 tasks_processing.go:71] worker 5 working on crds task.
I0515 11:04:46.604217       1 tasks_processing.go:71] worker 6 working on service_accounts task.
I0515 11:04:46.604228       1 tasks_processing.go:71] worker 58 working on machine_sets task.
I0515 11:04:46.604242       1 tasks_processing.go:71] worker 29 working on overlapping_namespace_uids task.
I0515 11:04:46.604132       1 tasks_processing.go:71] worker 63 working on aggregated_monitoring_cr_names task.
I0515 11:04:46.603992       1 tasks_processing.go:69] worker 35 listening for tasks.
I0515 11:04:46.603994       1 tasks_processing.go:69] worker 25 listening for tasks.
I0515 11:04:46.603997       1 tasks_processing.go:71] worker 23 working on openshift_logging task.
I0515 11:04:46.604366       1 tasks_processing.go:71] worker 1 working on openshift_machine_api_events task.
I0515 11:04:46.604381       1 tasks_processing.go:71] worker 7 working on image task.
I0515 11:04:46.603991       1 tasks_processing.go:69] worker 43 listening for tasks.
I0515 11:04:46.603915       1 tasks_processing.go:69] worker 12 listening for tasks.
I0515 11:04:46.603999       1 tasks_processing.go:69] worker 44 listening for tasks.
I0515 11:04:46.604001       1 tasks_processing.go:71] worker 42 working on infrastructures task.
I0515 11:04:46.604468       1 tasks_processing.go:71] worker 44 working on monitoring_persistent_volumes task.
I0515 11:04:46.604477       1 tasks_processing.go:71] worker 25 working on nodes task.
I0515 11:04:46.604484       1 tasks_processing.go:69] worker 47 listening for tasks.
I0515 11:04:46.604485       1 tasks_processing.go:71] worker 43 working on sap_datahubs task.
I0515 11:04:46.604492       1 tasks_processing.go:71] worker 47 working on image_registries task.
I0515 11:04:46.604500       1 tasks_processing.go:71] worker 12 working on validating_webhook_configurations task.
I0515 11:04:46.603988       1 tasks_processing.go:69] worker 62 listening for tasks.
I0515 11:04:46.603967       1 tasks_processing.go:69] worker 28 listening for tasks.
I0515 11:04:46.604006       1 tasks_processing.go:71] worker 27 working on storage_classes task.
I0515 11:04:46.604626       1 tasks_processing.go:69] worker 51 listening for tasks.
I0515 11:04:46.604632       1 tasks_processing.go:71] worker 10 working on container_images task.
I0515 11:04:46.604637       1 tasks_processing.go:69] worker 48 listening for tasks.
I0515 11:04:46.603998       1 tasks_processing.go:71] worker 37 working on pdbs task.
I0515 11:04:46.604647       1 tasks_processing.go:69] worker 49 listening for tasks.
I0515 11:04:46.604655       1 tasks_processing.go:69] worker 50 listening for tasks.
I0515 11:04:46.604020       1 tasks_processing.go:69] worker 59 listening for tasks.
I0515 11:04:46.604011       1 tasks_processing.go:69] worker 45 listening for tasks.
I0515 11:04:46.604665       1 tasks_processing.go:71] worker 8 working on openstack_dataplanedeployments task.
I0515 11:04:46.604669       1 tasks_processing.go:71] worker 39 working on mutating_webhook_configurations task.
I0515 11:04:46.604672       1 tasks_processing.go:71] worker 18 working on cost_management_metrics_configs task.
I0515 11:04:46.604685       1 tasks_processing.go:71] worker 41 working on authentication task.
I0515 11:04:46.604692       1 tasks_processing.go:71] worker 30 working on nodenetworkstates task.
I0515 11:04:46.604009       1 tasks_processing.go:71] worker 56 working on networks task.
I0515 11:04:46.604828       1 tasks_processing.go:69] worker 53 listening for tasks.
I0515 11:04:46.604834       1 tasks_processing.go:69] worker 52 listening for tasks.
I0515 11:04:46.604016       1 tasks_processing.go:71] worker 61 working on machine_configs task.
I0515 11:04:46.603984       1 tasks_processing.go:69] worker 55 listening for tasks.
I0515 11:04:46.604023       1 tasks_processing.go:71] worker 20 working on container_runtime_configs task.
I0515 11:04:46.604016       1 tasks_processing.go:71] worker 19 working on machine_healthchecks task.
I0515 11:04:46.604928       1 tasks_processing.go:71] worker 55 working on operators_pods_and_events task.
I0515 11:04:46.604937       1 tasks_processing.go:71] worker 45 working on image_pruners task.
I0515 11:04:46.604943       1 tasks_processing.go:71] worker 53 working on operators task.
I0515 11:04:46.604011       1 tasks_processing.go:71] worker 14 working on silenced_alerts task.
I0515 11:04:46.604997       1 tasks_processing.go:71] worker 50 working on metrics task.
I0515 11:04:46.605015       1 tasks_processing.go:71] worker 59 working on active_alerts task.
W0515 11:04:46.605036       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0515 11:04:46.605044       1 tasks_processing.go:71] worker 28 working on ingress task.
W0515 11:04:46.605003       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0515 11:04:46.605045       1 tasks_processing.go:71] worker 51 working on olm_operators task.
I0515 11:04:46.605055       1 tasks_processing.go:71] worker 52 working on lokistack task.
I0515 11:04:46.605062       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 23.996µs to process 0 records
I0515 11:04:46.605071       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 70.945µs to process 0 records
I0515 11:04:46.605072       1 tasks_processing.go:71] worker 48 working on jaegers task.
I0515 11:04:46.605078       1 tasks_processing.go:71] worker 14 working on oauths task.
I0515 11:04:46.604026       1 tasks_processing.go:71] worker 26 working on openstack_dataplanenodesets task.
I0515 11:04:46.605096       1 tasks_processing.go:71] worker 62 working on ceph_cluster task.
W0515 11:04:46.605035       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0515 11:04:46.604661       1 tasks_processing.go:71] worker 38 working on install_plans task.
I0515 11:04:46.605196       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 174.563µs to process 0 records
I0515 11:04:46.604664       1 tasks_processing.go:71] worker 40 working on certificate_signing_requests task.
I0515 11:04:46.604004       1 tasks_processing.go:71] worker 9 working on clusterroles task.
I0515 11:04:46.605211       1 tasks_processing.go:71] worker 50 working on schedulers task.
I0515 11:04:46.603984       1 tasks_processing.go:69] worker 34 listening for tasks.
I0515 11:04:46.605237       1 tasks_processing.go:74] worker 34 stopped.
I0515 11:04:46.605047       1 tasks_processing.go:71] worker 59 working on sap_pods task.
I0515 11:04:46.604847       1 tasks_processing.go:71] worker 35 working on version task.
I0515 11:04:46.604019       1 tasks_processing.go:71] worker 16 working on support_secret task.
I0515 11:04:46.604045       1 tasks_processing.go:71] worker 21 working on openstack_controlplanes task.
I0515 11:04:46.604027       1 tasks_processing.go:71] worker 60 working on feature_gates task.
I0515 11:04:46.605434       1 tasks_processing.go:71] worker 49 working on tsdb_status task.
W0515 11:04:46.605470       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0515 11:04:46.605492       1 tasks_processing.go:74] worker 49 stopped.
I0515 11:04:46.605503       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 39.204µs to process 0 records
I0515 11:04:46.604842       1 tasks_processing.go:69] worker 54 listening for tasks.
I0515 11:04:46.605531       1 tasks_processing.go:74] worker 54 stopped.
I0515 11:04:46.615107       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0515 11:04:46.615122       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0515 11:04:46.615196       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0515 11:04:46.615261       1 base_controller.go:82] Caches are synced for ConfigController 
I0515 11:04:46.615273       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0515 11:04:46.620037       1 tasks_processing.go:74] worker 13 stopped.
I0515 11:04:46.620052       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 15.88695ms to process 0 records
I0515 11:04:46.620063       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 15.7365ms to process 0 records
I0515 11:04:46.620071       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 15.830351ms to process 0 records
I0515 11:04:46.620076       1 tasks_processing.go:74] worker 23 stopped.
I0515 11:04:46.620078       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 16.031418ms to process 0 records
I0515 11:04:46.620081       1 tasks_processing.go:74] worker 4 stopped.
I0515 11:04:46.620085       1 tasks_processing.go:74] worker 58 stopped.
I0515 11:04:46.620148       1 tasks_processing.go:74] worker 15 stopped.
E0515 11:04:46.620159       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0515 11:04:46.620169       1 gather.go:177] gatherer "clusterconfig" function "machines" took 16.126994ms to process 0 records
I0515 11:04:46.629746       1 tasks_processing.go:74] worker 11 stopped.
I0515 11:04:46.629760       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 25.710539ms to process 0 records
I0515 11:04:46.629910       1 tasks_processing.go:74] worker 8 stopped.
I0515 11:04:46.629922       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 25.235491ms to process 0 records
I0515 11:04:46.630027       1 tasks_processing.go:74] worker 46 stopped.
E0515 11:04:46.630041       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0515 11:04:46.630049       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 25.963542ms to process 0 records
I0515 11:04:46.630148       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0515 11:04:46.630163       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0515 11:04:46.630166       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0515 11:04:46.630169       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0515 11:04:46.630175       1 tasks_processing.go:74] worker 42 stopped.
I0515 11:04:46.630183       1 controller.go:489] The operator is still being initialized
I0515 11:04:46.630188       1 controller.go:512] The operator is healthy
I0515 11:04:46.630703       1 recorder.go:75] Recording config/infrastructure with fingerprint=29881c0429fef37a2179df92d31fd0bce826efc39f06a859514b827f20794c3e
I0515 11:04:46.630718       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 25.709996ms to process 1 records
I0515 11:04:46.630801       1 tasks_processing.go:74] worker 3 stopped.
I0515 11:04:46.630827       1 recorder.go:75] Recording config/apiserver with fingerprint=1d6f60629dbb9da148268b7d47c33779367d3113ac32b9bc99a35782eecd82d7
I0515 11:04:46.630837       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 26.278576ms to process 1 records
I0515 11:04:46.633550       1 tasks_processing.go:74] worker 1 stopped.
I0515 11:04:46.633583       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 29.170751ms to process 0 records
I0515 11:04:46.633822       1 tasks_processing.go:74] worker 36 stopped.
I0515 11:04:46.633842       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 29.78012ms to process 0 records
I0515 11:04:46.634316       1 tasks_processing.go:74] worker 41 stopped.
I0515 11:04:46.634931       1 recorder.go:75] Recording config/authentication with fingerprint=a8ea8ed7b43679fa2e512ed548e287352c340ae46de6e6660a1cd56f98e2c93c
I0515 11:04:46.634952       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 29.614983ms to process 1 records
I0515 11:04:46.638213       1 tasks_processing.go:74] worker 7 stopped.
I0515 11:04:46.638302       1 recorder.go:75] Recording config/image with fingerprint=c4c83108329e94a740c581b7b14836e5ecc3d4ad572383053b3745481187dab1
I0515 11:04:46.638319       1 gather.go:177] gatherer "clusterconfig" function "image" took 33.818483ms to process 1 records
W0515 11:04:46.638511       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0515 11:04:46.642407       1 tasks_processing.go:74] worker 62 stopped.
I0515 11:04:46.642421       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 37.300602ms to process 0 records
I0515 11:04:46.642593       1 tasks_processing.go:74] worker 33 stopped.
I0515 11:04:46.642653       1 recorder.go:75] Recording config/proxy with fingerprint=0850168fb765fbc1dc420d29f86a8277f0b940eaca5c5eb11e6b43e28093e7a0
I0515 11:04:46.642665       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 38.452874ms to process 1 records
I0515 11:04:46.642676       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 37.537318ms to process 0 records
I0515 11:04:46.642681       1 tasks_processing.go:74] worker 26 stopped.
I0515 11:04:46.646213       1 tasks_processing.go:74] worker 52 stopped.
I0515 11:04:46.646229       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 41.149292ms to process 0 records
I0515 11:04:46.646237       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 41.15205ms to process 0 records
I0515 11:04:46.646244       1 tasks_processing.go:74] worker 48 stopped.
I0515 11:04:46.646255       1 tasks_processing.go:74] worker 27 stopped.
I0515 11:04:46.646326       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=b515b3986ea4103c31a4f44c4012e36995aec671bf854f9f5e0081c95c729bf6
I0515 11:04:46.646343       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=15d273b0f45d32c03750db184fe1b626c9334256afd188d222e4016c2b7de5bb
I0515 11:04:46.646349       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 41.630992ms to process 2 records
I0515 11:04:46.646405       1 tasks_processing.go:74] worker 44 stopped.
I0515 11:04:46.646418       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 41.917261ms to process 0 records
I0515 11:04:46.646470       1 tasks_processing.go:74] worker 56 stopped.
I0515 11:04:46.646623       1 recorder.go:75] Recording config/network with fingerprint=184f8d41fa3d0ffc6608c66dec86833b993c8824ad422e3be3eeb3f08f6abdb5
I0515 11:04:46.646635       1 gather.go:177] gatherer "clusterconfig" function "networks" took 41.644345ms to process 1 records
I0515 11:04:46.646692       1 tasks_processing.go:74] worker 25 stopped.
I0515 11:04:46.646998       1 recorder.go:75] Recording config/node/ip-10-0-0-224.ec2.internal with fingerprint=e7fc819830e11e3984876c356a8112fd4dd9ae48380bdc4dc3feeb669d5aa66b
I0515 11:04:46.647012       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 42.200169ms to process 1 records
I0515 11:04:46.647095       1 tasks_processing.go:74] worker 47 stopped.
I0515 11:04:46.647416       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=badf38b7733e907485d6c9ffdfad7ddef349056e58ab5c0defb1a8c11c2d76f1
I0515 11:04:46.647428       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 42.499488ms to process 1 records
I0515 11:04:46.649081       1 tasks_processing.go:74] worker 22 stopped.
I0515 11:04:46.649092       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 45.059665ms to process 0 records
I0515 11:04:46.649098       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 44.598057ms to process 0 records
I0515 11:04:46.649102       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 44.419487ms to process 0 records
I0515 11:04:46.649107       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 45.051574ms to process 0 records
I0515 11:04:46.649107       1 tasks_processing.go:74] worker 43 stopped.
I0515 11:04:46.649111       1 tasks_processing.go:74] worker 18 stopped.
I0515 11:04:46.649114       1 tasks_processing.go:74] worker 57 stopped.
I0515 11:04:46.649113       1 tasks_processing.go:74] worker 30 stopped.
I0515 11:04:46.649110       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 44.411197ms to process 0 records
I0515 11:04:46.649178       1 tasks_processing.go:74] worker 59 stopped.
I0515 11:04:46.649184       1 gather_logs.go:145] no pods in  namespace were found
I0515 11:04:46.649193       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 43.929582ms to process 0 records
I0515 11:04:46.649208       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 45.115319ms to process 0 records
I0515 11:04:46.649220       1 tasks_processing.go:74] worker 31 stopped.
I0515 11:04:46.653345       1 tasks_processing.go:74] worker 20 stopped.
I0515 11:04:46.653357       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 48.436627ms to process 0 records
I0515 11:04:46.653398       1 tasks_processing.go:74] worker 19 stopped.
E0515 11:04:46.653408       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0515 11:04:46.653416       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 48.466978ms to process 0 records
I0515 11:04:46.654970       1 tasks_processing.go:74] worker 29 stopped.
I0515 11:04:46.654997       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0515 11:04:46.655006       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 50.705419ms to process 1 records
I0515 11:04:46.665286       1 tasks_processing.go:74] worker 21 stopped.
I0515 11:04:46.665301       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 59.88092ms to process 0 records
I0515 11:04:46.665394       1 tasks_processing.go:74] worker 28 stopped.
I0515 11:04:46.665427       1 recorder.go:75] Recording config/ingress with fingerprint=4434337472f8345b1826d041d1389074331078197ff8c87faba14d1c005c4f65
I0515 11:04:46.665438       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 60.244769ms to process 1 records
I0515 11:04:46.665456       1 tasks_processing.go:74] worker 60 stopped.
I0515 11:04:46.665599       1 recorder.go:75] Recording config/featuregate with fingerprint=a47cdc64467e104875b2f8e43eaefba05f52a4371ba25c42527e91db9655f6a6
I0515 11:04:46.665613       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 60.007002ms to process 1 records
I0515 11:04:46.665695       1 tasks_processing.go:74] worker 14 stopped.
I0515 11:04:46.665812       1 recorder.go:75] Recording config/oauth with fingerprint=15b4963aae4673b418a30495756ca0e118b272ab5b808f48373fdf9eee524805
I0515 11:04:46.665821       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 60.476671ms to process 1 records
E0515 11:04:46.665831       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0515 11:04:46.665837       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 60.254245ms to process 0 records
I0515 11:04:46.665844       1 tasks_processing.go:74] worker 16 stopped.
I0515 11:04:46.670912       1 tasks_processing.go:74] worker 45 stopped.
I0515 11:04:46.671107       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1d84e1241b40a65bfd0e0baf33c9325919350bc49333d9bcbe5f80e3e287ef67
I0515 11:04:46.671175       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 65.962589ms to process 1 records
I0515 11:04:46.671618       1 tasks_processing.go:74] worker 39 stopped.
I0515 11:04:46.672252       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=4988bb416d9f21dcb2ae17147e5d27e17569e7946e1163988adc45f5e101f15a
I0515 11:04:46.672287       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=dfbe9062e950fc3daebd54c7f6396fc552901f631337ba17ae67598961355115
I0515 11:04:46.672310       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=45dff042a64f091432d87e7c80cb1e5da75a7164564d9e868470f80202425921
I0515 11:04:46.672320       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 66.937451ms to process 3 records
I0515 11:04:46.672394       1 tasks_processing.go:74] worker 12 stopped.
I0515 11:04:46.672574       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=5f0a2e73afa0d1fdc3e53192f69055be8d845fbf70944a99f21fceabbd82b3e8
I0515 11:04:46.672693       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=968881926517b6a132a61240fe99237fe6f97879a67c1b4f633aebafedef8a76
I0515 11:04:46.672716       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=6c4ddb0a76ba9d2dcb0b26169ad791b9c8daabc19e702cb4b0502e06767d022e
I0515 11:04:46.672739       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=778bdeaedaeb3378f027879836e4d788f56ad7cdc9971e1dc714415c5c98a350
I0515 11:04:46.672762       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=b737d710c2a114f577aac1e2032ab9d66a469678a4d132e2338863a8523ae497
I0515 11:04:46.672785       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=13e85436bf7a978d17dfbad759495fc3db1123ab77c621ed949a5df54acae9c3
I0515 11:04:46.672808       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=60c32e9d06e977c359385b5a8b0056bd697a330f26ceb678fd1dd0917a47d224
I0515 11:04:46.672841       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=b6b23095a53e0d6c032f6d13dd96a52756e97d848a71d9a982e7a13d8e9953fd
I0515 11:04:46.672864       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=e4d9ee364df4d3603547b39b0b167ad0f821379ef99a9742fb26b1bf98ce9353
I0515 11:04:46.672886       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=a86ce73a7407e65bbd0b3ddba3741b991448613292e244133ae882f9dbb0f6f6
I0515 11:04:46.672921       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=e30065360758b463f962e20db97193643f5ad7119f5b6773552781cfeed7cab4
I0515 11:04:46.672937       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 67.878865ms to process 11 records
I0515 11:04:46.673771       1 tasks_processing.go:74] worker 10 stopped.
I0515 11:04:46.673831       1 recorder.go:75] Recording config/running_containers with fingerprint=e5581cd6b8288f26399b435db50f57584de1037c5c39506dd557d7517e58d11e
I0515 11:04:46.673842       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 69.123242ms to process 1 records
I0515 11:04:46.693374       1 tasks_processing.go:74] worker 37 stopped.
I0515 11:04:46.693509       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=1971963b7ddf8914899250522928659aabcde2ba1498a6b6406f813b55ddfafd
I0515 11:04:46.693567       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=188f48b169a38776d83e7f7a68cb63a3590609d7511b2248957b86920201707a
I0515 11:04:46.693585       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=54f34f356031d8c0d091540079665b6e3b56ef252b4d064d213ad10aba6678bc
I0515 11:04:46.693591       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 88.720576ms to process 3 records
I0515 11:04:46.693645       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=5410526278d60c11aad06df5399ef58cfb8c900e63e3e621fb66a804164f3b8f
I0515 11:04:46.693655       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 88.165162ms to process 1 records
I0515 11:04:46.693662       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 88.601675ms to process 0 records
I0515 11:04:46.693666       1 tasks_processing.go:74] worker 50 stopped.
I0515 11:04:46.693669       1 tasks_processing.go:74] worker 51 stopped.
I0515 11:04:46.696703       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0515 11:04:46.696711       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0515 11:04:46.696831       1 operator.go:288] started
I0515 11:04:46.696845       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0515 11:04:46.720101       1 configmapobserver.go:84] configmaps "insights-config" not found
I0515 11:04:46.782380       1 tasks_processing.go:74] worker 2 stopped.
I0515 11:04:46.782398       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 178.444847ms to process 0 records
I0515 11:04:46.782798       1 tasks_processing.go:74] worker 63 stopped.
I0515 11:04:46.782819       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 178.508131ms to process 0 records
I0515 11:04:46.783984       1 tasks_processing.go:74] worker 40 stopped.
I0515 11:04:46.784066       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 178.767899ms to process 0 records
I0515 11:04:46.797618       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0515 11:04:46.797631       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0515 11:04:46.803379       1 tasks_processing.go:74] worker 9 stopped.
I0515 11:04:46.803675       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=4e6ec49c77031ba9faedb24210f179adf2f8915d5030650d173be62859101d07
I0515 11:04:46.803682       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0515 11:04:46.803695       1 controller.go:212] Source scaController *sca.Controller is not ready
I0515 11:04:46.803700       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0515 11:04:46.803704       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0515 11:04:46.803708       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0515 11:04:46.803730       1 controller.go:489] The operator is still being initialized
I0515 11:04:46.803742       1 controller.go:512] The operator is healthy
I0515 11:04:46.803810       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=8dac256176dcb03cd884a36515c4abaf53a4777332c1c2ec22adce2b122860d5
I0515 11:04:46.803821       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 198.15308ms to process 2 records
I0515 11:04:46.824200       1 prometheus_rules.go:88] Prometheus rules successfully created
E0515 11:04:46.863900       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%276ab029c8-33e6-442f-aeeb-2b49ff134358%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:55368->172.30.0.10:53: read: connection refused
I0515 11:04:46.863914       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%276ab029c8-33e6-442f-aeeb-2b49ff134358%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:55368->172.30.0.10:53: read: connection refused
I0515 11:04:46.886565       1 tasks_processing.go:74] worker 5 stopped.
I0515 11:04:46.887083       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=716c85b02d6ef5c0637ada9ff93ac8a919c3d349fd9878104de72588d7812924
I0515 11:04:46.887281       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=46e23446dde0866dc7b45aad282b5b53db7b27acc6028470748ee24e201103e8
I0515 11:04:46.887291       1 gather.go:177] gatherer "clusterconfig" function "crds" took 282.375195ms to process 2 records
I0515 11:04:46.928084       1 tasks_processing.go:74] worker 35 stopped.
I0515 11:04:46.928336       1 recorder.go:75] Recording config/version with fingerprint=41dd08af95d708b4bb9e3f1a11dfaf6d4eb647a06b90235f9d4b64071be901cc
I0515 11:04:46.928348       1 recorder.go:75] Recording config/id with fingerprint=af01f6535d0228429c4ab3ae7cb6c73e82fb27a419eeab85e4bb85d4a40632c7
I0515 11:04:46.928354       1 gather.go:177] gatherer "clusterconfig" function "version" took 322.762031ms to process 2 records
I0515 11:04:46.931851       1 tasks_processing.go:74] worker 24 stopped.
E0515 11:04:46.931873       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0515 11:04:46.931884       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0515 11:04:46.931890       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0515 11:04:46.931904       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0515 11:04:46.931947       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0515 11:04:46.931957       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0515 11:04:46.931964       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0515 11:04:46.931970       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0515 11:04:46.932025       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0515 11:04:46.932035       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0515 11:04:46.932042       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 327.809314ms to process 7 records
I0515 11:04:46.995116       1 tasks_processing.go:74] worker 0 stopped.
E0515 11:04:46.995135       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0515 11:04:46.995144       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2qaaobbtjkb600lqgluj066gnuoviddi-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2qaaobbtjkb600lqgluj066gnuoviddi-primary-cert-bundle-secret" not found
I0515 11:04:46.995202       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=1b6828c8ac54bd088cd582ffa6e71bc334e9877f8e967fa2657703f208476915
I0515 11:04:46.995216       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 391.048609ms to process 1 records
I0515 11:04:47.071845       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0515 11:04:47.082112       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0515 11:04:47.132676       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0515 11:04:47.136004       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:40662->172.30.0.10:53: read: connection refused
I0515 11:04:47.136018       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:40662->172.30.0.10:53: read: connection refused
W0515 11:04:47.637184       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0515 11:04:47.733968       1 tasks_processing.go:74] worker 32 stopped.
I0515 11:04:47.733986       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.129900391s to process 0 records
I0515 11:04:47.740082       1 tasks_processing.go:74] worker 61 stopped.
I0515 11:04:47.740115       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0515 11:04:47.740126       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.135198638s to process 1 records
I0515 11:04:47.932712       1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 14 containers
I0515 11:04:47.932726       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1797558 bytes
I0515 11:04:47.933335       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-nvp9q pod in namespace openshift-dns (previous: false).
I0515 11:04:48.156634       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nvp9q pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-nvp9q\" is waiting to start: ContainerCreating"
I0515 11:04:48.156656       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-nvp9q\" is waiting to start: ContainerCreating"
I0515 11:04:48.156663       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-nvp9q pod in namespace openshift-dns (previous: false).
I0515 11:04:48.191992       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0515 11:04:48.336093       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nvp9q pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-nvp9q\" is waiting to start: ContainerCreating"
I0515 11:04:48.336111       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-nvp9q\" is waiting to start: ContainerCreating"
I0515 11:04:48.336121       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-mhs49 pod in namespace openshift-dns (previous: false).
I0515 11:04:48.537814       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0515 11:04:48.537837       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5f9d44744f-xdmmn pod in namespace openshift-image-registry (previous: false).
W0515 11:04:48.637730       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0515 11:04:48.738823       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5f9d44744f-xdmmn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5f9d44744f-xdmmn\" is waiting to start: ContainerCreating"
I0515 11:04:48.738845       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5f9d44744f-xdmmn\" is waiting to start: ContainerCreating"
I0515 11:04:48.738858       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5f9d44744f-xqjqj pod in namespace openshift-image-registry (previous: false).
I0515 11:04:48.792660       1 tasks_processing.go:74] worker 53 stopped.
I0515 11:04:48.792712       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=508ae1f74f32674bf96081694d07e396e71207334815ca3519a8923cd8b2c4ea
I0515 11:04:48.792745       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=b33c58089f4b1f6983f879d872a348c4198a8ebb0faa0f3e693722d42e3cd92a
I0515 11:04:48.792774       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0515 11:04:48.792799       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=3a8d381cdc0dc98f0b930937eb3553689cab7cc646351d2391713f37663983f5
I0515 11:04:48.792815       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0515 11:04:48.792835       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=6073cf7ea72bcd4ee19731a631c44f9e577247e53793fe409653dd4f1578878b
I0515 11:04:48.792874       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=40ea9c37846a74640cfe0894f2cc0ca3071c6fafdc1b4d0fe38c484a3e29e54e
I0515 11:04:48.792897       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=f7c32f235da939e0748dc3b5c5da3712e69b44d7f8f7d65d106a73d90a8288e3
I0515 11:04:48.792926       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=c52f1614a2c381f455fd95058433577a5fcd7225841b88b5a4e29fe88d232471
I0515 11:04:48.792945       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=6d12ecd693feb6340c046955465003f10df9a6e39499f84d7b70795f03432daa
I0515 11:04:48.792954       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0515 11:04:48.792970       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=05e5b53303e7b48b6b8af87e2951b2e22238e2c41417cd075b9b5093f7d4673f
I0515 11:04:48.792978       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0515 11:04:48.792994       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a7932080af42655b7e0bb6b5998bca79930d0289254f78d3fa408808d1da4037
I0515 11:04:48.793002       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0515 11:04:48.793022       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=675f7c78c3bab6b3943787a5e5e44da56d21a0fb6b1e35885e98372c14989ad1
I0515 11:04:48.793032       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0515 11:04:48.793047       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=99098b3f144740d93dde874b325ac8f36d5df70830b3ef79e6b6fd3e6a6adfc8
I0515 11:04:48.793169       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=b5147cdf2510294bc154fb2c814275d375db94b37948fdc0de3898e5fa0a7827
I0515 11:04:48.793178       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0515 11:04:48.793185       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0515 11:04:48.793205       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0515 11:04:48.793226       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=6cc3f6a9a5189f4e72e82c082db1229c1e9c520039b6eaaa49dddee98a143b9a
I0515 11:04:48.793250       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=4871d517c277dc2c29ccd241e50293ac8d95bbd56c107ec12220ee192aaa8e9c
I0515 11:04:48.793260       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0515 11:04:48.793276       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=fc261611876c86dbdc22bc9227334787f8aff2205f66b00a1c914b2ee6bc3111
I0515 11:04:48.793285       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0515 11:04:48.793298       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=20ff40d656a3575df2b9b66db16293540f0f8e85fb7d770c7bbf657b1be43efb
I0515 11:04:48.793313       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=cba5d6139abd6c20e5f0e84c95fd2b56292248f3dda8badc7ad995a9f89022e3
I0515 11:04:48.793328       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=068191283e6611c19e4d3253eef38d919053deee6258c49cb559e93dd194fefa
I0515 11:04:48.793342       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=91373bfd88f65b6e2d2cda25794c90d3ba496eefd3523cf53dc4a0890dd2adab
I0515 11:04:48.793362       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=f6095aae68f6d0e2968ed03f0cf74e26665386faee5678145084459e45ba1c5f
I0515 11:04:48.793371       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0515 11:04:48.793393       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=527f873403717a6be713b87b1a4e25c1beb12bd6608fd7a86bba25bedf5c729e
I0515 11:04:48.793409       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0515 11:04:48.793416       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0515 11:04:48.793423       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.187699791s to process 36 records
I0515 11:04:48.932503       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0515 11:04:48.932534       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-84cf985b6-frbkg pod in namespace openshift-image-registry (previous: false).
I0515 11:04:49.132327       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0515 11:04:49.132348       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-g9xp7 pod in namespace openshift-image-registry (previous: false).
I0515 11:04:49.337212       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0515 11:04:49.337234       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-68995c89b9-qq6nv pod in namespace openshift-ingress (previous: false).
I0515 11:04:49.536481       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-68995c89b9-qq6nv pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-68995c89b9-qq6nv\" is waiting to start: ContainerCreating"
I0515 11:04:49.536498       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-68995c89b9-qq6nv\" is waiting to start: ContainerCreating"
I0515 11:04:49.536508       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-85699cbd74-7ql9k pod in namespace openshift-ingress (previous: false).
W0515 11:04:49.638351       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0515 11:04:49.731681       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0515 11:04:49.731698       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-85699cbd74-b65tb pod in namespace openshift-ingress (previous: false).
I0515 11:04:49.937059       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-85699cbd74-b65tb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-85699cbd74-b65tb\" is waiting to start: ContainerCreating"
I0515 11:04:49.937075       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-85699cbd74-b65tb\" is waiting to start: ContainerCreating"
I0515 11:04:49.937086       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-z4wzc pod in namespace openshift-ingress-canary (previous: false).
I0515 11:04:50.135780       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-z4wzc pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-z4wzc\" is waiting to start: ContainerCreating"
I0515 11:04:50.135797       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-z4wzc\" is waiting to start: ContainerCreating"
I0515 11:04:50.135809       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-cvpw6 pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0515 11:04:50.337036       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for migrator-7d5f866c57-cvpw6 pod in namespace openshift-kube-storage-version-migrator for failing operator migrator (previous: false): "container \"migrator\" in pod \"migrator-7d5f866c57-cvpw6\" is waiting to start: ContainerCreating"
I0515 11:04:50.337053       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"migrator\" in pod \"migrator-7d5f866c57-cvpw6\" is waiting to start: ContainerCreating"
I0515 11:04:50.337061       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-cvpw6 pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0515 11:04:50.538715       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for migrator-7d5f866c57-cvpw6 pod in namespace openshift-kube-storage-version-migrator for failing operator graceful-termination (previous: false): "container \"graceful-termination\" in pod \"migrator-7d5f866c57-cvpw6\" is waiting to start: ContainerCreating"
I0515 11:04:50.538735       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"graceful-termination\" in pod \"migrator-7d5f866c57-cvpw6\" is waiting to start: ContainerCreating"
I0515 11:04:50.538746       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-kg6dc pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
W0515 11:04:50.638472       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0515 11:04:50.763347       1 tasks_processing.go:74] worker 55 stopped.
I0515 11:04:50.763422       1 recorder.go:75] Recording events/openshift-dns with fingerprint=39571aa6f033f5aab14b542658dd369a212af8ff1fd5b4841a8c80c6f5e52d0f
I0515 11:04:50.763489       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=97e2455929025ba5d4c6d2fa1ed9424a50c5087cfd26eacea6b0746c53d9b680
I0515 11:04:50.763531       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=d01bf05170eaa1498f17aef97eba8c2827155516309b12beec24b458886797d8
I0515 11:04:50.763575       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=201429a31e0f156eb895fbecbf5f7147c61446db41acfe67c0216c6cbcbf2e9d
I0515 11:04:50.763587       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=53a9a1e6e9809e9bdb1d664e2eb450c61b45abe35a832e7b045259d4a85d3414
I0515 11:04:50.763599       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=e8e6904e1ea75713c4f2b1002d7e3ad1371fe5a11964f56cb9fd73aec2d75873
I0515 11:04:50.763647       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=8b1672cb04ae8e65d50d8bf4860ce9afa8798459c51b61efce204ed1feb0f82d
I0515 11:04:50.763721       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-kg6dc/kube-storage-version-migrator-operator_current.log with fingerprint=5856eac0ea278c2f8ae9616f749afb8cbf893cd80ec3eec60a9693f876d88a4f
I0515 11:04:50.763731       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.158401613s to process 8 records
W0515 11:04:51.634149       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0515 11:04:51.634173       1 tasks_processing.go:74] worker 17 stopped.
E0515 11:04:51.634187       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0515 11:04:51.634202       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0515 11:04:51.634216       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0515 11:04:51.634228       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.030147714s to process 1 records
I0515 11:04:59.576574       1 configmapobserver.go:84] configmaps "insights-config" not found
I0515 11:04:59.592707       1 configmapobserver.go:84] configmaps "insights-config" not found
I0515 11:04:59.792447       1 configmapobserver.go:84] configmaps "insights-config" not found
I0515 11:04:59.915818       1 tasks_processing.go:74] worker 38 stopped.
I0515 11:04:59.915857       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0515 11:04:59.915869       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.310604557s to process 1 records
I0515 11:05:00.209616       1 tasks_processing.go:74] worker 6 stopped.
I0515 11:05:00.209907       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=9d475996b970b5499163b99cb7866431c26bc05ed77261e8b402c7515458063c
I0515 11:05:00.209924       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.605375034s to process 1 records
E0515 11:05:00.209975       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.606s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0515 11:05:00.211079       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0515 11:05:00.211094       1 periodic.go:209] Running workloads gatherer
I0515 11:05:00.211108       1 tasks_processing.go:45] number of workers: 2
I0515 11:05:00.211115       1 tasks_processing.go:69] worker 1 listening for tasks.
I0515 11:05:00.211119       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0515 11:05:00.211125       1 tasks_processing.go:69] worker 0 listening for tasks.
I0515 11:05:00.211139       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0515 11:05:00.232298       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data
I0515 11:05:00.239662       1 tasks_processing.go:74] worker 0 stopped.
I0515 11:05:00.239678       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.508025ms to process 0 records
I0515 11:05:00.240636       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms)
I0515 11:05:00.249438       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms)
I0515 11:05:00.258335       1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (9ms)
I0515 11:05:00.266699       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (8ms)
I0515 11:05:00.274423       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (8ms)
I0515 11:05:00.283000       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (9ms)
I0515 11:05:00.290771       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (8ms)
I0515 11:05:00.298168       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (7ms)
I0515 11:05:00.305586       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (7ms)
I0515 11:05:00.312877       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (7ms)
I0515 11:05:00.340416       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (28ms)
I0515 11:05:00.442647       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (102ms)
I0515 11:05:00.544697       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (102ms)
I0515 11:05:00.642212       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (97ms)
I0515 11:05:00.741486       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms)
I0515 11:05:00.842129       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (101ms)
I0515 11:05:00.944921       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (103ms)
I0515 11:05:01.042280       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (97ms)
I0515 11:05:01.141555       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms)
I0515 11:05:01.242490       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (101ms)
I0515 11:05:01.342664       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms)
I0515 11:05:01.442345       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms)
I0515 11:05:01.540770       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (98ms)
I0515 11:05:01.641028       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms)
I0515 11:05:01.741717       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (101ms)
I0515 11:05:01.841719       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0515 11:05:01.941532       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms)
I0515 11:05:02.040689       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (99ms)
I0515 11:05:02.144240       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (104ms)
I0515 11:05:02.241591       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (97ms)
I0515 11:05:02.344444       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (103ms)
I0515 11:05:02.441990       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (98ms)
I0515 11:05:02.442021       1 tasks_processing.go:74] worker 1 stopped.
E0515 11:05:02.442032       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0515 11:05:02.442268       1 recorder.go:75] Recording config/workload_info with fingerprint=67e0fc74585a6a5950076b6727bac2de0989bdad3aa71c726c1ca1b0aa506900
I0515 11:05:02.442284       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.230895483s to process 1 records
E0515 11:05:02.442308       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.231s with: function \"workload_info\" failed with an error"
I0515 11:05:02.443414       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0515 11:05:02.443430       1 periodic.go:209] Running conditional gatherer
I0515 11:05:02.448493       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0515 11:05:02.454572       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.14:55273->172.30.0.10:53: read: connection refused
E0515 11:05:02.454812       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0515 11:05:02.454869       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0515 11:05:02.460308       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0515 11:05:02.460322       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0515 11:05:02.460327       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0515 11:05:02.460330       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0515 11:05:02.460334       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0515 11:05:02.460336       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0515 11:05:02.460339       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0515 11:05:02.460342       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0515 11:05:02.460346       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0515 11:05:02.460349       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0515 11:05:02.460365       1 tasks_processing.go:45] number of workers: 3
I0515 11:05:02.460374       1 tasks_processing.go:69] worker 2 listening for tasks.
I0515 11:05:02.460378       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0515 11:05:02.460387       1 tasks_processing.go:69] worker 0 listening for tasks.
I0515 11:05:02.460400       1 tasks_processing.go:69] worker 1 listening for tasks.
I0515 11:05:02.460404       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0515 11:05:02.460409       1 tasks_processing.go:74] worker 1 stopped.
I0515 11:05:02.460420       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0515 11:05:02.460482       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0515 11:05:02.460498       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 798ns to process 1 records
I0515 11:05:02.460573       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0515 11:05:02.460586       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.339µs to process 1 records
I0515 11:05:02.460595       1 tasks_processing.go:74] worker 0 stopped.
I0515 11:05:02.460727       1 tasks_processing.go:74] worker 2 stopped.
I0515 11:05:02.460740       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 296.236µs to process 0 records
I0515 11:05:02.460759       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.14:55273->172.30.0.10:53: read: connection refused
I0515 11:05:02.460775       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0515 11:05:02.481029       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=8d063ace371615adb8815eef3b00593d5a6e840eab2e985e0815eeeec6a11855
I0515 11:05:02.481154       1 diskrecorder.go:70] Writing 100 records to /var/lib/insights-operator/insights-2026-05-15-110502.tar.gz
I0515 11:05:02.488684       1 diskrecorder.go:51] Wrote 100 records to disk in 7ms
I0515 11:05:02.488717       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0515 11:05:02.488736       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0515 11:05:08.185123       1 configmapobserver.go:84] configmaps "insights-config" not found
I0515 11:05:55.678748       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="677fb620c3e456627a599249aed7802ce856336cfcbab0acc0408cc7cc7126e1")
W0515 11:05:55.678779       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0515 11:05:55.678822       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="3a3587929ab5ff25491f72ad96042c0cb4533b79745cf87aff12db8b2c6c4899")
I0515 11:05:55.678843       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0515 11:05:55.678889       1 periodic.go:170] Shutting down
I0515 11:05:55.678924       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0515 11:05:55.678924       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="549ebf5048606e1fb52c418bb9dbc48f2a73631768af8f88d94cb6af1f5affeb")
I0515 11:05:55.678952       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0515 11:05:55.678965       1 base_controller.go:113] All LoggingSyncer workers have been terminated
E0515 11:05:55.678973       1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled
I0515 11:05:55.678976       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0515 11:05:55.678968       1 base_controller.go:181] Shutting down ConfigController ...
I0515 11:05:55.678997       1 base_controller.go:113] All ConfigController workers have been terminated
E0515 11:05:55.679015       1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled