W0521 19:38:37.076329       1 cmd.go:257] Using insecure, self-signed certificates
I0521 19:38:37.236696       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0521 19:38:37.237004       1 observer_polling.go:159] Starting file observer
I0521 19:38:37.830845       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0521 19:38:37.831029       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0521 19:38:37.831570       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0521 19:38:37.831581       1 secure_serving.go:57] Forcing use of http/1.1 only
W0521 19:38:37.831597       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0521 19:38:37.831600       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0521 19:38:37.831604       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0521 19:38:37.831607       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0521 19:38:37.831609       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0521 19:38:37.831611       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0521 19:38:37.835706       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"94d15923-5983-4f8d-94ab-cb4eed32c4ab", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0521 19:38:37.835695       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0521 19:38:37.836481       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0521 19:38:37.836495       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0521 19:38:37.836507       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0521 19:38:37.836509       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0521 19:38:37.836535       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0521 19:38:37.836527       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0521 19:38:37.836842       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-611039889/tls.crt::/tmp/serving-cert-611039889/tls.key"
I0521 19:38:37.837317       1 secure_serving.go:213] Serving securely on [::]:8443
I0521 19:38:37.837438       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0521 19:38:37.840787       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0521 19:38:37.840809       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0521 19:38:37.840923       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0521 19:38:37.846623       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0521 19:38:37.846698       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0521 19:38:37.851453       1 secretconfigobserver.go:119] support secret does not exist
I0521 19:38:37.855857       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0521 19:38:37.860077       1 secretconfigobserver.go:119] support secret does not exist
I0521 19:38:37.863667       1 recorder.go:161] Pruning old reports every 6h46m38s, max age is 288h0m0s
I0521 19:38:37.868806       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0521 19:38:37.868821       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0521 19:38:37.868834       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0521 19:38:37.868846       1 periodic.go:209] Running clusterconfig gatherer
I0521 19:38:37.868848       1 insightsreport.go:296] Starting report retriever
I0521 19:38:37.868857       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0521 19:38:37.868889       1 tasks_processing.go:45] number of workers: 64
I0521 19:38:37.868915       1 tasks_processing.go:69] worker 2 listening for tasks.
I0521 19:38:37.868924       1 tasks_processing.go:69] worker 0 listening for tasks.
I0521 19:38:37.868924       1 tasks_processing.go:69] worker 8 listening for tasks.
I0521 19:38:37.868932       1 tasks_processing.go:69] worker 3 listening for tasks.
I0521 19:38:37.868936       1 tasks_processing.go:69] worker 1 listening for tasks.
I0521 19:38:37.868936       1 tasks_processing.go:69] worker 18 listening for tasks.
I0521 19:38:37.868942       1 tasks_processing.go:69] worker 4 listening for tasks.
I0521 19:38:37.868945       1 tasks_processing.go:69] worker 14 listening for tasks.
I0521 19:38:37.868949       1 tasks_processing.go:69] worker 37 listening for tasks.
I0521 19:38:37.868950       1 tasks_processing.go:69] worker 5 listening for tasks.
I0521 19:38:37.868955       1 tasks_processing.go:69] worker 15 listening for tasks.
I0521 19:38:37.868956       1 tasks_processing.go:71] worker 37 working on image_pruners task.
I0521 19:38:37.868963       1 tasks_processing.go:69] worker 16 listening for tasks.
I0521 19:38:37.868965       1 tasks_processing.go:69] worker 20 listening for tasks.
I0521 19:38:37.868969       1 tasks_processing.go:71] worker 16 working on image_registries task.
I0521 19:38:37.868971       1 tasks_processing.go:69] worker 7 listening for tasks.
I0521 19:38:37.868975       1 tasks_processing.go:69] worker 21 listening for tasks.
I0521 19:38:37.868971       1 tasks_processing.go:69] worker 6 listening for tasks.
I0521 19:38:37.868978       1 tasks_processing.go:69] worker 9 listening for tasks.
I0521 19:38:37.868987       1 tasks_processing.go:69] worker 38 listening for tasks.
I0521 19:38:37.868958       1 tasks_processing.go:69] worker 19 listening for tasks.
I0521 19:38:37.868990       1 tasks_processing.go:69] worker 31 listening for tasks.
I0521 19:38:37.868984       1 tasks_processing.go:69] worker 30 listening for tasks.
I0521 19:38:37.868996       1 tasks_processing.go:69] worker 11 listening for tasks.
I0521 19:38:37.869000       1 tasks_processing.go:69] worker 23 listening for tasks.
I0521 19:38:37.869001       1 tasks_processing.go:69] worker 22 listening for tasks.
I0521 19:38:37.868987       1 tasks_processing.go:69] worker 10 listening for tasks.
I0521 19:38:37.869007       1 tasks_processing.go:69] worker 26 listening for tasks.
I0521 19:38:37.869011       1 tasks_processing.go:69] worker 12 listening for tasks.
I0521 19:38:37.869014       1 tasks_processing.go:69] worker 27 listening for tasks.
I0521 19:38:37.868980       1 tasks_processing.go:69] worker 54 listening for tasks.
I0521 19:38:37.869019       1 tasks_processing.go:69] worker 47 listening for tasks.
I0521 19:38:37.869016       1 tasks_processing.go:69] worker 25 listening for tasks.
I0521 19:38:37.869027       1 tasks_processing.go:69] worker 53 listening for tasks.
I0521 19:38:37.869029       1 tasks_processing.go:69] worker 49 listening for tasks.
I0521 19:38:37.868993       1 tasks_processing.go:69] worker 29 listening for tasks.
I0521 19:38:37.869029       1 tasks_processing.go:69] worker 24 listening for tasks.
I0521 19:38:37.869038       1 tasks_processing.go:69] worker 45 listening for tasks.
I0521 19:38:37.869040       1 tasks_processing.go:71] worker 20 working on openshift_machine_api_events task.
I0521 19:38:37.869045       1 tasks_processing.go:69] worker 46 listening for tasks.
I0521 19:38:37.869041       1 tasks_processing.go:69] worker 52 listening for tasks.
I0521 19:38:37.869052       1 tasks_processing.go:71] worker 45 working on proxies task.
I0521 19:38:37.869053       1 tasks_processing.go:69] worker 61 listening for tasks.
I0521 19:38:37.869056       1 tasks_processing.go:69] worker 57 listening for tasks.
I0521 19:38:37.869060       1 tasks_processing.go:71] worker 4 working on machine_configs task.
I0521 19:38:37.869060       1 tasks_processing.go:69] worker 62 listening for tasks.
I0521 19:38:37.869056       1 tasks_processing.go:69] worker 44 listening for tasks.
I0521 19:38:37.869069       1 tasks_processing.go:71] worker 30 working on authentication task.
I0521 19:38:37.869066       1 tasks_processing.go:69] worker 58 listening for tasks.
I0521 19:38:37.869073       1 tasks_processing.go:71] worker 61 working on openstack_dataplanedeployments task.
I0521 19:38:37.869076       1 tasks_processing.go:71] worker 26 working on tsdb_status task.
I0521 19:38:37.869077       1 tasks_processing.go:71] worker 44 working on sap_config task.
I0521 19:38:37.869078       1 tasks_processing.go:71] worker 6 working on metrics task.
I0521 19:38:37.869084       1 tasks_processing.go:71] worker 14 working on oauths task.
I0521 19:38:37.869085       1 tasks_processing.go:71] worker 29 working on mutating_webhook_configurations task.
I0521 19:38:37.869089       1 tasks_processing.go:71] worker 25 working on openstack_dataplanenodesets task.
I0521 19:38:37.868960       1 tasks_processing.go:69] worker 13 listening for tasks.
I0521 19:38:37.869342       1 tasks_processing.go:71] worker 13 working on image task.
I0521 19:38:37.869046       1 tasks_processing.go:69] worker 60 listening for tasks.
I0521 19:38:37.869085       1 tasks_processing.go:71] worker 49 working on active_alerts task.
I0521 19:38:37.868962       1 tasks_processing.go:71] worker 15 working on openstack_controlplanes task.
I0521 19:38:37.869079       1 tasks_processing.go:71] worker 58 working on machines task.
I0521 19:38:37.869383       1 tasks_processing.go:71] worker 60 working on machine_autoscalers task.
W0521 19:38:37.869394       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
W0521 19:38:37.869107       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0521 19:38:37.869060       1 tasks_processing.go:71] worker 52 working on networks task.
I0521 19:38:37.869501       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 112.937µs to process 0 records
I0521 19:38:37.869003       1 tasks_processing.go:69] worker 40 listening for tasks.
I0521 19:38:37.869514       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 415.798µs to process 0 records
I0521 19:38:37.868985       1 tasks_processing.go:69] worker 17 listening for tasks.
I0521 19:38:37.869524       1 tasks_processing.go:71] worker 26 working on container_images task.
I0521 19:38:37.869528       1 tasks_processing.go:71] worker 17 working on ingress_certificates task.
I0521 19:38:37.869011       1 tasks_processing.go:69] worker 33 listening for tasks.
I0521 19:38:37.869012       1 tasks_processing.go:69] worker 41 listening for tasks.
I0521 19:38:37.869018       1 tasks_processing.go:69] worker 34 listening for tasks.
I0521 19:38:37.869020       1 tasks_processing.go:69] worker 48 listening for tasks.
I0521 19:38:37.868996       1 tasks_processing.go:69] worker 39 listening for tasks.
I0521 19:38:37.869021       1 tasks_processing.go:69] worker 28 listening for tasks.
I0521 19:38:37.869024       1 tasks_processing.go:69] worker 51 listening for tasks.
I0521 19:38:37.869026       1 tasks_processing.go:69] worker 35 listening for tasks.
I0521 19:38:37.869029       1 tasks_processing.go:69] worker 42 listening for tasks.
I0521 19:38:37.869030       1 tasks_processing.go:69] worker 63 listening for tasks.
I0521 19:38:37.869032       1 tasks_processing.go:69] worker 36 listening for tasks.
I0521 19:38:37.869032       1 tasks_processing.go:69] worker 50 listening for tasks.
I0521 19:38:37.869037       1 tasks_processing.go:69] worker 43 listening for tasks.
I0521 19:38:37.869038       1 tasks_processing.go:69] worker 55 listening for tasks.
I0521 19:38:37.869042       1 tasks_processing.go:71] worker 3 working on cluster_apiserver task.
I0521 19:38:37.869606       1 tasks_processing.go:71] worker 34 working on pod_network_connectivity_checks task.
I0521 19:38:37.869616       1 tasks_processing.go:71] worker 39 working on nodenetworkstates task.
I0521 19:38:37.869641       1 tasks_processing.go:71] worker 42 working on ingress task.
I0521 19:38:37.869047       1 tasks_processing.go:69] worker 59 listening for tasks.
I0521 19:38:37.869668       1 tasks_processing.go:71] worker 59 working on openstack_version task.
I0521 19:38:37.869682       1 tasks_processing.go:71] worker 36 working on container_runtime_configs task.
I0521 19:38:37.869695       1 tasks_processing.go:71] worker 50 working on version task.
I0521 19:38:37.869698       1 tasks_processing.go:71] worker 43 working on service_accounts task.
I0521 19:38:37.869608       1 tasks_processing.go:71] worker 55 working on operators task.
I0521 19:38:37.869875       1 tasks_processing.go:71] worker 33 working on monitoring_persistent_volumes task.
I0521 19:38:37.869047       1 tasks_processing.go:71] worker 18 working on install_plans task.
I0521 19:38:37.869902       1 tasks_processing.go:71] worker 28 working on overlapping_namespace_uids task.
I0521 19:38:37.869916       1 tasks_processing.go:71] worker 41 working on lokistack task.
I0521 19:38:37.869049       1 tasks_processing.go:71] worker 8 working on dvo_metrics task.
I0521 19:38:37.870276       1 tasks_processing.go:71] worker 35 working on crds task.
I0521 19:38:37.870305       1 tasks_processing.go:71] worker 51 working on nodenetworkconfigurationpolicies task.
I0521 19:38:37.869047       1 tasks_processing.go:71] worker 0 working on sap_pods task.
I0521 19:38:37.869684       1 tasks_processing.go:71] worker 63 working on certificate_signing_requests task.
I0521 19:38:37.869056       1 tasks_processing.go:69] worker 56 listening for tasks.
I0521 19:38:37.869053       1 tasks_processing.go:71] worker 2 working on aggregated_monitoring_cr_names task.
I0521 19:38:37.869004       1 tasks_processing.go:69] worker 32 listening for tasks.
I0521 19:38:37.871058       1 tasks_processing.go:74] worker 32 stopped.
I0521 19:38:37.869062       1 tasks_processing.go:71] worker 19 working on config_maps task.
I0521 19:38:37.869064       1 tasks_processing.go:71] worker 38 working on nodes task.
I0521 19:38:37.869066       1 tasks_processing.go:71] worker 31 working on storage_classes task.
I0521 19:38:37.869064       1 tasks_processing.go:71] worker 1 working on machine_config_pools task.
I0521 19:38:37.869068       1 tasks_processing.go:71] worker 47 working on operators_pods_and_events task.
I0521 19:38:37.869068       1 tasks_processing.go:71] worker 7 working on infrastructures task.
I0521 19:38:37.869067       1 tasks_processing.go:71] worker 57 working on storage_cluster task.
I0521 19:38:37.869070       1 tasks_processing.go:71] worker 62 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0521 19:38:37.869072       1 tasks_processing.go:71] worker 10 working on qemu_kubevirt_launcher_logs task.
I0521 19:38:37.869072       1 tasks_processing.go:71] worker 21 working on schedulers task.
I0521 19:38:37.869073       1 tasks_processing.go:71] worker 11 working on pdbs task.
I0521 19:38:37.869077       1 tasks_processing.go:71] worker 9 working on support_secret task.
W0521 19:38:37.869114       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0521 19:38:37.869116       1 tasks_processing.go:71] worker 54 working on olm_operators task.
I0521 19:38:37.869123       1 tasks_processing.go:71] worker 53 working on machine_sets task.
I0521 19:38:37.869124       1 tasks_processing.go:71] worker 12 working on openshift_logging task.
I0521 19:38:37.869133       1 tasks_processing.go:71] worker 24 working on jaegers task.
I0521 19:38:37.869131       1 tasks_processing.go:71] worker 23 working on clusterroles task.
I0521 19:38:37.868957       1 tasks_processing.go:71] worker 5 working on node_logs task.
I0521 19:38:37.869274       1 tasks_processing.go:71] worker 27 working on cost_management_metrics_configs task.
I0521 19:38:37.869491       1 tasks_processing.go:71] worker 49 working on silenced_alerts task.
W0521 19:38:37.873440       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0521 19:38:37.869518       1 tasks_processing.go:71] worker 40 working on ceph_cluster task.
I0521 19:38:37.869613       1 tasks_processing.go:71] worker 48 working on validating_webhook_configurations task.
I0521 19:38:37.870572       1 tasks_processing.go:71] worker 56 working on feature_gates task.
I0521 19:38:37.869058       1 tasks_processing.go:71] worker 22 working on machine_healthchecks task.
I0521 19:38:37.869052       1 tasks_processing.go:71] worker 46 working on sap_datahubs task.
I0521 19:38:37.872811       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 3.668223ms to process 0 records
I0521 19:38:37.872765       1 tasks_processing.go:74] worker 6 stopped.
I0521 19:38:37.873739       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 27.223µs to process 0 records
I0521 19:38:37.873752       1 tasks_processing.go:74] worker 49 stopped.
I0521 19:38:37.876408       1 tasks_processing.go:74] worker 44 stopped.
I0521 19:38:37.876424       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 7.318627ms to process 0 records
I0521 19:38:37.876754       1 tasks_processing.go:74] worker 59 stopped.
I0521 19:38:37.876766       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 7.073123ms to process 0 records
I0521 19:38:37.877123       1 tasks_processing.go:74] worker 60 stopped.
I0521 19:38:37.877134       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 7.712037ms to process 0 records
I0521 19:38:37.877980       1 tasks_processing.go:74] worker 15 stopped.
I0521 19:38:37.877991       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 8.598001ms to process 0 records
I0521 19:38:37.878003       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 8.061329ms to process 0 records
I0521 19:38:37.878007       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 8.290929ms to process 0 records
I0521 19:38:37.878013       1 tasks_processing.go:74] worker 36 stopped.
I0521 19:38:37.878017       1 tasks_processing.go:74] worker 41 stopped.
I0521 19:38:37.878181       1 tasks_processing.go:74] worker 58 stopped.
E0521 19:38:37.878196       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0521 19:38:37.878219       1 gather.go:177] gatherer "clusterconfig" function "machines" took 8.786062ms to process 0 records
I0521 19:38:37.896119       1 tasks_processing.go:74] worker 39 stopped.
I0521 19:38:37.896136       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 26.489444ms to process 0 records
I0521 19:38:37.896272       1 tasks_processing.go:74] worker 34 stopped.
E0521 19:38:37.896286       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0521 19:38:37.896294       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 26.649357ms to process 0 records
I0521 19:38:37.896382       1 tasks_processing.go:74] worker 61 stopped.
I0521 19:38:37.896401       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 27.296896ms to process 0 records
I0521 19:38:37.896414       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 27.107006ms to process 0 records
I0521 19:38:37.896421       1 tasks_processing.go:74] worker 25 stopped.
I0521 19:38:37.896471       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0521 19:38:37.896494       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0521 19:38:37.896500       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0521 19:38:37.896504       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0521 19:38:37.896521       1 controller.go:489] The operator is still being initialized
I0521 19:38:37.896531       1 controller.go:512] The operator is healthy
I0521 19:38:37.896545       1 tasks_processing.go:74] worker 20 stopped.
I0521 19:38:37.896562       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 27.493333ms to process 0 records
I0521 19:38:37.896628       1 tasks_processing.go:74] worker 42 stopped.
I0521 19:38:37.896975       1 recorder.go:75] Recording config/ingress with fingerprint=42ed7061e94c43202e7db927aa22ac436d585e3a6fe3b923904d9775243b8b7d
I0521 19:38:37.896997       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 26.969162ms to process 1 records
I0521 19:38:37.897106       1 recorder.go:75] Recording config/image with fingerprint=d10e5cb22c8de956196a7cb2555f92c6f310dbdbf1857414cc8c8be69771fccf
I0521 19:38:37.897124       1 gather.go:177] gatherer "clusterconfig" function "image" took 27.457363ms to process 1 records
I0521 19:38:37.897109       1 tasks_processing.go:74] worker 13 stopped.
I0521 19:38:37.897187       1 recorder.go:75] Recording config/proxy with fingerprint=6b8cb3394488571b175dc7bae6d2b31067b221053e7aba91b695831b9f5f9379
I0521 19:38:37.897199       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 27.765661ms to process 1 records
I0521 19:38:37.897213       1 tasks_processing.go:74] worker 45 stopped.
I0521 19:38:37.897286       1 tasks_processing.go:74] worker 30 stopped.
I0521 19:38:37.897396       1 recorder.go:75] Recording config/authentication with fingerprint=270f2495bba77b5bfedab9c005a622fbc7c14ea471f17d26752afd0569b8c13c
I0521 19:38:37.897406       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 27.764618ms to process 1 records
I0521 19:38:37.897550       1 recorder.go:75] Recording config/network with fingerprint=5ef3ae55b2f024520979420d195d05c2a8b88a94b4a3db9d3d77f3b337cf9b40
I0521 19:38:37.897563       1 gather.go:177] gatherer "clusterconfig" function "networks" took 27.40957ms to process 1 records
I0521 19:38:37.897565       1 tasks_processing.go:74] worker 52 stopped.
I0521 19:38:37.897654       1 tasks_processing.go:74] worker 37 stopped.
I0521 19:38:37.897828       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1c095ae5fcea1e51902a58e727e652845e5e3a87f22b3612b99d9fdf4dc8bb3e
I0521 19:38:37.897841       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 27.965195ms to process 1 records
I0521 19:38:37.897940       1 tasks_processing.go:74] worker 14 stopped.
I0521 19:38:37.898108       1 recorder.go:75] Recording config/oauth with fingerprint=5fc0d8a67c3d0c0a0f77e80ed9b906e454b5d24a40280f1c7312dbeeb0d71705
I0521 19:38:37.898124       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 27.866402ms to process 1 records
I0521 19:38:37.898184       1 tasks_processing.go:74] worker 3 stopped.
I0521 19:38:37.898279       1 recorder.go:75] Recording config/apiserver with fingerprint=ebf12d479f451a3368bf879351698bfbfa3b45ee22a06a666fb189b371449763
I0521 19:38:37.898295       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 27.578276ms to process 1 records
I0521 19:38:37.898305       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 27.367225ms to process 0 records
I0521 19:38:37.898314       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 24.888988ms to process 0 records
I0521 19:38:37.898322       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 27.834769ms to process 0 records
I0521 19:38:37.898327       1 tasks_processing.go:74] worker 33 stopped.
I0521 19:38:37.898329       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 26.559863ms to process 0 records
I0521 19:38:37.898335       1 tasks_processing.go:74] worker 1 stopped.
I0521 19:38:37.898341       1 tasks_processing.go:74] worker 0 stopped.
I0521 19:38:37.898342       1 tasks_processing.go:74] worker 24 stopped.
I0521 19:38:37.898765       1 tasks_processing.go:74] worker 9 stopped.
E0521 19:38:37.898777       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0521 19:38:37.898786       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 26.114709ms to process 0 records
I0521 19:38:37.898794       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 26.572072ms to process 0 records
I0521 19:38:37.898799       1 tasks_processing.go:74] worker 57 stopped.
I0521 19:38:37.898810       1 tasks_processing.go:74] worker 7 stopped.
I0521 19:38:37.899657       1 recorder.go:75] Recording config/infrastructure with fingerprint=d060c4370b05a890305756f76a94a8a0f1db576d5191bdc1ab30d5db26827bbe
I0521 19:38:37.899680       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 26.66053ms to process 1 records
I0521 19:38:37.899692       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 28.513365ms to process 0 records
I0521 19:38:37.899779       1 tasks_processing.go:74] worker 51 stopped.
I0521 19:38:37.899815       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=b35739cdb069f87c77702b13f997b117286c739d81f7c23b6cdcece2041fe562
I0521 19:38:37.899826       1 tasks_processing.go:74] worker 11 stopped.
I0521 19:38:37.899843       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=b24b8861114f4dcc418118a48ef0aca929c16f1e3cf28f99ba42348bde8e80d4
I0521 19:38:37.899867       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=46d79a1a80371ff67b136a71a0192078fc4e2a71fa48db58d34eb86a817f8c3f
I0521 19:38:37.899876       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 26.304775ms to process 3 records
I0521 19:38:37.899884       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 25.934348ms to process 0 records
I0521 19:38:37.899890       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 25.979939ms to process 0 records
I0521 19:38:37.899896       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 25.837853ms to process 0 records
I0521 19:38:37.899902       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 25.853205ms to process 0 records
I0521 19:38:37.899998       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=1c5b017119e0416d9a1c27ccb785233fd00c87723437836dd70aaf622c66b615
I0521 19:38:37.900019       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=9d688908306d1d0a676249303b657f3f0c37d47e851e7d2f1a52d81850c7cff3
I0521 19:38:37.900025       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 27.755796ms to process 2 records
I0521 19:38:37.900225       1 tasks_processing.go:74] worker 12 stopped.
I0521 19:38:37.900432       1 tasks_processing.go:74] worker 40 stopped.
I0521 19:38:37.900491       1 tasks_processing.go:74] worker 53 stopped.
I0521 19:38:37.900497       1 tasks_processing.go:74] worker 27 stopped.
I0521 19:38:37.900505       1 tasks_processing.go:74] worker 31 stopped.
I0521 19:38:37.900522       1 tasks_processing.go:74] worker 21 stopped.
I0521 19:38:37.900861       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=48d391ca925d82e76e60696a30527cf61da5297ddfe4435190a5084430056800
I0521 19:38:37.900944       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 26.987768ms to process 1 records
I0521 19:38:37.900997       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 27.010609ms to process 0 records
E0521 19:38:37.901031       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0521 19:38:37.901103       1 tasks_processing.go:74] worker 22 stopped.
I0521 19:38:37.901104       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 27.104571ms to process 0 records
I0521 19:38:37.901090       1 tasks_processing.go:74] worker 46 stopped.
I0521 19:38:37.903323       1 tasks_processing.go:74] worker 38 stopped.
I0521 19:38:37.903549       1 gather_logs.go:145] no pods in  namespace were found
I0521 19:38:37.903670       1 recorder.go:75] Recording config/node/ip-10-0-1-129.ec2.internal with fingerprint=95fc717c88fb8e06239009e6fbe5bb6dd1b1e408d4212d40b1bf4af68f8b2b99
I0521 19:38:37.903743       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 31.878329ms to process 1 records
W0521 19:38:37.903754       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0521 19:38:37.904097       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=60408e2b3228726854643075c87f260e2f08622c4f522913b73adc9bb7f0ecfa
I0521 19:38:37.904109       1 tasks_processing.go:74] worker 29 stopped.
I0521 19:38:37.904147       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=76ee676961ba8bf977817e50d9843dc3e81a4f07b7f32b8b6d570a326f3ab3a7
I0521 19:38:37.904191       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=fd4ee098c3ca67b419d54fb592a9664f7862eee344f939d61add2cead6d23b5a
I0521 19:38:37.904240       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 34.303226ms to process 3 records
I0521 19:38:37.904259       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 33.023602ms to process 0 records
I0521 19:38:37.904265       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 31.136846ms to process 0 records
I0521 19:38:37.904283       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0521 19:38:37.904293       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 34.235503ms to process 1 records
I0521 19:38:37.904324       1 tasks_processing.go:74] worker 10 stopped.
I0521 19:38:37.904335       1 tasks_processing.go:74] worker 63 stopped.
I0521 19:38:37.904339       1 tasks_processing.go:74] worker 28 stopped.
I0521 19:38:37.904419       1 tasks_processing.go:74] worker 16 stopped.
I0521 19:38:37.904854       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=186f1e30e6e7b8701eadaf2a401229fee66e717c1c3baa14b888ad54200b921c
I0521 19:38:37.904870       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 35.268851ms to process 1 records
I0521 19:38:37.910276       1 tasks_processing.go:74] worker 56 stopped.
I0521 19:38:37.910448       1 recorder.go:75] Recording config/featuregate with fingerprint=6fbc14ece7c10b306eabb87ae6a54cf547121468a43715be25b01592ac9a85de
I0521 19:38:37.910462       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 36.733099ms to process 1 records
I0521 19:38:37.911749       1 tasks_processing.go:74] worker 48 stopped.
I0521 19:38:37.912085       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=b8a9bcfb2496a41c9bdf6dc5e9ced6a01edf7af96d12d6ef99dfdbe8266a920f
I0521 19:38:37.912292       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=e50d79b06ab7e76299408a4097016887c187b280c9f005a23affa80bf799a114
I0521 19:38:37.912337       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=96ba3be72ca7bc9f786af1acca7900a47315510e0a80495393459174ae1aeede
I0521 19:38:37.912382       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=82809d2a1c1ee263fb12806688445e63e79985c60b9c5a9d50a86a2e31275267
I0521 19:38:37.912422       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=f713dddec2ae85ba294f0cc8fbf7cbaa0250c70f8995b04f178c093e4f9b363c
I0521 19:38:37.912793       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=d5ec54e2b43a32168eaacb6ebc3e09f875e6f8acd7322177a077d5475c11a4fb
I0521 19:38:37.912835       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=cd3b126a95e957738589e35478d45bc429b86db255fc042e2d7a277dc7ac2cde
I0521 19:38:37.912877       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=84449596071d2efdcfd3975394fdd543fcc33d78ee6a3f7441598a48965c4c2c
I0521 19:38:37.912902       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=fc682e98e476cc2413657bb1c527455a1e8f71aa571476bb0db905b096aa0f8d
I0521 19:38:37.912926       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=1e6cfe17b89c7baa0e3da0afb8896446f022519b9935868ff4f8aa59699c2599
I0521 19:38:37.912956       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=2cb169b10f9c4fd210e103981ef37217540584f8469cc400288a5099fab31b87
I0521 19:38:37.912967       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 38.21994ms to process 11 records
I0521 19:38:37.913265       1 tasks_processing.go:74] worker 26 stopped.
I0521 19:38:37.913323       1 recorder.go:75] Recording config/running_containers with fingerprint=4834c44546a308eaf5e2e285d6ed378857127fbf3e3736cedef36632c0ae2be6
I0521 19:38:37.913334       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 43.730672ms to process 1 records
I0521 19:38:37.925884       1 tasks_processing.go:74] worker 62 stopped.
I0521 19:38:37.925908       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 53.514266ms to process 0 records
I0521 19:38:37.926115       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0521 19:38:37.926115       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
W0521 19:38:37.926255       1 operator.go:288] started
I0521 19:38:37.926270       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0521 19:38:37.937129       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0521 19:38:37.937143       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0521 19:38:37.937165       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0521 19:38:37.941126       1 base_controller.go:82] Caches are synced for ConfigController 
I0521 19:38:37.941183       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0521 19:38:37.941172       1 tasks_processing.go:74] worker 50 stopped.
I0521 19:38:37.941577       1 recorder.go:75] Recording config/version with fingerprint=35aa14ec53c4035983bea08412c08544258af055b4a36b6111b8fc22a3aadfc7
I0521 19:38:37.941597       1 recorder.go:75] Recording config/id with fingerprint=c166e70f25e771b7e1eb4b9a408ee5a7901f2442956f42668a41ba8e974bb1b7
I0521 19:38:37.941607       1 gather.go:177] gatherer "clusterconfig" function "version" took 71.46693ms to process 2 records
I0521 19:38:37.941731       1 tasks_processing.go:74] worker 23 stopped.
I0521 19:38:37.942014       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=1bd43972a3f40a06ef9f0c7e19a0fcf89052123ce839b15b90d5eef2db3413ff
I0521 19:38:37.942166       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=b905da39dfbad81b545d942d792bb663ca0dee61820b3f02a50bded53d1d3224
I0521 19:38:37.942180       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 68.360099ms to process 2 records
I0521 19:38:37.942190       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 71.306554ms to process 0 records
I0521 19:38:37.942209       1 tasks_processing.go:74] worker 2 stopped.
I0521 19:38:37.942276       1 tasks_processing.go:74] worker 35 stopped.
I0521 19:38:37.942665       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=cc712ce4e866c66da40086d9e326c4fc0c53c7adea53f3987fff279395a7ab8c
I0521 19:38:37.942916       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=d471a1b604d45aa2515e982406460a6854551d7859c9c84451743272896406da
I0521 19:38:37.942929       1 gather.go:177] gatherer "clusterconfig" function "crds" took 71.688526ms to process 2 records
I0521 19:38:37.942972       1 recorder.go:75] Recording config/olm_operators with fingerprint=a060bd57f3facb6390e57d355d1afebba6422768a3cea3027c5dd8e5f4e7de9e
I0521 19:38:37.942980       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 69.480116ms to process 1 records
I0521 19:38:37.942986       1 tasks_processing.go:74] worker 54 stopped.
I0521 19:38:37.953314       1 controller.go:212] Source scaController *sca.Controller is not ready
I0521 19:38:37.953327       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0521 19:38:37.953330       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0521 19:38:37.953333       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0521 19:38:37.953335       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0521 19:38:37.953352       1 controller.go:489] The operator is still being initialized
I0521 19:38:37.953357       1 controller.go:512] The operator is healthy
E0521 19:38:37.958419       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273197f273-0cad-4366-9ff4-8946f649d993%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.20:59934->172.30.0.10:53: read: connection refused
I0521 19:38:37.958436       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273197f273-0cad-4366-9ff4-8946f649d993%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.20:59934->172.30.0.10:53: read: connection refused
I0521 19:38:37.958830       1 prometheus_rules.go:88] Prometheus rules successfully created
I0521 19:38:37.961902       1 configmapobserver.go:84] configmaps "insights-config" not found
I0521 19:38:37.999112       1 tasks_processing.go:74] worker 19 stopped.
E0521 19:38:37.999132       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0521 19:38:37.999140       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0521 19:38:37.999145       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0521 19:38:37.999161       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0521 19:38:37.999203       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0521 19:38:37.999213       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0521 19:38:37.999219       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0521 19:38:37.999225       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0521 19:38:37.999287       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0521 19:38:37.999299       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0521 19:38:37.999307       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 127.966716ms to process 7 records
I0521 19:38:37.999773       1 tasks_processing.go:74] worker 5 stopped.
I0521 19:38:37.999787       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 126.388297ms to process 0 records
I0521 19:38:38.003884       1 tasks_processing.go:74] worker 4 stopped.
I0521 19:38:38.003914       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0521 19:38:38.003926       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 134.80978ms to process 1 records
I0521 19:38:38.021444       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0521 19:38:38.025190       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.20:42017->172.30.0.10:53: read: connection refused
I0521 19:38:38.025205       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.20:42017->172.30.0.10:53: read: connection refused
I0521 19:38:38.027295       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0521 19:38:38.027310       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0521 19:38:38.027921       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0521 19:38:38.031159       1 tasks_processing.go:74] worker 17 stopped.
E0521 19:38:38.031173       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0521 19:38:38.031179       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2qegnnglbapmtmq1bjs7srvhpig1kc2g-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2qegnnglbapmtmq1bjs7srvhpig1kc2g-primary-cert-bundle-secret" not found
I0521 19:38:38.031235       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=9481fda5db892ac6afc1dfe42d7cc029c2366d62f13e68f5d281624cfc93e144
I0521 19:38:38.031247       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 161.617853ms to process 1 records
I0521 19:38:38.033969       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0521 19:38:38.333608       1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers
I0521 19:38:38.333625       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes
I0521 19:38:38.334690       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hgsfx pod in namespace openshift-dns (previous: false).
I0521 19:38:38.563998       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hgsfx pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hgsfx\" is waiting to start: ContainerCreating"
I0521 19:38:38.564022       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hgsfx\" is waiting to start: ContainerCreating"
I0521 19:38:38.564031       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hgsfx pod in namespace openshift-dns (previous: false).
I0521 19:38:38.747536       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hgsfx pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hgsfx\" is waiting to start: ContainerCreating"
I0521 19:38:38.747552       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hgsfx\" is waiting to start: ContainerCreating"
I0521 19:38:38.747562       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-4wds2 pod in namespace openshift-dns (previous: false).
W0521 19:38:38.902418       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0521 19:38:38.952049       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0521 19:38:38.952121       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-66b79fb56c-lphkv pod in namespace openshift-image-registry (previous: false).
I0521 19:38:39.133377       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0521 19:38:39.133422       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-66b79fb56c-lwsgr pod in namespace openshift-image-registry (previous: false).
I0521 19:38:39.328173       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0521 19:38:39.338162       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-66b79fb56c-lwsgr pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-66b79fb56c-lwsgr\" is waiting to start: ContainerCreating"
I0521 19:38:39.338185       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-66b79fb56c-lwsgr\" is waiting to start: ContainerCreating"
I0521 19:38:39.338249       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-84cb4965d4-l8s6w pod in namespace openshift-image-registry (previous: false).
I0521 19:38:39.533539       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0521 19:38:39.533557       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-vc6jm pod in namespace openshift-image-registry (previous: false).
I0521 19:38:39.729014       1 tasks_processing.go:74] worker 55 stopped.
I0521 19:38:39.729068       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=233489bfa5a23be48c82453c5c62423be19017c74287981430eeecb63244093d
I0521 19:38:39.729099       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=b5186982179455990f5ac46f7c5a84ddec7b4626b4b4d1a0426a7e21ee3ff4b2
I0521 19:38:39.729129       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0521 19:38:39.729157       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=6e7ac39abd077d1dc6ce9f6d3541ee018eb91602e7221888fdc4792d39280cb3
I0521 19:38:39.729174       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0521 19:38:39.729198       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=c04e6657e3a3513d2689cb42938cea802e0ad070e421dee1effac152810ada73
I0521 19:38:39.729228       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=b7a3a6e866cadf4bee70bcec028aa546c25a18e218a1922b2787d5e883838574
I0521 19:38:39.729268       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=5636ffc2efc15b5cddb1590c558323f9b8cdf874a04d60fac0e2e777d7c4c619
I0521 19:38:39.729282       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=d74a2933f4fe65158cc909384f1fb9ba6ff99bf76515dfe701d76b4a44691983
I0521 19:38:39.729298       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=75fff9c55b0a1811b4ffdc2d239abeabdafbb510c681454ecc160ead627044b6
I0521 19:38:39.729308       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0521 19:38:39.729351       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=4e5cd7f860ec263514b183b3c4630c1c3c79ea2b2863874efc45e8ee304cdd26
I0521 19:38:39.729363       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0521 19:38:39.729379       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=08380563d89abfff27b2a420831d7da506380227f32a581d6fe48ed13610c0c5
I0521 19:38:39.729388       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0521 19:38:39.729401       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=cdd8932d648b0894a2b0f2105d1ff50cbd425f63df5b779da6ea77b4768912d5
I0521 19:38:39.729410       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0521 19:38:39.729426       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=5083e751d1f76de0fc4b773e8c9bf6a4c30a6688ae89e960806bd0d668318103
I0521 19:38:39.729546       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=97bf4a8e3dfb8b02224a61774cc2c2d0b2eb56ab24ff3ae4d13f816965b1e0f3
I0521 19:38:39.729555       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0521 19:38:39.729562       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0521 19:38:39.729582       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0521 19:38:39.729603       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=965a107262def745652fdc963e7d3ec5f8fe8af5ec21b01f75ff1dcc8d683b73
I0521 19:38:39.729626       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=418612f5a6132c874d636707d896666d5ac5ccc1c267c2e0fc887dc5b53b73ae
I0521 19:38:39.729635       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0521 19:38:39.729651       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=d6f0682f2ec0b0271077de4ad67f64496b200b258e4cd9a99746748dea0366ec
I0521 19:38:39.729660       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0521 19:38:39.729673       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=39e1a6383757b6a159a004d1c58f2f207144c54a64cc15d79f2e748b207376c8
I0521 19:38:39.729687       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=73431bb7bd4b342b3b6937bf43ead2380f009d2f0f724d60f6754e4f939e7774
I0521 19:38:39.729702       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=523ffc709bdfff72a773298f3f4a7b25ce40e6566b5d293dadd2d8b82139f7e9
I0521 19:38:39.729730       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=4f83c72e50269dc5e30b0ef8088c91a2577d69b3511fd95b228d8be4877b5bc8
I0521 19:38:39.729743       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=2ec662f1bf0a668a03dcbd3c2a901ed0909c1906a1d03439314fea5a94dffe7f
I0521 19:38:39.729769       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=35a107f5dcc33482950c382999f93ecff136718dc6a98898ee32023ff578752c
I0521 19:38:39.729785       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0521 19:38:39.729793       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0521 19:38:39.729800       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.859150596s to process 35 records
I0521 19:38:39.738693       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0521 19:38:39.738705       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5745dbb8dc-v698z pod in namespace openshift-ingress (previous: false).
W0521 19:38:39.901483       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0521 19:38:39.940478       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5745dbb8dc-v698z pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5745dbb8dc-v698z\" is waiting to start: ContainerCreating"
I0521 19:38:39.940498       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5745dbb8dc-v698z\" is waiting to start: ContainerCreating"
I0521 19:38:39.940510       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7fdccd76d7-c9zjk pod in namespace openshift-ingress (previous: false).
I0521 19:38:40.133520       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0521 19:38:40.133537       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7fdccd76d7-zvlzl pod in namespace openshift-ingress (previous: false).
I0521 19:38:40.340091       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7fdccd76d7-zvlzl pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7fdccd76d7-zvlzl\" is waiting to start: ContainerCreating"
I0521 19:38:40.340110       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7fdccd76d7-zvlzl\" is waiting to start: ContainerCreating"
I0521 19:38:40.340149       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-t9d75 pod in namespace openshift-ingress-canary (previous: false).
I0521 19:38:40.538394       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-t9d75 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-t9d75\" is waiting to start: ContainerCreating"
I0521 19:38:40.538415       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-t9d75\" is waiting to start: ContainerCreating"
I0521 19:38:40.538437       1 tasks_processing.go:74] worker 47 stopped.
I0521 19:38:40.538558       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=d3e79c488d9eec439d1857921b1421976ea65060bfda5a64900d984078bdb637
I0521 19:38:40.538596       1 recorder.go:75] Recording events/openshift-dns with fingerprint=4a9a2ac67a142389de1d15236711fe0c792c1562a54aefe4b6c8aee7523bca2c
I0521 19:38:40.538672       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=03e0fe036a9616eb8ee1d431b6049729db3b4c494dcd1aff16c084308dcb1973
I0521 19:38:40.538703       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=e6f836baf42604f22834ad1b1507a02efc0b548014d64cdbac92981949421fe2
I0521 19:38:40.538783       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=a8bf204729e98f8e876bb0958218b435b1fa6c03bd6f245036f0b6dd6aa2467c
I0521 19:38:40.538799       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=50c98d789196aeefadd1f5bb04fa07b6372cf4cf6eb4d3f675d30da55ef4aec9
I0521 19:38:40.540300       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-hgsfx with fingerprint=2ab9ddfaff8f54174cafde057aa3e9f3b67074ec21a02c21031d848eb50054c4
I0521 19:38:40.540422       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-66b79fb56c-lphkv with fingerprint=5c361e6cb23c6d6395989501489fe3b96928732848b439a81f13cab1f1698f76
I0521 19:38:40.540533       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-66b79fb56c-lwsgr with fingerprint=6a974f05c2c1e848af33a4b8b008e82bc83d64ead5b8f0c9c34041ecd83b5dbc
I0521 19:38:40.540645       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-84cb4965d4-l8s6w with fingerprint=a2d8cc965c6d0eecb9e72349bcf7c5977d907ff45daf0fa723928622ab9c5cb2
I0521 19:38:40.540741       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-t9d75 with fingerprint=8d15725d15d6e86bdec1a5a6de8bd2e40bc0e14a02acc5020a0fc3f130d4f395
I0521 19:38:40.540752       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.666370451s to process 11 records
W0521 19:38:40.901823       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0521 19:38:41.900984       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0521 19:38:42.901326       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0521 19:38:42.901352       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0521 19:38:42.901368       1 tasks_processing.go:74] worker 8 stopped.
E0521 19:38:42.901378       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0521 19:38:42.901389       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0521 19:38:42.901402       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0521 19:38:42.901412       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.031106516s to process 1 records
I0521 19:38:50.511648       1 tasks_processing.go:74] worker 18 stopped.
I0521 19:38:50.511701       1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec
I0521 19:38:50.511735       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.641736529s to process 1 records
I0521 19:38:51.108669       1 configmapobserver.go:84] configmaps "insights-config" not found
I0521 19:38:51.277970       1 tasks_processing.go:74] worker 43 stopped.
I0521 19:38:51.278240       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=a7a4de02df1cc1abdf9107bf21a9d837b0f58083251a7f44b02bf3cc6249ecc3
I0521 19:38:51.278257       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.408253505s to process 1 records
E0521 19:38:51.278317       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.409s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0521 19:38:51.279425       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0521 19:38:51.279443       1 periodic.go:209] Running workloads gatherer
I0521 19:38:51.279458       1 tasks_processing.go:45] number of workers: 2
I0521 19:38:51.279472       1 tasks_processing.go:69] worker 1 listening for tasks.
I0521 19:38:51.279481       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0521 19:38:51.279483       1 tasks_processing.go:69] worker 0 listening for tasks.
I0521 19:38:51.279550       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0521 19:38:51.302510       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data
I0521 19:38:51.313139       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (11ms)
I0521 19:38:51.314181       1 tasks_processing.go:74] worker 0 stopped.
I0521 19:38:51.314197       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.610822ms to process 0 records
I0521 19:38:51.322466       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms)
I0521 19:38:51.331838       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms)
I0521 19:38:51.342025       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (10ms)
I0521 19:38:51.351898       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (10ms)
I0521 19:38:51.363012       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (11ms)
I0521 19:38:51.372509       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (9ms)
I0521 19:38:51.382310       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (10ms)
I0521 19:38:51.391982       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (10ms)
I0521 19:38:51.401099       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (9ms)
I0521 19:38:51.410682       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (10ms)
I0521 19:38:51.514554       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (104ms)
I0521 19:38:51.612878       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (98ms)
I0521 19:38:51.716842       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (104ms)
I0521 19:38:51.813236       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (96ms)
I0521 19:38:51.913666       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms)
I0521 19:38:51.925419       1 configmapobserver.go:84] configmaps "insights-config" not found
I0521 19:38:52.012372       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (99ms)
I0521 19:38:52.111973       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms)
I0521 19:38:52.124519       1 configmapobserver.go:84] configmaps "insights-config" not found
I0521 19:38:52.211863       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms)
I0521 19:38:52.311354       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (99ms)
I0521 19:38:52.412829       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms)
I0521 19:38:52.512486       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms)
I0521 19:38:52.613611       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms)
I0521 19:38:52.712860       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (99ms)
I0521 19:38:52.813107       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms)
I0521 19:38:52.911941       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (99ms)
I0521 19:38:53.013064       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms)
I0521 19:38:53.111601       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms)
I0521 19:38:53.211995       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms)
I0521 19:38:53.313261       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (101ms)
I0521 19:38:53.412175       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (99ms)
I0521 19:38:53.512830       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (101ms)
I0521 19:38:53.512864       1 tasks_processing.go:74] worker 1 stopped.
E0521 19:38:53.512876       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0521 19:38:53.513177       1 recorder.go:75] Recording config/workload_info with fingerprint=4ef0a2db8b7bd44c2963036b4cb89ac785c91fb9dabd86f35b4cb9c8d0ab3737
I0521 19:38:53.513197       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.233373282s to process 1 records
E0521 19:38:53.513229       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.233s with: function \"workload_info\" failed with an error"
I0521 19:38:53.514333       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0521 19:38:53.514347       1 periodic.go:209] Running conditional gatherer
I0521 19:38:53.522362       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0521 19:38:53.529446       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.20:54121->172.30.0.10:53: read: connection refused
E0521 19:38:53.529688       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0521 19:38:53.529758       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0521 19:38:53.536350       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0521 19:38:53.536369       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0521 19:38:53.536377       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0521 19:38:53.536382       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0521 19:38:53.536387       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0521 19:38:53.536391       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0521 19:38:53.536396       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0521 19:38:53.536399       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0521 19:38:53.536403       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0521 19:38:53.536408       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0521 19:38:53.536429       1 tasks_processing.go:45] number of workers: 3
I0521 19:38:53.536443       1 tasks_processing.go:69] worker 2 listening for tasks.
I0521 19:38:53.536449       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0521 19:38:53.536450       1 tasks_processing.go:69] worker 0 listening for tasks.
I0521 19:38:53.536461       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0521 19:38:53.536466       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0521 19:38:53.536465       1 tasks_processing.go:69] worker 1 listening for tasks.
I0521 19:38:53.536475       1 tasks_processing.go:74] worker 1 stopped.
I0521 19:38:53.536545       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0521 19:38:53.536562       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.723µs to process 1 records
I0521 19:38:53.536604       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0521 19:38:53.536614       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 887ns to process 1 records
I0521 19:38:53.536623       1 tasks_processing.go:74] worker 0 stopped.
I0521 19:38:53.536691       1 tasks_processing.go:74] worker 2 stopped.
I0521 19:38:53.536703       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 219.892µs to process 0 records
I0521 19:38:53.536744       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.20:54121->172.30.0.10:53: read: connection refused
I0521 19:38:53.536762       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0521 19:38:53.561421       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=df8d31a87942200086b922d709fd16d2ceaa6651ba3003b5a8ad4ba37c7ec283
I0521 19:38:53.561557       1 diskrecorder.go:70] Writing 103 records to /var/lib/insights-operator/insights-2026-05-21-193853.tar.gz
I0521 19:38:53.567862       1 diskrecorder.go:51] Wrote 103 records to disk in 6ms
I0521 19:38:53.567896       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0521 19:38:53.567917       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0521 19:39:04.052940       1 configmapobserver.go:84] configmaps "insights-config" not found
I0521 19:40:07.869546       1 diskrecorder.go:223] Found files to send: insights-2026-05-21-193853.tar.gz
I0521 19:40:07.869578       1 insightsuploader.go:150] Checking archives to upload periodically every 16m1.494983248s
I0521 19:40:07.869588       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0521 19:40:07.881216       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0521 19:40:07.884536       1 requests.go:49] Unable to build a request, possible invalid token: Post "https://console.redhat.com/api/ingress/v1/upload": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.20:35342->172.30.0.10:53: read: connection refused
I0521 19:40:07.884576       1 insightsuploader.go:169] Unable to upload report after 10ms: unable to build request to connect to Insights server: Post "https://console.redhat.com/api/ingress/v1/upload": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.20:35342->172.30.0.10:53: read: connection refused
I0521 19:40:07.884597       1 controllerstatus.go:80] name=insightsuploader healthy=false reason=UploadFailed message=Unable to report: unable to build request to connect to Insights server: Post "https://console.redhat.com/api/ingress/v1/upload": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.20:35342->172.30.0.10:53: read: connection refused
I0521 19:40:12.238216       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="a8d0e138253774feafa7586ead37b30f01d9a5b2a7f9bd73ba3e7b09c8c17ddb")
W0521 19:40:12.238252       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created
I0521 19:40:12.238302       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0521 19:40:12.238322       1 periodic.go:170] Shutting down