W0424 15:11:05.378774       1 cmd.go:257] Using insecure, self-signed certificates
I0424 15:11:05.738029       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 15:11:05.738324       1 observer_polling.go:159] Starting file observer
I0424 15:11:06.095254       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0424 15:11:06.095439       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0424 15:11:06.096002       1 secure_serving.go:57] Forcing use of http/1.1 only
W0424 15:11:06.096022       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0424 15:11:06.096027       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0424 15:11:06.096031       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
I0424 15:11:06.096028       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0424 15:11:06.096033       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0424 15:11:06.096047       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0424 15:11:06.096049       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0424 15:11:06.100230       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"09e60a25-2bd9-471d-9a68-da9d3a1b1be8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0424 15:11:06.100320       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0424 15:11:06.102959       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0424 15:11:06.103032       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0424 15:11:06.103008       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0424 15:11:06.103047       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0424 15:11:06.103052       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0424 15:11:06.103042       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0424 15:11:06.103321       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-597481493/tls.crt::/tmp/serving-cert-597481493/tls.key"
I0424 15:11:06.103588       1 secure_serving.go:213] Serving securely on [::]:8443
I0424 15:11:06.103613       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0424 15:11:06.108472       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0424 15:11:06.108503       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0424 15:11:06.108598       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0424 15:11:06.116378       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0424 15:11:06.116395       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0424 15:11:06.124137       1 secretconfigobserver.go:119] support secret does not exist
I0424 15:11:06.129741       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0424 15:11:06.139678       1 secretconfigobserver.go:119] support secret does not exist
I0424 15:11:06.146523       1 recorder.go:161] Pruning old reports every 4h30m51s, max age is 288h0m0s
I0424 15:11:06.153398       1 periodic.go:209] Running clusterconfig gatherer
I0424 15:11:06.153413       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0424 15:11:06.153423       1 insightsreport.go:296] Starting report retriever
I0424 15:11:06.153430       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0424 15:11:06.153457       1 tasks_processing.go:45] number of workers: 64
I0424 15:11:06.153535       1 tasks_processing.go:69] worker 29 listening for tasks.
I0424 15:11:06.153548       1 tasks_processing.go:71] worker 29 working on sap_datahubs task.
I0424 15:11:06.153553       1 tasks_processing.go:69] worker 63 listening for tasks.
I0424 15:11:06.153553       1 tasks_processing.go:69] worker 7 listening for tasks.
I0424 15:11:06.153564       1 tasks_processing.go:69] worker 3 listening for tasks.
I0424 15:11:06.153397       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0424 15:11:06.153577       1 tasks_processing.go:69] worker 4 listening for tasks.
I0424 15:11:06.153579       1 tasks_processing.go:69] worker 31 listening for tasks.
I0424 15:11:06.153583       1 tasks_processing.go:69] worker 20 listening for tasks.
I0424 15:11:06.153750       1 tasks_processing.go:69] worker 21 listening for tasks.
I0424 15:11:06.153703       1 tasks_processing.go:69] worker 16 listening for tasks.
I0424 15:11:06.153812       1 tasks_processing.go:69] worker 32 listening for tasks.
I0424 15:11:06.153718       1 tasks_processing.go:69] worker 25 listening for tasks.
I0424 15:11:06.153849       1 tasks_processing.go:69] worker 24 listening for tasks.
I0424 15:11:06.153854       1 tasks_processing.go:69] worker 47 listening for tasks.
I0424 15:11:06.153867       1 tasks_processing.go:69] worker 23 listening for tasks.
I0424 15:11:06.153880       1 tasks_processing.go:69] worker 6 listening for tasks.
I0424 15:11:06.153894       1 tasks_processing.go:69] worker 56 listening for tasks.
I0424 15:11:06.153897       1 tasks_processing.go:69] worker 28 listening for tasks.
I0424 15:11:06.153911       1 tasks_processing.go:69] worker 26 listening for tasks.
I0424 15:11:06.153923       1 tasks_processing.go:69] worker 27 listening for tasks.
I0424 15:11:06.153932       1 tasks_processing.go:69] worker 13 listening for tasks.
I0424 15:11:06.153933       1 tasks_processing.go:69] worker 33 listening for tasks.
I0424 15:11:06.153935       1 tasks_processing.go:69] worker 11 listening for tasks.
I0424 15:11:06.153941       1 tasks_processing.go:69] worker 12 listening for tasks.
I0424 15:11:06.153963       1 tasks_processing.go:71] worker 12 working on image_registries task.
I0424 15:11:06.153970       1 tasks_processing.go:69] worker 57 listening for tasks.
I0424 15:11:06.153976       1 tasks_processing.go:71] worker 57 working on openshift_logging task.
I0424 15:11:06.153979       1 tasks_processing.go:69] worker 5 listening for tasks.
I0424 15:11:06.153987       1 tasks_processing.go:69] worker 22 listening for tasks.
I0424 15:11:06.153986       1 tasks_processing.go:69] worker 55 listening for tasks.
I0424 15:11:06.154024       1 tasks_processing.go:69] worker 51 listening for tasks.
I0424 15:11:06.154035       1 tasks_processing.go:69] worker 34 listening for tasks.
I0424 15:11:06.154040       1 tasks_processing.go:69] worker 49 listening for tasks.
I0424 15:11:06.154093       1 tasks_processing.go:69] worker 0 listening for tasks.
I0424 15:11:06.154107       1 tasks_processing.go:69] worker 18 listening for tasks.
I0424 15:11:06.154110       1 tasks_processing.go:69] worker 41 listening for tasks.
I0424 15:11:06.154133       1 tasks_processing.go:69] worker 52 listening for tasks.
I0424 15:11:06.154134       1 tasks_processing.go:69] worker 40 listening for tasks.
I0424 15:11:06.154142       1 tasks_processing.go:69] worker 35 listening for tasks.
I0424 15:11:06.154155       1 tasks_processing.go:69] worker 36 listening for tasks.
I0424 15:11:06.154166       1 tasks_processing.go:69] worker 48 listening for tasks.
I0424 15:11:06.154187       1 tasks_processing.go:69] worker 53 listening for tasks.
I0424 15:11:06.154297       1 tasks_processing.go:69] worker 14 listening for tasks.
I0424 15:11:06.154338       1 tasks_processing.go:69] worker 54 listening for tasks.
I0424 15:11:06.154636       1 tasks_processing.go:69] worker 44 listening for tasks.
I0424 15:11:06.154649       1 tasks_processing.go:69] worker 15 listening for tasks.
I0424 15:11:06.154663       1 tasks_processing.go:69] worker 37 listening for tasks.
I0424 15:11:06.154683       1 tasks_processing.go:69] worker 2 listening for tasks.
I0424 15:11:06.154724       1 tasks_processing.go:69] worker 60 listening for tasks.
I0424 15:11:06.154731       1 tasks_processing.go:69] worker 45 listening for tasks.
I0424 15:11:06.154740       1 tasks_processing.go:69] worker 9 listening for tasks.
I0424 15:11:06.154780       1 tasks_processing.go:69] worker 38 listening for tasks.
I0424 15:11:06.154784       1 tasks_processing.go:69] worker 58 listening for tasks.
I0424 15:11:06.154808       1 tasks_processing.go:71] worker 63 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0424 15:11:06.154825       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0424 15:11:06.154844       1 tasks_processing.go:69] worker 59 listening for tasks.
I0424 15:11:06.154844       1 tasks_processing.go:71] worker 24 working on sap_pods task.
I0424 15:11:06.154833       1 tasks_processing.go:69] worker 10 listening for tasks.
I0424 15:11:06.154885       1 tasks_processing.go:71] worker 7 working on lokistack task.
I0424 15:11:06.154894       1 tasks_processing.go:71] worker 21 working on machines task.
I0424 15:11:06.154944       1 tasks_processing.go:71] worker 28 working on nodenetworkconfigurationpolicies task.
I0424 15:11:06.154966       1 tasks_processing.go:71] worker 10 working on crds task.
I0424 15:11:06.155157       1 tasks_processing.go:71] worker 5 working on jaegers task.
I0424 15:11:06.155242       1 tasks_processing.go:71] worker 6 working on install_plans task.
I0424 15:11:06.155250       1 tasks_processing.go:69] worker 19 listening for tasks.
I0424 15:11:06.155252       1 tasks_processing.go:71] worker 32 working on pdbs task.
I0424 15:11:06.155265       1 tasks_processing.go:69] worker 50 listening for tasks.
I0424 15:11:06.155273       1 tasks_processing.go:71] worker 50 working on machine_autoscalers task.
I0424 15:11:06.155291       1 tasks_processing.go:71] worker 48 working on openstack_version task.
I0424 15:11:06.155296       1 tasks_processing.go:69] worker 39 listening for tasks.
I0424 15:11:06.155305       1 tasks_processing.go:69] worker 43 listening for tasks.
I0424 15:11:06.155312       1 tasks_processing.go:71] worker 0 working on silenced_alerts task.
W0424 15:11:06.155349       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 15:11:06.155366       1 tasks_processing.go:71] worker 18 working on clusterroles task.
I0424 15:11:06.155374       1 tasks_processing.go:71] worker 47 working on schedulers task.
I0424 15:11:06.155385       1 tasks_processing.go:69] worker 1 listening for tasks.
I0424 15:11:06.155395       1 tasks_processing.go:71] worker 40 working on feature_gates task.
I0424 15:11:06.155414       1 tasks_processing.go:71] worker 60 working on openshift_machine_api_events task.
I0424 15:11:06.155450       1 tasks_processing.go:71] worker 2 working on machine_healthchecks task.
I0424 15:11:06.155260       1 tasks_processing.go:71] worker 19 working on machine_config_pools task.
I0424 15:11:06.155499       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 45.665µs to process 0 records
I0424 15:11:06.155516       1 tasks_processing.go:71] worker 22 working on cost_management_metrics_configs task.
I0424 15:11:06.155540       1 tasks_processing.go:71] worker 26 working on storage_cluster task.
I0424 15:11:06.155552       1 tasks_processing.go:71] worker 39 working on ingress task.
I0424 15:11:06.155593       1 tasks_processing.go:71] worker 41 working on networks task.
I0424 15:11:06.155610       1 tasks_processing.go:71] worker 25 working on proxies task.
I0424 15:11:06.155667       1 tasks_processing.go:71] worker 13 working on container_images task.
I0424 15:11:06.155674       1 tasks_processing.go:71] worker 53 working on ceph_cluster task.
I0424 15:11:06.155701       1 tasks_processing.go:71] worker 43 working on version task.
I0424 15:11:06.155741       1 tasks_processing.go:71] worker 52 working on openstack_dataplanedeployments task.
I0424 15:11:06.155747       1 tasks_processing.go:71] worker 51 working on image_pruners task.
I0424 15:11:06.155747       1 tasks_processing.go:69] worker 42 listening for tasks.
I0424 15:11:06.155756       1 tasks_processing.go:69] worker 17 listening for tasks.
I0424 15:11:06.155763       1 tasks_processing.go:71] worker 14 working on container_runtime_configs task.
I0424 15:11:06.155755       1 tasks_processing.go:71] worker 20 working on operators task.
I0424 15:11:06.155772       1 tasks_processing.go:71] worker 3 working on infrastructures task.
I0424 15:11:06.155802       1 tasks_processing.go:71] worker 45 working on cluster_apiserver task.
I0424 15:11:06.155806       1 tasks_processing.go:71] worker 56 working on pod_network_connectivity_checks task.
I0424 15:11:06.155819       1 tasks_processing.go:71] worker 16 working on olm_operators task.
I0424 15:11:06.155773       1 tasks_processing.go:71] worker 17 working on certificate_signing_requests task.
I0424 15:11:06.155826       1 tasks_processing.go:71] worker 54 working on dvo_metrics task.
I0424 15:11:06.155839       1 tasks_processing.go:71] worker 0 working on sap_config task.
I0424 15:11:06.155546       1 tasks_processing.go:71] worker 1 working on support_secret task.
I0424 15:11:06.155766       1 tasks_processing.go:71] worker 42 working on oauths task.
I0424 15:11:06.155869       1 tasks_processing.go:71] worker 35 working on tsdb_status task.
I0424 15:11:06.155765       1 tasks_processing.go:69] worker 8 listening for tasks.
I0424 15:11:06.155884       1 tasks_processing.go:71] worker 8 working on machine_configs task.
I0424 15:11:06.155367       1 tasks_processing.go:71] worker 23 working on config_maps task.
W0424 15:11:06.155896       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 15:11:06.155859       1 tasks_processing.go:71] worker 9 working on operators_pods_and_events task.
I0424 15:11:06.155911       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 27.868µs to process 0 records
I0424 15:11:06.155917       1 tasks_processing.go:69] worker 46 listening for tasks.
I0424 15:11:06.155920       1 tasks_processing.go:71] worker 36 working on metrics task.
W0424 15:11:06.155937       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 15:11:06.155941       1 tasks_processing.go:71] worker 33 working on node_logs task.
I0424 15:11:06.155945       1 tasks_processing.go:69] worker 62 listening for tasks.
I0424 15:11:06.155954       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 17.89µs to process 0 records
I0424 15:11:06.155976       1 tasks_processing.go:71] worker 34 working on machine_sets task.
I0424 15:11:06.156025       1 tasks_processing.go:69] worker 61 listening for tasks.
I0424 15:11:06.156159       1 tasks_processing.go:71] worker 15 working on authentication task.
I0424 15:11:06.156179       1 tasks_processing.go:71] worker 49 working on aggregated_monitoring_cr_names task.
I0424 15:11:06.156280       1 tasks_processing.go:71] worker 27 working on monitoring_persistent_volumes task.
I0424 15:11:06.156327       1 tasks_processing.go:71] worker 4 working on ingress_certificates task.
I0424 15:11:06.156433       1 tasks_processing.go:74] worker 61 stopped.
I0424 15:11:06.155742       1 tasks_processing.go:71] worker 55 working on openstack_dataplanenodesets task.
I0424 15:11:06.156527       1 tasks_processing.go:71] worker 46 working on validating_webhook_configurations task.
I0424 15:11:06.156543       1 tasks_processing.go:71] worker 36 working on image task.
I0424 15:11:06.156543       1 tasks_processing.go:71] worker 62 working on qemu_kubevirt_launcher_logs task.
I0424 15:11:06.153572       1 tasks_processing.go:69] worker 30 listening for tasks.
I0424 15:11:06.156290       1 tasks_processing.go:71] worker 38 working on overlapping_namespace_uids task.
I0424 15:11:06.156296       1 tasks_processing.go:71] worker 58 working on openstack_controlplanes task.
I0424 15:11:06.156298       1 tasks_processing.go:71] worker 59 working on nodes task.
I0424 15:11:06.155754       1 tasks_processing.go:71] worker 44 working on storage_classes task.
I0424 15:11:06.156338       1 tasks_processing.go:71] worker 37 working on mutating_webhook_configurations task.
I0424 15:11:06.156348       1 tasks_processing.go:71] worker 11 working on active_alerts task.
I0424 15:11:06.156453       1 tasks_processing.go:71] worker 31 working on nodenetworkstates task.
W0424 15:11:06.156961       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 15:11:06.156972       1 tasks_processing.go:74] worker 11 stopped.
I0424 15:11:06.156979       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 25.523µs to process 0 records
I0424 15:11:06.156523       1 tasks_processing.go:71] worker 35 working on service_accounts task.
I0424 15:11:06.157649       1 tasks_processing.go:74] worker 30 stopped.
I0424 15:11:06.158764       1 tasks_processing.go:74] worker 29 stopped.
I0424 15:11:06.158775       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 5.20566ms to process 0 records
I0424 15:11:06.158871       1 tasks_processing.go:74] worker 57 stopped.
I0424 15:11:06.158888       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 4.879855ms to process 0 records
I0424 15:11:06.159191       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0424 15:11:06.159210       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0424 15:11:06.159217       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0424 15:11:06.159222       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0424 15:11:06.159240       1 controller.go:489] The operator is still being initialized
I0424 15:11:06.159249       1 controller.go:512] The operator is healthy
I0424 15:11:06.181380       1 tasks_processing.go:74] worker 14 stopped.
I0424 15:11:06.181396       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 25.603247ms to process 0 records
I0424 15:11:06.181474       1 tasks_processing.go:74] worker 50 stopped.
I0424 15:11:06.181490       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 26.191858ms to process 0 records
I0424 15:11:06.181508       1 tasks_processing.go:74] worker 0 stopped.
I0424 15:11:06.181515       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 25.660904ms to process 0 records
I0424 15:11:06.181521       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 25.521921ms to process 0 records
I0424 15:11:06.181529       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 25.962994ms to process 0 records
I0424 15:11:06.181529       1 tasks_processing.go:74] worker 34 stopped.
I0424 15:11:06.181536       1 tasks_processing.go:74] worker 24 stopped.
I0424 15:11:06.181532       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 26.663687ms to process 0 records
I0424 15:11:06.181539       1 tasks_processing.go:74] worker 26 stopped.
I0424 15:11:06.181633       1 tasks_processing.go:74] worker 53 stopped.
I0424 15:11:06.181645       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 25.949728ms to process 0 records
I0424 15:11:06.181684       1 tasks_processing.go:74] worker 36 stopped.
I0424 15:11:06.181834       1 recorder.go:75] Recording config/image with fingerprint=f08504cb45c669d94c5ed1a10288bf5d1966f1ec54c20ad55c0c9ea5ad661a9e
I0424 15:11:06.181854       1 gather.go:177] gatherer "clusterconfig" function "image" took 25.129425ms to process 1 records
I0424 15:11:06.181929       1 tasks_processing.go:74] worker 39 stopped.
I0424 15:11:06.182079       1 recorder.go:75] Recording config/ingress with fingerprint=7376c99ac965a557413dbc393318de25abf0a8c379e9bea93ccf9f13df44d553
I0424 15:11:06.182092       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 26.246097ms to process 1 records
I0424 15:11:06.182098       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 26.935925ms to process 0 records
I0424 15:11:06.182104       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 26.909698ms to process 0 records
I0424 15:11:06.182119       1 tasks_processing.go:74] worker 7 stopped.
I0424 15:11:06.182125       1 tasks_processing.go:74] worker 28 stopped.
I0424 15:11:06.182171       1 recorder.go:75] Recording config/proxy with fingerprint=a2d9043356a73e6cd75f20815b43705345726e901d80672b25766d5125ed45e6
I0424 15:11:06.182180       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 26.272875ms to process 1 records
I0424 15:11:06.182196       1 tasks_processing.go:74] worker 25 stopped.
I0424 15:11:06.182257       1 tasks_processing.go:74] worker 45 stopped.
I0424 15:11:06.182295       1 recorder.go:75] Recording config/apiserver with fingerprint=ed059f41b3bc561d3cc2896b6353292c5bd619a03f70698aadc3052dcfafcc27
I0424 15:11:06.182307       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 26.099977ms to process 1 records
I0424 15:11:06.182322       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 26.809322ms to process 0 records
I0424 15:11:06.182331       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 26.589474ms to process 0 records
I0424 15:11:06.182336       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 25.437363ms to process 0 records
I0424 15:11:06.182342       1 tasks_processing.go:74] worker 48 stopped.
I0424 15:11:06.182343       1 tasks_processing.go:74] worker 22 stopped.
I0424 15:11:06.182352       1 tasks_processing.go:74] worker 58 stopped.
I0424 15:11:06.182409       1 tasks_processing.go:74] worker 32 stopped.
I0424 15:11:06.182429       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=07091518c7dc369181e5e1b82a723fe792f565c605940e93845574ceab5ee467
I0424 15:11:06.182459       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=8a16277a53e910ab7b7625ba450643d829c519b36121d63ea2a1f7de8a388d25
I0424 15:11:06.182486       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=0a9e45625c6c9051c5d7fb9791e0fabf52c44486759d3b13abc7492a3d9ed502
I0424 15:11:06.182499       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 26.93282ms to process 3 records
I0424 15:11:06.182571       1 tasks_processing.go:74] worker 3 stopped.
I0424 15:11:06.182967       1 recorder.go:75] Recording config/infrastructure with fingerprint=4878ba1fe4c1b4173742d767147e286c3066edf1ea5d4e318bedfef455c591c1
I0424 15:11:06.182980       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 26.482377ms to process 1 records
I0424 15:11:06.183079       1 tasks_processing.go:74] worker 15 stopped.
I0424 15:11:06.183127       1 recorder.go:75] Recording config/authentication with fingerprint=8714dbcc7429b575fc782ee2493d06d9429ab70071f3b19948a7fa8595dcb2ac
I0424 15:11:06.183138       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 26.270318ms to process 1 records
I0424 15:11:06.183146       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 26.56681ms to process 0 records
I0424 15:11:06.183152       1 tasks_processing.go:74] worker 27 stopped.
I0424 15:11:06.183417       1 tasks_processing.go:74] worker 56 stopped.
E0424 15:11:06.183431       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0424 15:11:06.183442       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 27.594319ms to process 0 records
I0424 15:11:06.183692       1 tasks_processing.go:74] worker 2 stopped.
E0424 15:11:06.183704       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0424 15:11:06.183713       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 28.223673ms to process 0 records
I0424 15:11:06.183734       1 tasks_processing.go:74] worker 42 stopped.
I0424 15:11:06.183965       1 recorder.go:75] Recording config/oauth with fingerprint=b29453ec67a9ba1e4db42d38646a574699c30653b89a5f4709e6e5208b38dc93
I0424 15:11:06.183982       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 27.862085ms to process 1 records
I0424 15:11:06.184009       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 28.407254ms to process 0 records
E0424 15:11:06.184019       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0424 15:11:06.184021       1 tasks_processing.go:74] worker 60 stopped.
I0424 15:11:06.184028       1 gather.go:177] gatherer "clusterconfig" function "machines" took 28.943167ms to process 0 records
I0424 15:11:06.184038       1 tasks_processing.go:74] worker 21 stopped.
I0424 15:11:06.184113       1 tasks_processing.go:74] worker 52 stopped.
I0424 15:11:06.184122       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 28.357854ms to process 0 records
I0424 15:11:06.184317       1 tasks_processing.go:74] worker 51 stopped.
I0424 15:11:06.184609       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=db85cd371c2c26ddecd63c27bfd392501bbdba425c4eed6dbeacd5566e125acc
I0424 15:11:06.184628       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 28.552648ms to process 1 records
I0424 15:11:06.184640       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 27.849465ms to process 0 records
I0424 15:11:06.184647       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 27.504982ms to process 0 records
I0424 15:11:06.184682       1 tasks_processing.go:74] worker 55 stopped.
I0424 15:11:06.184694       1 tasks_processing.go:74] worker 31 stopped.
I0424 15:11:06.184714       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=5a1c912616735d868e02643a39572b00df32308512ed4fe5b19cb4ccaf09019b
I0424 15:11:06.184734       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 29.083423ms to process 1 records
I0424 15:11:06.184742       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 29.307831ms to process 0 records
I0424 15:11:06.184754       1 tasks_processing.go:74] worker 47 stopped.
I0424 15:11:06.184756       1 tasks_processing.go:74] worker 5 stopped.
I0424 15:11:06.184819       1 tasks_processing.go:74] worker 41 stopped.
I0424 15:11:06.184892       1 recorder.go:75] Recording config/network with fingerprint=c6c29cc4fd5437fdac435aa0b4a65090dfe5ddea4b1a45b8613dbaad0c5cf16c
I0424 15:11:06.184903       1 gather.go:177] gatherer "clusterconfig" function "networks" took 28.881169ms to process 1 records
I0424 15:11:06.185004       1 tasks_processing.go:74] worker 44 stopped.
I0424 15:11:06.185329       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=9d0c92fefb47d3822f5c5fdb02f19765cecc3257620b80d9adc7301bd3cfada5
I0424 15:11:06.185372       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=452e0a330c602656125fc17ba046ce59c3fdfaf77eae146c7b92eee35b6fedf3
I0424 15:11:06.185403       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 27.822447ms to process 2 records
I0424 15:11:06.185459       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 28.935638ms to process 0 records
I0424 15:11:06.185494       1 tasks_processing.go:74] worker 33 stopped.
I0424 15:11:06.188507       1 tasks_processing.go:74] worker 37 stopped.
I0424 15:11:06.188658       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=89e593bb470dabf97ea22cce8ec3353c53c3f5047dafeed0190d034c172b816b
I0424 15:11:06.188687       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=72be4aaed54becd69205e637459c7ac3e7542e7e0148d8a4cd21e540359e22a7
I0424 15:11:06.188720       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=1d3e33b165e6c432b9bab5e9a5472484bc1fb28e80fd3ee0767d1de1d1495040
I0424 15:11:06.188735       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 31.61739ms to process 3 records
I0424 15:11:06.190393       1 tasks_processing.go:74] worker 59 stopped.
I0424 15:11:06.190723       1 recorder.go:75] Recording config/node/ip-10-0-0-207.ec2.internal with fingerprint=eecf498ba32a78d200cf04214cb87f3e857111a48cbdb741ed069a97c075ec4b
I0424 15:11:06.190815       1 recorder.go:75] Recording config/node/ip-10-0-1-63.ec2.internal with fingerprint=719870cc0df3d150965d4b8ef03888de52bce2ce4d51bf08ab2f920fbeb1f3ad
I0424 15:11:06.190829       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 33.629047ms to process 2 records
I0424 15:11:06.190852       1 gather_logs.go:145] no pods in  namespace were found
I0424 15:11:06.190866       1 tasks_processing.go:74] worker 62 stopped.
I0424 15:11:06.190873       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 34.307165ms to process 0 records
I0424 15:11:06.190957       1 tasks_processing.go:74] worker 40 stopped.
I0424 15:11:06.191082       1 recorder.go:75] Recording config/featuregate with fingerprint=6dbc3c75f6f67e57a4b42f3bad655d48deb6438e619eddf5e8b8128a93b552e6
I0424 15:11:06.191094       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 35.55297ms to process 1 records
I0424 15:11:06.191189       1 tasks_processing.go:74] worker 16 stopped.
I0424 15:11:06.191219       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 35.323611ms to process 0 records
I0424 15:11:06.191409       1 tasks_processing.go:74] worker 12 stopped.
I0424 15:11:06.191764       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=3c5cf08b258a4dab6414b62b6b115c0eb3e577d15c1a01b163cd17a9ca613544
I0424 15:11:06.191785       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 37.432527ms to process 1 records
I0424 15:11:06.191870       1 tasks_processing.go:74] worker 1 stopped.
E0424 15:11:06.191884       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0424 15:11:06.191891       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 35.999588ms to process 0 records
I0424 15:11:06.192353       1 tasks_processing.go:74] worker 46 stopped.
I0424 15:11:06.192466       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=9a537acb59d47e496a2675872e9d00e8dfc1abfae54faadc1a46c41de79257fb
I0424 15:11:06.192551       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=28e9ab428079016c255f7cd884f043656c7d4372358353359782bd8297958f42
I0424 15:11:06.192577       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ec69419e11fc9be40b433f1af4e24ad2d8c5fe60d9ce965c4013aa867ae7bb33
I0424 15:11:06.192606       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=045e16da0fc2b764ca1bae940bb1b09649208c1f6498ae0a88b611fc2c910fef
I0424 15:11:06.192640       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=49ea49a6d651fe185024ff46594992a2f96e2aedcf5ac7cc345a2593b0ef53b5
I0424 15:11:06.192671       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=76f81b6de7170b996541ebafce0a24a7d42ed60ed56d7cb73c886497d41d41c4
I0424 15:11:06.192695       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=401c674dc3c0b801849a0faec69352c70716e4f541571a2bcc1a02b24e88ce05
I0424 15:11:06.192747       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=bca46b023737404dbf307c160d861ee4a96094ef6d50e85c931db7f9e463ddcd
I0424 15:11:06.192775       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=a8a27ea4f3d2d0d850b2f3ee58cda4471112cfaa081a3591251bb3b5fb9e8d30
I0424 15:11:06.192825       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=c06a18043b1e7ce0360410077ec7dea38675fcbc8cc8d7883918a7ae34954cf4
I0424 15:11:06.192849       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=2737dc24b35402ecffb93cfc73464fa392099e86f5f1092242642dd9c6c78e58
I0424 15:11:06.192857       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 35.815544ms to process 11 records
I0424 15:11:06.193751       1 tasks_processing.go:74] worker 17 stopped.
I0424 15:11:06.193826       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 37.914312ms to process 0 records
I0424 15:11:06.193885       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0424 15:11:06.193918       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 37.267986ms to process 1 records
I0424 15:11:06.193945       1 tasks_processing.go:74] worker 38 stopped.
W0424 15:11:06.196437       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 15:11:06.199236       1 tasks_processing.go:74] worker 18 stopped.
I0424 15:11:06.199509       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=abe1a31d536ec45d7364c780e4c45a43863bfda6b1ffa01b8ce5216e6ffaf249
I0424 15:11:06.199663       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=28662984d32210caa91624590537eccc4e712da2df098100352fc754fd9c8048
I0424 15:11:06.199678       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 43.853119ms to process 2 records
I0424 15:11:06.199758       1 tasks_processing.go:74] worker 49 stopped.
I0424 15:11:06.199772       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 43.56436ms to process 0 records
I0424 15:11:06.199947       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0424 15:11:06.199946       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
W0424 15:11:06.200116       1 operator.go:288] started
I0424 15:11:06.200134       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0424 15:11:06.200523       1 tasks_processing.go:74] worker 13 stopped.
I0424 15:11:06.202443       1 recorder.go:75] Recording config/pod/openshift-multus/multus-q89wb with fingerprint=c51e0c121939ce1cd5f662d7457145020d42cb5ddf13ef67d888ab2f14d5a0de
I0424 15:11:06.202638       1 recorder.go:75] Recording config/running_containers with fingerprint=d07d1a61693d0b7025ad424165439e27828a76a448466ad536d37380a76c86d1
I0424 15:11:06.202708       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 44.836814ms to process 2 records
I0424 15:11:06.202821       1 tasks_processing.go:74] worker 10 stopped.
I0424 15:11:06.203117       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0424 15:11:06.203134       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0424 15:11:06.203167       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0424 15:11:06.203514       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=1f25bc9f6ccba3becd69afc803470a1654c9ae16fc831f16f48e6de0177f0f5d
I0424 15:11:06.203729       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=3242f24c9a93daacad6e9fdc75e31ea4cb3f6f2f34c2875320def4b3bf02bd58
I0424 15:11:06.203739       1 gather.go:177] gatherer "clusterconfig" function "crds" took 46.763375ms to process 2 records
I0424 15:11:06.207342       1 tasks_processing.go:74] worker 63 stopped.
I0424 15:11:06.207358       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 52.50577ms to process 0 records
I0424 15:11:06.208932       1 base_controller.go:82] Caches are synced for ConfigController 
I0424 15:11:06.208942       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0424 15:11:06.220577       1 prometheus_rules.go:88] Prometheus rules successfully created
I0424 15:11:06.224563       1 controller.go:212] Source scaController *sca.Controller is not ready
I0424 15:11:06.224574       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0424 15:11:06.224578       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0424 15:11:06.224581       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0424 15:11:06.224583       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0424 15:11:06.224598       1 controller.go:489] The operator is still being initialized
I0424 15:11:06.224604       1 controller.go:512] The operator is healthy
E0424 15:11:06.228866       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27732cbcc8-2927-455e-b585-6703246bc32e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:60109->172.30.0.10:53: read: connection refused
I0424 15:11:06.228883       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27732cbcc8-2927-455e-b585-6703246bc32e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:60109->172.30.0.10:53: read: connection refused
I0424 15:11:06.232205       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 15:11:06.250457       1 tasks_processing.go:74] worker 23 stopped.
E0424 15:11:06.250475       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0424 15:11:06.250485       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0424 15:11:06.250490       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0424 15:11:06.250504       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0424 15:11:06.250530       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0424 15:11:06.250538       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0424 15:11:06.250544       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0424 15:11:06.250548       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0424 15:11:06.250603       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0424 15:11:06.250614       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0424 15:11:06.250622       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 94.550792ms to process 7 records
I0424 15:11:06.267558       1 tasks_processing.go:74] worker 43 stopped.
I0424 15:11:06.267772       1 recorder.go:75] Recording config/version with fingerprint=24386e51343d06fa0fea2e08b8fc688a358b0f1572ac6ebcafbd38d36cd7c92b
I0424 15:11:06.267783       1 recorder.go:75] Recording config/id with fingerprint=22b1a1a1fd88287fed35eb0ee99fd3c3410180388be5cc92b3af47606b85307a
I0424 15:11:06.267790       1 gather.go:177] gatherer "clusterconfig" function "version" took 111.839202ms to process 2 records
I0424 15:11:06.292235       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0424 15:11:06.295342       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:59766->172.30.0.10:53: read: connection refused
I0424 15:11:06.295355       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:59766->172.30.0.10:53: read: connection refused
I0424 15:11:06.300573       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0424 15:11:06.300585       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0424 15:11:06.326029       1 tasks_processing.go:74] worker 4 stopped.
E0424 15:11:06.326046       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0424 15:11:06.326056       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2psja02f2k2pd7f83gt8atnjlu4e5521-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2psja02f2k2pd7f83gt8atnjlu4e5521-primary-cert-bundle-secret" not found
I0424 15:11:06.326103       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=9c9826d4d06d6154c3aa0a42eda52dbc8caa55c1c402dadc30a0b9942b6e8ebf
I0424 15:11:06.326115       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 169.638716ms to process 1 records
I0424 15:11:06.602106       1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 13 containers
I0424 15:11:06.602118       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1935832 bytes
I0424 15:11:06.603244       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-j4qj9 pod in namespace openshift-dns (previous: false).
I0424 15:11:06.838387       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-j4qj9 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-j4qj9\" is waiting to start: ContainerCreating"
I0424 15:11:06.838403       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-j4qj9\" is waiting to start: ContainerCreating"
I0424 15:11:06.838410       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-j4qj9 pod in namespace openshift-dns (previous: false).
I0424 15:11:07.014539       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-j4qj9 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-j4qj9\" is waiting to start: ContainerCreating"
I0424 15:11:07.014555       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-j4qj9\" is waiting to start: ContainerCreating"
I0424 15:11:07.014565       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9267j pod in namespace openshift-dns (previous: false).
W0424 15:11:07.194354       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 15:11:07.208145       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 15:11:07.208162       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-qmh58 pod in namespace openshift-dns (previous: false).
I0424 15:11:07.221106       1 tasks_processing.go:74] worker 8 stopped.
I0424 15:11:07.221151       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0424 15:11:07.221168       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.065203063s to process 1 records
I0424 15:11:07.311212       1 tasks_processing.go:74] worker 19 stopped.
I0424 15:11:07.311229       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.15571869s to process 0 records
I0424 15:11:07.429424       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 15:11:07.429472       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6fc8c4b7b6-8s6wn pod in namespace openshift-image-registry (previous: false).
I0424 15:11:07.606597       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6fc8c4b7b6-8s6wn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6fc8c4b7b6-8s6wn\" is waiting to start: ContainerCreating"
I0424 15:11:07.606612       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6fc8c4b7b6-8s6wn\" is waiting to start: ContainerCreating"
I0424 15:11:07.606645       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6fc8c4b7b6-jvxt2 pod in namespace openshift-image-registry (previous: false).
I0424 15:11:07.800906       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 15:11:07.800948       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-86dcfbc8d5-hq2xd pod in namespace openshift-image-registry (previous: false).
I0424 15:11:07.821783       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0424 15:11:08.002041       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 15:11:08.002055       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-k8jjt pod in namespace openshift-image-registry (previous: false).
W0424 15:11:08.195035       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 15:11:08.207145       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 15:11:08.207160       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-s6xmg pod in namespace openshift-image-registry (previous: false).
I0424 15:11:08.223801       1 tasks_processing.go:74] worker 20 stopped.
I0424 15:11:08.223843       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=662fc215a425512b3a049c76c73c60ac99a907e875cd5b86aa749adfa6a1456c
I0424 15:11:08.223875       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=90516ed105d8e72e95a6c3403c7b3a767d22b0101e1e4fd59a9b1557c205efa2
I0424 15:11:08.223906       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0424 15:11:08.223932       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=d6a7a521a3c9e38e6f2a552844f66f5d4d2a8fe57f13bc6b2051aae344799a3a
I0424 15:11:08.223948       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0424 15:11:08.223972       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=802d3784185551266005eafb24582122a271127871a18141bee7223c83bcb4e2
I0424 15:11:08.224037       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=6cfac15351b7a1705d4d6543fb46da6db47d6622bcc1dd537c36fcb50bc941e4
I0424 15:11:08.224062       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=9830e3c7e2c937ff4be3b2c0b3b517728086f82972165f43d1bffff9bd6e703f
I0424 15:11:08.224095       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=cd51c2dcb30df11e47d998c736909880cf50cd27ea8b529bc871517fbb7d4bcd
I0424 15:11:08.224104       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0424 15:11:08.224122       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=8092b138834b3c63decc1501aaf8aea35434fa5618bfc27e40d4aa5ef7408c22
I0424 15:11:08.224132       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0424 15:11:08.224151       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=d53fef0da77be11c3a52c4062885a3ae63a8bbc60453f2ea29d06d040e087b7c
I0424 15:11:08.224162       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0424 15:11:08.224177       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=bf0f1f5f6deba72dc0bf0fc802e09f21c52b0f23a2a2089c1b6b28825b096814
I0424 15:11:08.224187       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0424 15:11:08.224199       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=ea4834bee4654a2ebcb943d4865c473139bd84eaf6fac15ee59789097123a4e6
I0424 15:11:08.224209       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0424 15:11:08.224224       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=d0371b86a7d308ded15d61a5b2d16ac7c834a3177df8426a770d94cf2771cea2
I0424 15:11:08.224664       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=6d8a97d06af2badaa49576c5f6105a2d51e1ae24d03117ecc3d715472fca59c4
I0424 15:11:08.224738       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0424 15:11:08.224758       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0424 15:11:08.224825       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0424 15:11:08.224885       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=575c88d29076f27a3321c2a37bbc4963bee9ca9495edd6a1f142b269c8df91d6
I0424 15:11:08.224938       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=51bec8db13602548b5bbd6be073a52460eb362f5ecd549c34ecd54cc73d8f92c
I0424 15:11:08.224953       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0424 15:11:08.224980       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=ab4e3f266fa6a4c6c5eed9fd2f7c2c3da189946f26fe120eedd50d99af693b93
I0424 15:11:08.225019       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0424 15:11:08.225044       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=a7dad644a42faf5ea4e7e1b7ae34da03bcf7b852a3067baa25da262d644c47dd
I0424 15:11:08.225067       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=605898c2a06ccc3c631bd7d78efecdd2a75aa5a63db2b887e9d4c453d7e15df1
I0424 15:11:08.225095       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=efae78f2e52fed6dd1b8906bd81c2842b09df8f4d4ff204dc6be00e31c636a2b
I0424 15:11:08.225120       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=7f538059156e189b4bd30fcf1e5f9a47f2d6eadbd8fc5bde45441fe9e13f004c
I0424 15:11:08.225144       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=8b6732e865bc70f99540bc6a445dd9ee10b0627759f8de59c19dead2b7348fd4
I0424 15:11:08.225198       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=9f1f8a0f8918fd813ea71ef56c129e5c71fc7b7d780744365c37e327b1b778b3
I0424 15:11:08.225231       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0424 15:11:08.225244       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0424 15:11:08.225256       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.068016854s to process 36 records
I0424 15:11:08.407662       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 15:11:08.407684       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-55b7955667-grf4t pod in namespace openshift-ingress (previous: false).
I0424 15:11:08.610168       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-55b7955667-grf4t pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-55b7955667-grf4t\" is waiting to start: ContainerCreating"
I0424 15:11:08.610188       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-55b7955667-grf4t\" is waiting to start: ContainerCreating"
I0424 15:11:08.610198       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-774967f6d5-2xt8q pod in namespace openshift-ingress (previous: false).
I0424 15:11:08.806828       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-774967f6d5-2xt8q pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-774967f6d5-2xt8q\" is waiting to start: ContainerCreating"
I0424 15:11:08.806845       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-774967f6d5-2xt8q\" is waiting to start: ContainerCreating"
I0424 15:11:08.806855       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-774967f6d5-bvbxt pod in namespace openshift-ingress (previous: false).
I0424 15:11:09.000760       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0424 15:11:09.000804       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-bthf7 pod in namespace openshift-ingress-canary (previous: false).
W0424 15:11:09.194523       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0424 15:11:09.207606       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-bthf7 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-bthf7\" is waiting to start: ContainerCreating"
I0424 15:11:09.207624       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-bthf7\" is waiting to start: ContainerCreating"
I0424 15:11:09.207646       1 tasks_processing.go:74] worker 9 stopped.
I0424 15:11:09.207746       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=705ed48ef895742a031339f540df42776858f2707e4753bd84cdfd6fa028acdf
I0424 15:11:09.207785       1 recorder.go:75] Recording events/openshift-dns with fingerprint=99efa3bfa2cd97037ed4bd95ce54f2e2bf1081b055583281207fced23e75a4f3
I0424 15:11:09.207856       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=65cd3a1f5e49fc63d37a49cb1f21ddb5e2de7a19d098186b4f1f8f0ed70a3630
I0424 15:11:09.207913       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=508b6552647080918775f973f628cd2fd1d7a2280c8967424a64978f28042670
I0424 15:11:09.207954       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=37880c125e35819e992bce647a4de72d572e6e47a75ed40f57c044e885699f95
I0424 15:11:09.207964       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=c9211cb12077f3801d2b5b2697283b6d79f23fa450f8a46eed804ad0c48cde02
I0424 15:11:09.208121       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-j4qj9 with fingerprint=3e92cdef9a2a774cf73a8820fb90f067028300b93b59b32b294e30345bd7fa79
I0424 15:11:09.208255       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6fc8c4b7b6-8s6wn with fingerprint=aae8ba434df0981a40d3c6bebf3864e387f48ec0f09d19fe938c74399d631125
I0424 15:11:09.208334       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6fc8c4b7b6-jvxt2 with fingerprint=f6698938a58f43892dea3e72e59edc49c4632b896ae071eb74d3dc4a9772752b
I0424 15:11:09.208406       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-86dcfbc8d5-hq2xd with fingerprint=57ad8adf13d81f72ef5308ecd715ed45f3c660d5c7ec7aaba65a9587b483e73d
I0424 15:11:09.208464       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-bthf7 with fingerprint=cb18ab179128b9f4d14ca5332a919868c28a241e856603dea59419c24f549904
I0424 15:11:09.208473       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.051728802s to process 11 records
W0424 15:11:10.194634       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0424 15:11:11.191454       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0424 15:11:11.191482       1 tasks_processing.go:74] worker 54 stopped.
E0424 15:11:11.191491       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0424 15:11:11.191504       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0424 15:11:11.191518       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0424 15:11:11.191527       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.035642329s to process 1 records
I0424 15:11:18.590716       1 tasks_processing.go:74] worker 6 stopped.
I0424 15:11:18.590748       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0424 15:11:18.590759       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.435450797s to process 1 records
I0424 15:11:19.342325       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 15:11:19.365011       1 tasks_processing.go:74] worker 35 stopped.
I0424 15:11:19.365258       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=6f02bbed9776fbc53f719d04062abe458034f9ac95b2963e439b1381b6c8e3c4
I0424 15:11:19.365274       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.20796756s to process 1 records
E0424 15:11:19.365329       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.211s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0424 15:11:19.366429       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0424 15:11:19.366442       1 periodic.go:209] Running workloads gatherer
I0424 15:11:19.366458       1 tasks_processing.go:45] number of workers: 2
I0424 15:11:19.366463       1 tasks_processing.go:69] worker 1 listening for tasks.
I0424 15:11:19.366468       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0424 15:11:19.366535       1 tasks_processing.go:69] worker 0 listening for tasks.
I0424 15:11:19.366602       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0424 15:11:19.387581       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 15:11:19.403380       1 tasks_processing.go:74] worker 0 stopped.
I0424 15:11:19.403396       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 36.756768ms to process 0 records
I0424 15:11:19.486760       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data
I0424 15:11:19.498431       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (13ms)
I0424 15:11:19.515855       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (17ms)
I0424 15:11:19.526914       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (11ms)
I0424 15:11:19.538154       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (11ms)
I0424 15:11:19.548402       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (10ms)
I0424 15:11:19.563943       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (16ms)
I0424 15:11:19.574448       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (10ms)
I0424 15:11:19.584428       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms)
I0424 15:11:19.587154       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 15:11:19.594478       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (10ms)
I0424 15:11:19.603514       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (9ms)
I0424 15:11:19.612830       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (9ms)
I0424 15:11:19.699748       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (87ms)
I0424 15:11:19.798588       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (99ms)
I0424 15:11:19.899678       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms)
I0424 15:11:19.999814       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms)
I0424 15:11:20.098065       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (98ms)
I0424 15:11:20.203103       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (105ms)
I0424 15:11:20.297415       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (94ms)
I0424 15:11:20.398128       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (101ms)
I0424 15:11:20.498589       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0424 15:11:20.598502       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms)
I0424 15:11:20.698099       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms)
I0424 15:11:20.798822       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (101ms)
I0424 15:11:20.898157       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (99ms)
I0424 15:11:20.996616       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (98ms)
I0424 15:11:21.098373       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (102ms)
I0424 15:11:21.197471       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (99ms)
I0424 15:11:21.298716       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (101ms)
I0424 15:11:21.397424       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms)
I0424 15:11:21.498221       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (101ms)
I0424 15:11:21.596651       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (98ms)
I0424 15:11:21.698211       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (102ms)
I0424 15:11:21.698241       1 tasks_processing.go:74] worker 1 stopped.
E0424 15:11:21.698262       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0424 15:11:21.698667       1 recorder.go:75] Recording config/workload_info with fingerprint=c7e3a43fb91d0edd8b53aef3506f297690be161ce788a029e247303c86847769
I0424 15:11:21.698687       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.331766222s to process 1 records
E0424 15:11:21.698717       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.332s with: function \"workload_info\" failed with an error"
I0424 15:11:21.699831       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0424 15:11:21.699844       1 periodic.go:209] Running conditional gatherer
I0424 15:11:21.714686       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0424 15:11:21.720710       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.21:55944->172.30.0.10:53: read: connection refused
E0424 15:11:21.720947       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0424 15:11:21.721024       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0424 15:11:21.729559       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0424 15:11:21.729571       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 15:11:21.729577       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 15:11:21.729580       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 15:11:21.729583       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 15:11:21.729586       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 15:11:21.729589       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 15:11:21.729592       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 15:11:21.729595       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0424 15:11:21.729598       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0424 15:11:21.729614       1 tasks_processing.go:45] number of workers: 3
I0424 15:11:21.729621       1 tasks_processing.go:69] worker 2 listening for tasks.
I0424 15:11:21.729625       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0424 15:11:21.729626       1 tasks_processing.go:69] worker 0 listening for tasks.
I0424 15:11:21.729638       1 tasks_processing.go:69] worker 1 listening for tasks.
I0424 15:11:21.729643       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0424 15:11:21.729649       1 tasks_processing.go:74] worker 1 stopped.
I0424 15:11:21.729694       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0424 15:11:21.729706       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 766ns to process 1 records
I0424 15:11:21.729640       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0424 15:11:21.729724       1 tasks_processing.go:74] worker 0 stopped.
I0424 15:11:21.729782       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0424 15:11:21.729799       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 967ns to process 1 records
I0424 15:11:21.729881       1 tasks_processing.go:74] worker 2 stopped.
I0424 15:11:21.729892       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 223.022µs to process 0 records
I0424 15:11:21.729909       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.21:55944->172.30.0.10:53: read: connection refused
I0424 15:11:21.729923       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0424 15:11:21.752539       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=716e5b98b9bb73447045242ef1b14d0bb342b07e439f4755bc4a9c53e2a17f78
I0424 15:11:21.752649       1 diskrecorder.go:70] Writing 105 records to /var/lib/insights-operator/insights-2026-04-24-151121.tar.gz
I0424 15:11:21.759162       1 diskrecorder.go:51] Wrote 105 records to disk in 6ms
I0424 15:11:21.759189       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0424 15:11:21.759203       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0424 15:11:33.108511       1 configmapobserver.go:84] configmaps "insights-config" not found
I0424 15:12:35.739330       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="5f4a73f21676c03071b704f4bd44ef3c24c6143b954d8f20aff60f034a378296")
W0424 15:12:35.739361       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0424 15:12:35.739404       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="d8135e42af267439bb1054fcd85df057a4a26b4cf5deedbbd6d9ca4854b31190")
I0424 15:12:35.739414       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0424 15:12:35.739433       1 base_controller.go:181] Shutting down LoggingSyncer ...