W0429 19:40:28.131700       1 cmd.go:257] Using insecure, self-signed certificates
I0429 19:40:28.438749       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0429 19:40:28.439059       1 observer_polling.go:159] Starting file observer
I0429 19:40:29.001277       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0429 19:40:29.001569       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0429 19:40:29.002450       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0429 19:40:29.002504       1 secure_serving.go:57] Forcing use of http/1.1 only
W0429 19:40:29.002532       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0429 19:40:29.002541       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0429 19:40:29.002548       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0429 19:40:29.002553       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0429 19:40:29.002556       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0429 19:40:29.002560       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0429 19:40:29.006763       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"72ce995a-c8e4-4aac-849e-2ae91b55a382", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0429 19:40:29.006772       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0429 19:40:29.008650       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0429 19:40:29.008666       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0429 19:40:29.008670       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0429 19:40:29.008670       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0429 19:40:29.008691       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0429 19:40:29.008691       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0429 19:40:29.008994       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2594001558/tls.crt::/tmp/serving-cert-2594001558/tls.key"
I0429 19:40:29.009218       1 secure_serving.go:213] Serving securely on [::]:8443
I0429 19:40:29.009253       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0429 19:40:29.018924       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0429 19:40:29.018949       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0429 19:40:29.019049       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0429 19:40:29.027018       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0429 19:40:29.027039       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0429 19:40:29.031619       1 secretconfigobserver.go:119] support secret does not exist
I0429 19:40:29.040879       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0429 19:40:29.048529       1 secretconfigobserver.go:119] support secret does not exist
I0429 19:40:29.050157       1 recorder.go:176] Pruning old reports every 4h27m30s, max age is 288h0m0s
I0429 19:40:29.058003       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0429 19:40:29.058011       1 periodic.go:216] Running clusterconfig gatherer
I0429 19:40:29.058020       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0429 19:40:29.058046       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0429 19:40:29.058051       1 insightsreport.go:296] Starting report retriever
I0429 19:40:29.058055       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0429 19:40:29.058063       1 tasks_processing.go:45] number of workers: 64
I0429 19:40:29.058087       1 tasks_processing.go:69] worker 2 listening for tasks.
I0429 19:40:29.058095       1 tasks_processing.go:69] worker 1 listening for tasks.
I0429 19:40:29.058095       1 tasks_processing.go:69] worker 9 listening for tasks.
I0429 19:40:29.058100       1 tasks_processing.go:69] worker 0 listening for tasks.
I0429 19:40:29.058106       1 tasks_processing.go:69] worker 6 listening for tasks.
I0429 19:40:29.058103       1 tasks_processing.go:69] worker 5 listening for tasks.
I0429 19:40:29.058107       1 tasks_processing.go:69] worker 3 listening for tasks.
I0429 19:40:29.058113       1 tasks_processing.go:69] worker 4 listening for tasks.
I0429 19:40:29.058115       1 tasks_processing.go:69] worker 8 listening for tasks.
I0429 19:40:29.058120       1 tasks_processing.go:69] worker 19 listening for tasks.
I0429 19:40:29.058121       1 tasks_processing.go:69] worker 24 listening for tasks.
I0429 19:40:29.058123       1 tasks_processing.go:69] worker 7 listening for tasks.
I0429 19:40:29.058128       1 tasks_processing.go:69] worker 27 listening for tasks.
I0429 19:40:29.058129       1 tasks_processing.go:69] worker 20 listening for tasks.
I0429 19:40:29.058131       1 tasks_processing.go:69] worker 10 listening for tasks.
I0429 19:40:29.058133       1 tasks_processing.go:69] worker 21 listening for tasks.
I0429 19:40:29.058139       1 tasks_processing.go:69] worker 11 listening for tasks.
I0429 19:40:29.058142       1 tasks_processing.go:69] worker 23 listening for tasks.
I0429 19:40:29.058135       1 tasks_processing.go:69] worker 32 listening for tasks.
I0429 19:40:29.058138       1 tasks_processing.go:69] worker 22 listening for tasks.
I0429 19:40:29.058149       1 tasks_processing.go:69] worker 12 listening for tasks.
I0429 19:40:29.058146       1 tasks_processing.go:69] worker 26 listening for tasks.
I0429 19:40:29.058141       1 tasks_processing.go:69] worker 25 listening for tasks.
I0429 19:40:29.058157       1 tasks_processing.go:69] worker 31 listening for tasks.
I0429 19:40:29.058140       1 tasks_processing.go:69] worker 28 listening for tasks.
I0429 19:40:29.058145       1 tasks_processing.go:69] worker 29 listening for tasks.
I0429 19:40:29.058166       1 tasks_processing.go:69] worker 33 listening for tasks.
I0429 19:40:29.058187       1 tasks_processing.go:71] worker 31 working on storage_cluster task.
I0429 19:40:29.058161       1 tasks_processing.go:69] worker 36 listening for tasks.
I0429 19:40:29.058191       1 tasks_processing.go:69] worker 37 listening for tasks.
I0429 19:40:29.058194       1 tasks_processing.go:69] worker 45 listening for tasks.
I0429 19:40:29.058193       1 tasks_processing.go:71] worker 33 working on container_runtime_configs task.
I0429 19:40:29.058202       1 tasks_processing.go:69] worker 41 listening for tasks.
I0429 19:40:29.058202       1 tasks_processing.go:71] worker 37 working on image_pruners task.
I0429 19:40:29.058204       1 tasks_processing.go:69] worker 17 listening for tasks.
I0429 19:40:29.058212       1 tasks_processing.go:69] worker 46 listening for tasks.
I0429 19:40:29.058215       1 tasks_processing.go:71] worker 17 working on version task.
I0429 19:40:29.058209       1 tasks_processing.go:69] worker 44 listening for tasks.
I0429 19:40:29.058210       1 tasks_processing.go:69] worker 34 listening for tasks.
I0429 19:40:29.058225       1 tasks_processing.go:69] worker 40 listening for tasks.
I0429 19:40:29.058222       1 tasks_processing.go:69] worker 47 listening for tasks.
I0429 19:40:29.058234       1 tasks_processing.go:71] worker 40 working on infrastructures task.
I0429 19:40:29.058236       1 tasks_processing.go:69] worker 49 listening for tasks.
I0429 19:40:29.058238       1 tasks_processing.go:69] worker 43 listening for tasks.
I0429 19:40:29.058209       1 tasks_processing.go:71] worker 41 working on support_secret task.
I0429 19:40:29.058248       1 tasks_processing.go:71] worker 43 working on machines task.
I0429 19:40:29.058204       1 tasks_processing.go:71] worker 45 working on overlapping_namespace_uids task.
I0429 19:40:29.058249       1 tasks_processing.go:69] worker 58 listening for tasks.
I0429 19:40:29.058258       1 tasks_processing.go:69] worker 54 listening for tasks.
I0429 19:40:29.058258       1 tasks_processing.go:69] worker 51 listening for tasks.
I0429 19:40:29.058162       1 tasks_processing.go:71] worker 25 working on metrics task.
I0429 19:40:29.058898       1 tasks_processing.go:69] worker 55 listening for tasks.
I0429 19:40:29.058933       1 tasks_processing.go:69] worker 59 listening for tasks.
W0429 19:40:29.058938       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0429 19:40:29.059004       1 tasks_processing.go:71] worker 44 working on machine_configs task.
I0429 19:40:29.059014       1 tasks_processing.go:69] worker 57 listening for tasks.
I0429 19:40:29.059015       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 148.733µs to process 0 records
I0429 19:40:29.059027       1 tasks_processing.go:71] worker 34 working on aggregated_monitoring_cr_names task.
I0429 19:40:29.059037       1 tasks_processing.go:69] worker 63 listening for tasks.
I0429 19:40:29.059141       1 tasks_processing.go:71] worker 2 working on mutating_webhook_configurations task.
I0429 19:40:29.059153       1 tasks_processing.go:69] worker 61 listening for tasks.
I0429 19:40:29.059188       1 tasks_processing.go:69] worker 62 listening for tasks.
I0429 19:40:29.059211       1 tasks_processing.go:71] worker 46 working on openshift_logging task.
I0429 19:40:29.059143       1 tasks_processing.go:69] worker 60 listening for tasks.
I0429 19:40:29.058168       1 tasks_processing.go:71] worker 29 working on silenced_alerts task.
I0429 19:40:29.059493       1 tasks_processing.go:69] worker 56 listening for tasks.
I0429 19:40:29.058158       1 tasks_processing.go:69] worker 13 listening for tasks.
I0429 19:40:29.058152       1 tasks_processing.go:69] worker 30 listening for tasks.
I0429 19:40:29.058155       1 tasks_processing.go:69] worker 38 listening for tasks.
I0429 19:40:29.058197       1 tasks_processing.go:71] worker 36 working on active_alerts task.
I0429 19:40:29.059588       1 tasks_processing.go:71] worker 20 working on machine_autoscalers task.
I0429 19:40:29.058230       1 tasks_processing.go:69] worker 18 listening for tasks.
I0429 19:40:29.059608       1 tasks_processing.go:71] worker 9 working on config_maps task.
I0429 19:40:29.059627       1 tasks_processing.go:69] worker 52 listening for tasks.
I0429 19:40:29.058197       1 tasks_processing.go:69] worker 16 listening for tasks.
I0429 19:40:29.058229       1 tasks_processing.go:69] worker 48 listening for tasks.
I0429 19:40:29.058229       1 tasks_processing.go:69] worker 42 listening for tasks.
I0429 19:40:29.058244       1 tasks_processing.go:71] worker 49 working on operators_pods_and_events task.
I0429 19:40:29.058189       1 tasks_processing.go:69] worker 15 listening for tasks.
I0429 19:40:29.058797       1 tasks_processing.go:71] worker 58 working on openstack_version task.
I0429 19:40:29.058164       1 tasks_processing.go:69] worker 14 listening for tasks.
I0429 19:40:29.058943       1 tasks_processing.go:69] worker 50 listening for tasks.
I0429 19:40:29.058167       1 tasks_processing.go:71] worker 28 working on lokistack task.
I0429 19:40:29.059738       1 tasks_processing.go:71] worker 27 working on olm_operators task.
I0429 19:40:29.059760       1 tasks_processing.go:71] worker 7 working on monitoring_persistent_volumes task.
I0429 19:40:29.059823       1 tasks_processing.go:71] worker 6 working on machine_healthchecks task.
I0429 19:40:29.059703       1 tasks_processing.go:71] worker 8 working on openshift_machine_api_events task.
I0429 19:40:29.060110       1 tasks_processing.go:71] worker 3 working on image_registries task.
I0429 19:40:29.060198       1 tasks_processing.go:71] worker 1 working on validating_webhook_configurations task.
I0429 19:40:29.060284       1 tasks_processing.go:71] worker 22 working on ceph_cluster task.
I0429 19:40:29.060340       1 tasks_processing.go:71] worker 4 working on nodenetworkstates task.
I0429 19:40:29.060371       1 tasks_processing.go:69] worker 53 listening for tasks.
I0429 19:40:29.060374       1 tasks_processing.go:71] worker 10 working on image task.
I0429 19:40:29.058237       1 tasks_processing.go:71] worker 47 working on qemu_kubevirt_launcher_logs task.
I0429 19:40:29.060309       1 tasks_processing.go:71] worker 11 working on pdbs task.
I0429 19:40:29.060142       1 tasks_processing.go:71] worker 5 working on jaegers task.
I0429 19:40:29.060436       1 tasks_processing.go:71] worker 21 working on oauths task.
I0429 19:40:29.060539       1 tasks_processing.go:71] worker 12 working on proxies task.
I0429 19:40:29.059739       1 tasks_processing.go:71] worker 24 working on pod_network_connectivity_checks task.
I0429 19:40:29.060615       1 tasks_processing.go:71] worker 59 working on certificate_signing_requests task.
I0429 19:40:29.058216       1 tasks_processing.go:69] worker 39 listening for tasks.
I0429 19:40:29.058159       1 tasks_processing.go:69] worker 35 listening for tasks.
I0429 19:40:29.060585       1 tasks_processing.go:71] worker 0 working on networks task.
I0429 19:40:29.060445       1 tasks_processing.go:71] worker 19 working on cost_management_metrics_configs task.
I0429 19:40:29.060597       1 tasks_processing.go:71] worker 53 working on openstack_controlplanes task.
I0429 19:40:29.060600       1 tasks_processing.go:71] worker 56 working on feature_gates task.
I0429 19:40:29.058161       1 tasks_processing.go:71] worker 26 working on ingress_certificates task.
I0429 19:40:29.061254       1 tasks_processing.go:71] worker 15 working on operators task.
I0429 19:40:29.061267       1 tasks_processing.go:71] worker 48 working on openstack_dataplanenodesets task.
I0429 19:40:29.061279       1 tasks_processing.go:71] worker 54 working on sap_datahubs task.
I0429 19:40:29.061287       1 tasks_processing.go:71] worker 23 working on crds task.
I0429 19:40:29.061310       1 tasks_processing.go:71] worker 16 working on sap_pods task.
I0429 19:40:29.061312       1 tasks_processing.go:71] worker 14 working on authentication task.
I0429 19:40:29.061323       1 tasks_processing.go:71] worker 32 working on sap_config task.
I0429 19:40:29.061335       1 tasks_processing.go:71] worker 13 working on node_logs task.
I0429 19:40:29.061350       1 tasks_processing.go:71] worker 18 working on nodes task.
I0429 19:40:29.061390       1 tasks_processing.go:71] worker 42 working on ingress task.
I0429 19:40:29.060611       1 tasks_processing.go:71] worker 61 working on clusterroles task.
I0429 19:40:29.060610       1 tasks_processing.go:71] worker 62 working on schedulers task.
I0429 19:40:29.061395       1 tasks_processing.go:71] worker 38 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0429 19:40:29.060608       1 tasks_processing.go:71] worker 52 working on cluster_apiserver task.
W0429 19:40:29.059602       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0429 19:40:29.061605       1 tasks_processing.go:71] worker 29 working on tsdb_status task.
I0429 19:40:29.060616       1 tasks_processing.go:71] worker 63 working on install_plans task.
I0429 19:40:29.061626       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 2.120048ms to process 0 records
W0429 19:40:29.061627       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0429 19:40:29.061642       1 tasks_processing.go:74] worker 29 stopped.
I0429 19:40:29.061648       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 29.417µs to process 0 records
I0429 19:40:29.060616       1 tasks_processing.go:71] worker 25 working on service_accounts task.
I0429 19:40:29.060610       1 tasks_processing.go:71] worker 50 working on container_images task.
I0429 19:40:29.060614       1 tasks_processing.go:71] worker 60 working on storage_classes task.
I0429 19:40:29.060621       1 tasks_processing.go:71] worker 55 working on nodenetworkconfigurationpolicies task.
I0429 19:40:29.060610       1 tasks_processing.go:71] worker 57 working on node_features task.
W0429 19:40:29.061960       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0429 19:40:29.061974       1 tasks_processing.go:74] worker 36 stopped.
I0429 19:40:29.061986       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 2.437107ms to process 0 records
I0429 19:40:29.062110       1 tasks_processing.go:71] worker 30 working on dvo_metrics task.
I0429 19:40:29.062121       1 tasks_processing.go:71] worker 51 working on machine_sets task.
I0429 19:40:29.062401       1 tasks_processing.go:71] worker 39 working on machine_config_pools task.
I0429 19:40:29.062521       1 tasks_processing.go:71] worker 35 working on openstack_dataplanedeployments task.
I0429 19:40:29.064430       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0429 19:40:29.064447       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0429 19:40:29.064451       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0429 19:40:29.064454       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0429 19:40:29.064468       1 controller.go:531] The operator is still being initialized
I0429 19:40:29.064476       1 controller.go:554] The operator is healthy
I0429 19:40:29.064545       1 tasks_processing.go:74] worker 28 stopped.
I0429 19:40:29.064567       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.824751ms to process 0 records
I0429 19:40:29.064658       1 tasks_processing.go:74] worker 6 stopped.
E0429 19:40:29.064673       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0429 19:40:29.064686       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 4.820214ms to process 0 records
I0429 19:40:29.065087       1 tasks_processing.go:74] worker 20 stopped.
I0429 19:40:29.065099       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 5.478351ms to process 0 records
I0429 19:40:29.069463       1 tasks_processing.go:74] worker 58 stopped.
I0429 19:40:29.069474       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 9.758367ms to process 0 records
I0429 19:40:29.069737       1 tasks_processing.go:74] worker 32 stopped.
I0429 19:40:29.069748       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 8.401415ms to process 0 records
I0429 19:40:29.070212       1 tasks_processing.go:74] worker 40 stopped.
I0429 19:40:29.070705       1 recorder.go:75] Recording config/infrastructure with fingerprint=6976857d99234e876cc9098c52a3d69ee93d437945ab7713c604200d8d3712e4
I0429 19:40:29.070719       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 11.966347ms to process 1 records
I0429 19:40:29.071885       1 tasks_processing.go:74] worker 54 stopped.
E0429 19:40:29.071889       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0429 19:40:29.071894       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 10.594227ms to process 0 records
I0429 19:40:29.071904       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 11.339457ms to process 0 records
I0429 19:40:29.071909       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 10.06542ms to process 0 records
I0429 19:40:29.071914       1 tasks_processing.go:74] worker 57 stopped.
I0429 19:40:29.071918       1 tasks_processing.go:74] worker 5 stopped.
I0429 19:40:29.071921       1 tasks_processing.go:74] worker 43 stopped.
E0429 19:40:29.071929       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0429 19:40:29.071939       1 gather.go:177] gatherer "clusterconfig" function "machines" took 13.665318ms to process 0 records
I0429 19:40:29.073262       1 tasks_processing.go:74] worker 42 stopped.
I0429 19:40:29.073402       1 recorder.go:75] Recording config/ingress with fingerprint=f37a61154c7396efa4d099fd26ff25fc5431aef1d57c49905a2c90f9fca6bf20
I0429 19:40:29.073416       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 11.817354ms to process 1 records
I0429 19:40:29.073809       1 tasks_processing.go:74] worker 37 stopped.
I0429 19:40:29.074008       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=ff76cb12a4c23ab9ff75462b14905a1f0fc595437ceb5191392ecb0bd4270173
I0429 19:40:29.074022       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 15.591069ms to process 1 records
I0429 19:40:29.074973       1 tasks_processing.go:74] worker 41 stopped.
E0429 19:40:29.074986       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0429 19:40:29.074994       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 16.723353ms to process 0 records
I0429 19:40:29.075660       1 tasks_processing.go:74] worker 3 stopped.
I0429 19:40:29.076011       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=f3355ae4adfcdfc18c53c6d8766d512bbf2468b4326ebba49f75f1fdff85f0d9
I0429 19:40:29.076026       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 15.486338ms to process 1 records
I0429 19:40:29.076111       1 tasks_processing.go:74] worker 2 stopped.
I0429 19:40:29.076162       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=7cd47a09d4657ef0b8b5ff9a20b4a531ceebd05e5d33059f4de45a61e2e19d71
I0429 19:40:29.076220       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=e4957fe9faa927a0831fa8c15f9b26028c2e7b670566c617615facfc95f7d18b
I0429 19:40:29.076253       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=401d53ca94f39d8c1ec8b4309b152177b8b7e429a94a8ec7e4b5ae75a647149e
I0429 19:40:29.076260       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 16.671572ms to process 3 records
I0429 19:40:29.079832       1 tasks_processing.go:74] worker 51 stopped.
I0429 19:40:29.079851       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 17.695901ms to process 0 records
I0429 19:40:29.081926       1 tasks_processing.go:74] worker 14 stopped.
I0429 19:40:29.082119       1 recorder.go:75] Recording config/authentication with fingerprint=e5ac0dbea8fc55d4b7bef8f45e335fd134c827a3b0a1fce5c60e4685be2188f5
I0429 19:40:29.082133       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 20.588377ms to process 1 records
I0429 19:40:29.082215       1 recorder.go:75] Recording config/image with fingerprint=b497588810b1e0eb91e36e3becb614e99d3768739b4187ca1710397a1f373009
I0429 19:40:29.082227       1 gather.go:177] gatherer "clusterconfig" function "image" took 21.509298ms to process 1 records
I0429 19:40:29.082230       1 tasks_processing.go:74] worker 10 stopped.
I0429 19:40:29.082305       1 tasks_processing.go:74] worker 52 stopped.
I0429 19:40:29.082318       1 recorder.go:75] Recording config/apiserver with fingerprint=4330780080f8969fc8c915ee697c0f399ec90dcb7a362e34077c09cfae71bd76
I0429 19:40:29.082323       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 20.54576ms to process 1 records
I0429 19:40:29.083662       1 tasks_processing.go:74] worker 60 stopped.
I0429 19:40:29.083740       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=2299150f07b65416a6165a6e811b1e4435c6d3d7ebf0958e107551c477dd6558
I0429 19:40:29.083759       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=5a7b54009b1bb5c552203cb7169276fed373596ff509af8d66eb01743cdef29b
I0429 19:40:29.083765       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 21.951269ms to process 2 records
I0429 19:40:29.083869       1 tasks_processing.go:74] worker 39 stopped.
I0429 19:40:29.083877       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 21.447474ms to process 0 records
I0429 19:40:29.083883       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 21.346996ms to process 0 records
I0429 19:40:29.083887       1 tasks_processing.go:74] worker 35 stopped.
I0429 19:40:29.097134       1 tasks_processing.go:74] worker 55 stopped.
I0429 19:40:29.097145       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 35.371242ms to process 0 records
I0429 19:40:29.097232       1 tasks_processing.go:74] worker 24 stopped.
E0429 19:40:29.097246       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0429 19:40:29.097257       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 36.605381ms to process 0 records
I0429 19:40:29.097266       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 38.014194ms to process 0 records
I0429 19:40:29.097272       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 39.042104ms to process 0 records
I0429 19:40:29.097278       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 36.912904ms to process 0 records
I0429 19:40:29.097284       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 36.428842ms to process 0 records
E0429 19:40:29.097292       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0429 19:40:29.097295       1 tasks_processing.go:74] worker 31 stopped.
I0429 19:40:29.097303       1 tasks_processing.go:74] worker 22 stopped.
I0429 19:40:29.097304       1 tasks_processing.go:74] worker 46 stopped.
I0429 19:40:29.097308       1 tasks_processing.go:74] worker 53 stopped.
I0429 19:40:29.097321       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0429 19:40:29.097334       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 38.234814ms to process 1 records
I0429 19:40:29.097342       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 36.475745ms to process 0 records
I0429 19:40:29.097349       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 37.269049ms to process 0 records
I0429 19:40:29.097355       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 37.484218ms to process 0 records
I0429 19:40:29.097363       1 tasks_processing.go:74] worker 7 stopped.
I0429 19:40:29.097369       1 tasks_processing.go:74] worker 44 stopped.
I0429 19:40:29.097373       1 tasks_processing.go:74] worker 8 stopped.
I0429 19:40:29.097374       1 tasks_processing.go:74] worker 19 stopped.
I0429 19:40:29.097648       1 tasks_processing.go:74] worker 33 stopped.
I0429 19:40:29.097659       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 39.442743ms to process 0 records
I0429 19:40:29.097665       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 37.262401ms to process 0 records
I0429 19:40:29.097670       1 tasks_processing.go:74] worker 4 stopped.
I0429 19:40:29.097937       1 tasks_processing.go:74] worker 48 stopped.
I0429 19:40:29.097950       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 36.65429ms to process 0 records
I0429 19:40:29.097980       1 tasks_processing.go:74] worker 13 stopped.
I0429 19:40:29.097992       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 36.636585ms to process 0 records
I0429 19:40:29.098135       1 tasks_processing.go:74] worker 62 stopped.
I0429 19:40:29.098207       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=34e425ddb1eaf87a4867cbb40066337625df36f9cae1198fecbcae9c4cd18145
I0429 19:40:29.098219       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 36.594453ms to process 1 records
I0429 19:40:29.098224       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 36.877964ms to process 0 records
I0429 19:40:29.098229       1 tasks_processing.go:74] worker 16 stopped.
I0429 19:40:29.098332       1 gather_logs.go:145] no pods in  namespace were found
I0429 19:40:29.098352       1 tasks_processing.go:74] worker 47 stopped.
I0429 19:40:29.098362       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 37.810845ms to process 0 records
I0429 19:40:29.098833       1 tasks_processing.go:74] worker 0 stopped.
I0429 19:40:29.098950       1 recorder.go:75] Recording config/network with fingerprint=c00a4d17d6b99599efd9c6c577b7c39128e20d93e487440da22233b7cc89971d
I0429 19:40:29.098966       1 gather.go:177] gatherer "clusterconfig" function "networks" took 38.111344ms to process 1 records
I0429 19:40:29.100864       1 tasks_processing.go:74] worker 21 stopped.
I0429 19:40:29.101133       1 recorder.go:75] Recording config/oauth with fingerprint=9b8dc364870ef79b460b580feb9fcf9b104ae0acddc1ddfa59112211c86bf24b
I0429 19:40:29.101149       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 40.301765ms to process 1 records
I0429 19:40:29.101214       1 tasks_processing.go:74] worker 11 stopped.
I0429 19:40:29.101240       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=4b1d1939ae71a67f80b5d35508551749be3e2998785a8ecdfafbcda860bb5724
I0429 19:40:29.101255       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=3020570e3427d22f81696a12cca1cb8ad8dc4ae4099f95a9343fef00746a0016
I0429 19:40:29.101269       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=60c411eb0ab956198069773f5ff6694b5c49968c3c7ca4bb6e52509e52f269b5
I0429 19:40:29.101278       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 40.527288ms to process 3 records
I0429 19:40:29.101320       1 recorder.go:75] Recording config/proxy with fingerprint=e2e13d34fb807a15b4e10cba82711ebf1fb285e19d6628b1060c89af2018cf01
I0429 19:40:29.101328       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 40.537427ms to process 1 records
I0429 19:40:29.101334       1 tasks_processing.go:74] worker 12 stopped.
W0429 19:40:29.102753       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0429 19:40:29.103034       1 tasks_processing.go:74] worker 27 stopped.
I0429 19:40:29.103108       1 recorder.go:75] Recording config/olm_operators with fingerprint=a0126f641b5a6a0f324715d0f822412a7acd872ced5981ecad75d268c41d13d7
I0429 19:40:29.103123       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 43.275482ms to process 1 records
I0429 19:40:29.103928       1 tasks_processing.go:74] worker 18 stopped.
I0429 19:40:29.104534       1 recorder.go:75] Recording config/node/ip-10-0-0-121.ec2.internal with fingerprint=7c78b3880e9cb2e574ae75c05aa26a43fa096f716b8420990feb8052c97a6b0f
I0429 19:40:29.104705       1 recorder.go:75] Recording config/node/ip-10-0-1-196.ec2.internal with fingerprint=798708e6227638605bfba303b3ba7882364a48bb2cb3635d63e753d5608f35a7
I0429 19:40:29.104860       1 recorder.go:75] Recording config/node/ip-10-0-2-37.ec2.internal with fingerprint=7d36a72fa405c7e4504d54bd32d137115abc790d132a6a4df748b11e5effa612
I0429 19:40:29.104894       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 42.567715ms to process 3 records
I0429 19:40:29.104924       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 45.689325ms to process 0 records
I0429 19:40:29.104942       1 tasks_processing.go:74] worker 34 stopped.
I0429 19:40:29.106145       1 tasks_processing.go:74] worker 56 stopped.
I0429 19:40:29.106381       1 recorder.go:75] Recording config/featuregate with fingerprint=2b916bb2144e40b2e86a9c1e7508212fb4cc7c005ba55bc8076addb4061cc8f0
I0429 19:40:29.106402       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 45.285274ms to process 1 records
I0429 19:40:29.106505       1 tasks_processing.go:74] worker 1 stopped.
I0429 19:40:29.106533       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=864503fa17cbaa8a80c9fc1034d3be84ae186ee442df3008e88b352f93fade5b
I0429 19:40:29.106626       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=0ef919a21f6c9b6e9c7b0cbcf72708f50bca89693849aecd2e2392013e3875a9
I0429 19:40:29.106656       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=9dc96920f49dfeab94b376f742be2eefefe0a2700552f7c0d74aa8652a062a12
I0429 19:40:29.106688       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=5ad741a8c032a5ebeac465b98d2148e7fdd1f2caa428c7b006fb736bb55d55d4
I0429 19:40:29.106725       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=d08926e1f080453e0b486450bfbd6e62d157346f89e0f9117b2260868acb8fc8
I0429 19:40:29.106755       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=616035145fb80c8415652c057b87cff46bdd3e7641f89d02c6e1d447f1bc0c5c
I0429 19:40:29.106785       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=207b9d61f5f4d9398c3c188383558df97b5c65aa9bca0942cf2e631f3a13fdc0
I0429 19:40:29.106824       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=53eec2e34b551f19ffb8e314b138e2f8737b4fe5ec5e239ada715f47084c82bb
I0429 19:40:29.106862       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=3c0de2daf63aeee6c3533e3bf6403c60ec4643583ef218c9f798ef0043c99459
I0429 19:40:29.106896       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=7286c877a5c7dd793245753f23d078f0d1b805594235b30d13cf6414ef068935
I0429 19:40:29.106925       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=775e1bc924afaaf9af6d4964baaddb3b0bc5df7237dcb78d2c361d0b3f597d92
I0429 19:40:29.106933       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 46.13697ms to process 11 records
I0429 19:40:29.106970       1 tasks_processing.go:74] worker 45 stopped.
I0429 19:40:29.107003       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0429 19:40:29.107020       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 48.699218ms to process 1 records
I0429 19:40:29.108411       1 tasks_processing.go:74] worker 59 stopped.
I0429 19:40:29.108430       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 47.753597ms to process 0 records
I0429 19:40:29.108998       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0429 19:40:29.109009       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0429 19:40:29.109019       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0429 19:40:29.112748       1 tasks_processing.go:74] worker 23 stopped.
I0429 19:40:29.113562       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=1afe425ed7b182486ddb4d41af5e3cac12db4bccfce5621c52af29456c536e22
I0429 19:40:29.114025       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=77b046ae83c6226c87d3e9f1946bd1c0c61444555dafdd9abb90821e0c56f3c7
I0429 19:40:29.114090       1 gather.go:177] gatherer "clusterconfig" function "crds" took 51.446251ms to process 2 records
I0429 19:40:29.115957       1 tasks_processing.go:74] worker 61 stopped.
I0429 19:40:29.116116       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=e90caaca47e11f3bc961c92f5fc7aeaae03db5d2a3b6f74d65a672114e5cd8bf
I0429 19:40:29.116219       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=fcc4edd4d0b4d80d955b652a2cee93341f8476b6ac4d10827845a9d84ba5b56b
I0429 19:40:29.116229       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 54.442337ms to process 2 records
I0429 19:40:29.118889       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0429 19:40:29.118960       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0429 19:40:29.119041       1 operator.go:328] started
I0429 19:40:29.119068       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0429 19:40:29.119086       1 base_controller.go:82] Caches are synced for ConfigController 
I0429 19:40:29.119090       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0429 19:40:29.119916       1 tasks_processing.go:74] worker 50 stopped.
I0429 19:40:29.121298       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-bqv56 with fingerprint=8d5c45e512c54a2d6c82d9b88084a41c6a771097f324e44ea759a949e71d54de
I0429 19:40:29.121732       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-sk27v with fingerprint=2ca9844009a5cfa6676f4834855db11bce06191970f9e670aca72a47a032653b
I0429 19:40:29.121830       1 recorder.go:75] Recording config/running_containers with fingerprint=3c378585d9512f1ba357e623707e025f3d4080a6cb5d4467beef8a7cc4c64310
I0429 19:40:29.121842       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 58.211283ms to process 3 records
I0429 19:40:29.148338       1 tasks_processing.go:74] worker 38 stopped.
I0429 19:40:29.148354       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 86.761055ms to process 0 records
I0429 19:40:29.157614       1 prometheus_rules.go:88] Prometheus rules successfully created
I0429 19:40:29.159244       1 configmapobserver.go:84] configmaps "insights-config" not found
I0429 19:40:29.160031       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0429 19:40:29.160043       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0429 19:40:29.160048       1 controller.go:254] Source scaController *sca.Controller is not ready
I0429 19:40:29.160052       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0429 19:40:29.160055       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0429 19:40:29.160071       1 controller.go:531] The operator is still being initialized
I0429 19:40:29.160077       1 controller.go:554] The operator is healthy
I0429 19:40:29.166399       1 tasks_processing.go:74] worker 9 stopped.
E0429 19:40:29.166414       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0429 19:40:29.166419       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0429 19:40:29.166423       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0429 19:40:29.166432       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0429 19:40:29.166464       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0429 19:40:29.166471       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0429 19:40:29.166476       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0429 19:40:29.166480       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0429 19:40:29.166520       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0429 19:40:29.166527       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0429 19:40:29.166532       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 106.774246ms to process 7 records
I0429 19:40:29.166571       1 tasks_processing.go:74] worker 26 stopped.
E0429 19:40:29.166586       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0429 19:40:29.166591       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q00ovcq3dp22etaglm2t8tqigpmb591-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q00ovcq3dp22etaglm2t8tqigpmb591-primary-cert-bundle-secret" not found
I0429 19:40:29.166639       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=cd7663fe6224f63b3e702fbe327d40c774c02e4c9b39d6c81c83d3cab9f01a95
I0429 19:40:29.166652       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 105.324251ms to process 1 records
E0429 19:40:29.168133       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2711a75fc5-3fe8-4344-9963-a2470cfd443d%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:40985->172.30.0.10:53: read: connection refused
I0429 19:40:29.168156       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2711a75fc5-3fe8-4344-9963-a2470cfd443d%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:40985->172.30.0.10:53: read: connection refused
I0429 19:40:29.171687       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0429 19:40:29.174782       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:50756->172.30.0.10:53: read: connection refused
I0429 19:40:29.174797       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:50756->172.30.0.10:53: read: connection refused
I0429 19:40:29.189342       1 tasks_processing.go:74] worker 17 stopped.
I0429 19:40:29.189620       1 recorder.go:75] Recording config/version with fingerprint=5b0cab16c5cb0a0af47790637cb4d7f8e671c6b7dffef6823f12789bc8deb8cc
I0429 19:40:29.189638       1 recorder.go:75] Recording config/id with fingerprint=4011b1918c0f6f65b4e3f7577115d1e1616b847e091a915b255e205b4a2f7a92
I0429 19:40:29.189646       1 gather.go:177] gatherer "clusterconfig" function "version" took 131.111847ms to process 2 records
I0429 19:40:29.219669       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0429 19:40:29.219680       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0429 19:40:29.514272       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0429 19:40:29.514287       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0429 19:40:29.514474       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2d2rc pod in namespace openshift-dns (previous: false).
I0429 19:40:29.768972       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2d2rc pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2d2rc\" is waiting to start: ContainerCreating"
I0429 19:40:29.768995       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2d2rc\" is waiting to start: ContainerCreating"
I0429 19:40:29.769003       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2d2rc pod in namespace openshift-dns (previous: false).
I0429 19:40:29.923618       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2d2rc pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2d2rc\" is waiting to start: ContainerCreating"
I0429 19:40:29.923641       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2d2rc\" is waiting to start: ContainerCreating"
I0429 19:40:29.923657       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-92r5n pod in namespace openshift-dns (previous: false).
W0429 19:40:30.102613       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0429 19:40:30.180367       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-92r5n pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-92r5n\" is waiting to start: ContainerCreating"
I0429 19:40:30.180384       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-92r5n\" is waiting to start: ContainerCreating"
I0429 19:40:30.180392       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-92r5n pod in namespace openshift-dns (previous: false).
I0429 19:40:30.324159       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-92r5n pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-92r5n\" is waiting to start: ContainerCreating"
I0429 19:40:30.324192       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-92r5n\" is waiting to start: ContainerCreating"
I0429 19:40:30.324203       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-cx8dw pod in namespace openshift-dns (previous: false).
I0429 19:40:30.538705       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0429 19:40:30.545255       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-cx8dw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-cx8dw\" is waiting to start: ContainerCreating"
I0429 19:40:30.545270       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-cx8dw\" is waiting to start: ContainerCreating"
I0429 19:40:30.545277       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-cx8dw pod in namespace openshift-dns (previous: false).
I0429 19:40:30.719583       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-cx8dw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-cx8dw\" is waiting to start: ContainerCreating"
I0429 19:40:30.719600       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-cx8dw\" is waiting to start: ContainerCreating"
I0429 19:40:30.719610       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-6kdds pod in namespace openshift-dns (previous: false).
I0429 19:40:30.921820       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0429 19:40:30.921838       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-lc64d pod in namespace openshift-dns (previous: false).
I0429 19:40:30.940582       1 tasks_processing.go:74] worker 15 stopped.
I0429 19:40:30.940633       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=92b697bec4bfebcb6c63e0cb105605305d277e9f54a8afd31c23eced0cc3f490
I0429 19:40:30.940682       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=76d4d0bc8688113a139a86c7eee982660c156e0df3e35ec0df52bba2cf773407
I0429 19:40:30.940711       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0429 19:40:30.940751       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=2c9e1049ee8ed5778693d13226c6e94272846fc662e4809943d0419acad17683
I0429 19:40:30.940769       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0429 19:40:30.940790       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=7cd3a1a01287088b13cda991dea138508be0585e54807b8dc498948bfab76540
I0429 19:40:30.940821       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=f60d35d1d59dae42dcfca0d6a886113d614c42556d8bed4a655ad2519347f38a
I0429 19:40:30.940844       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=01cae1f5019ad05bb0da6ad5fad31e5afc3cf349f0f1df2328919da14763c9af
I0429 19:40:30.940859       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=fe8a483e87b258a8ed7c9d3e9a1643f963163823cd0b34b9134b9c660c5a4d99
I0429 19:40:30.940876       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=ad96c2e1ec581d13a1b8b158b314385711192b9fff91a554b7a69fc2abec88e2
I0429 19:40:30.940886       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0429 19:40:30.940902       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=6398ea86a33f41cc62617fa47fcd428e1996a8926e5252a97c4f21b33fc4a491
I0429 19:40:30.940913       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0429 19:40:30.940929       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=cf367c744b3cd1db0ebc2739666e5e7d3130cf28d2944a71e100b7b948012259
I0429 19:40:30.940939       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0429 19:40:30.940953       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=7ccf976b64eddf7352b6fbb7b16cbe4aa8041d0f77ad2d7afc7b014bb18c7771
I0429 19:40:30.940962       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0429 19:40:30.940978       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=43db735817ac3c8f96189fccc1d0488e55ae6267a84227ca83b3efe991d197c6
I0429 19:40:30.941116       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=11a56f4b63b028fb93db18edf239b795efea8ab29163e755ab1f6e4380110362
I0429 19:40:30.941131       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0429 19:40:30.941143       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0429 19:40:30.941166       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0429 19:40:30.941217       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=a765fb6a0adf19e5c3b2cb527e679f7b14b626d4bfaf41b8c4a52d7df7ce1fe1
I0429 19:40:30.941247       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=acf1faea567bee6f1cbfc59a0ee329e18d97ff23a0a15524dc675d8e9741012a
I0429 19:40:30.941268       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0429 19:40:30.941285       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=84c76a4fbfe0376cb43ee3f4bf0632ff0c590021034d8456c92472f7661bfed1
I0429 19:40:30.941295       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0429 19:40:30.941308       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=09d8d501f6369a844a7d11da91bd90aba15d6522914e94557eb17df428861ff2
I0429 19:40:30.941323       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=e3dc9b2ea9491577a1f1ba4b459038a23dffa62730f173ccc7e6445c9eb17ed9
I0429 19:40:30.941336       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=7149505e5fdb9b2cb5e18f0ef082124657c13b172b467a057a6f538a551bc8d9
I0429 19:40:30.941350       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=f8754825a7840467eefb0bb29b0cef68204f2ad7862a8a69a0bd7bf79b6378f7
I0429 19:40:30.941361       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=14d513128d4a2ba586230424b5d2d79a3bb8519e4ba1a33a3ea5cc4dc39130c1
I0429 19:40:30.941389       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=8bbb8a417799b1ea16ceea49359c338ec76aafc33fa3ebd9dbdf0fc0151c1dd3
I0429 19:40:30.941406       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0429 19:40:30.941413       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0429 19:40:30.941420       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.87930731s to process 35 records
W0429 19:40:31.103196       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0429 19:40:31.123695       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0429 19:40:31.123714       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-w9jbt pod in namespace openshift-dns (previous: false).
I0429 19:40:31.321799       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0429 19:40:31.321852       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-9b94754f9-52vmd pod in namespace openshift-image-registry (previous: false).
I0429 19:40:31.520275       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-9b94754f9-52vmd pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-9b94754f9-52vmd\" is waiting to start: ContainerCreating"
I0429 19:40:31.520291       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-9b94754f9-52vmd\" is waiting to start: ContainerCreating"
I0429 19:40:31.520323       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-9b94754f9-lqtbq pod in namespace openshift-image-registry (previous: false).
I0429 19:40:31.721781       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-9b94754f9-lqtbq pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-9b94754f9-lqtbq\" is waiting to start: ContainerCreating"
I0429 19:40:31.721800       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-9b94754f9-lqtbq\" is waiting to start: ContainerCreating"
I0429 19:40:31.721845       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-b6dd48dcb-7x5lr pod in namespace openshift-image-registry (previous: false).
I0429 19:40:31.922245       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-b6dd48dcb-7x5lr pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-b6dd48dcb-7x5lr\" is waiting to start: ContainerCreating"
I0429 19:40:31.922262       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-b6dd48dcb-7x5lr\" is waiting to start: ContainerCreating"
I0429 19:40:31.922273       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-c8f5r pod in namespace openshift-image-registry (previous: false).
W0429 19:40:32.102049       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0429 19:40:32.121765       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0429 19:40:32.121780       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gvvz8 pod in namespace openshift-image-registry (previous: false).
I0429 19:40:32.321349       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0429 19:40:32.321376       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-tjdqz pod in namespace openshift-image-registry (previous: false).
I0429 19:40:32.519317       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0429 19:40:32.519333       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-557b65ff59-q4kpj pod in namespace openshift-ingress (previous: false).
I0429 19:40:32.718769       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-557b65ff59-q4kpj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-557b65ff59-q4kpj\" is waiting to start: ContainerCreating"
I0429 19:40:32.718785       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-557b65ff59-q4kpj\" is waiting to start: ContainerCreating"
I0429 19:40:32.718795       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7b77f48c7f-4tcbg pod in namespace openshift-ingress (previous: false).
I0429 19:40:32.928325       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7b77f48c7f-4tcbg pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7b77f48c7f-4tcbg\" is waiting to start: ContainerCreating"
I0429 19:40:32.928342       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7b77f48c7f-4tcbg\" is waiting to start: ContainerCreating"
I0429 19:40:32.928352       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7b77f48c7f-clgvv pod in namespace openshift-ingress (previous: false).
W0429 19:40:33.103313       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0429 19:40:33.120317       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7b77f48c7f-clgvv pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7b77f48c7f-clgvv\" is waiting to start: ContainerCreating"
I0429 19:40:33.120334       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7b77f48c7f-clgvv\" is waiting to start: ContainerCreating"
I0429 19:40:33.120345       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-8m8mw pod in namespace openshift-ingress-canary (previous: false).
I0429 19:40:33.321861       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-kdkjz pod in namespace openshift-ingress-canary (previous: false).
I0429 19:40:33.520646       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-vvxtb pod in namespace openshift-ingress-canary (previous: false).
I0429 19:40:33.722774       1 tasks_processing.go:74] worker 49 stopped.
I0429 19:40:33.722858       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=3aa0c3410eb717dc3c565f587666d01e25b4aeead1798216f846fc21e16a24c5
I0429 19:40:33.722913       1 recorder.go:75] Recording events/openshift-dns with fingerprint=8f898c07322d40f1d2b0c8700c0446c1d2a1ab75b85a6230293367363f76acdf
I0429 19:40:33.723013       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=f16c0ffa28b8a288a4d719a4ee8e7159ce34a4137f0770738f38640a99c22fc8
I0429 19:40:33.723042       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=4bfcf001e4c578b231cf29e80a9a8781d12484bbc3d9f0d54314b1a15d8912e0
I0429 19:40:33.723087       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=65373122212b6e33cfad483bddc98fd833078de8be665e6b3e53685eae112ab8
I0429 19:40:33.723126       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=e967515061b032818f8cc8f567a584a979851a9b09feaf92ecd50101e295ceea
I0429 19:40:33.723307       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-9b94754f9-52vmd with fingerprint=07e88621ae82fcd1dec41448740dad3cac36b0984198c6c455d8429b9d5af290
I0429 19:40:33.723461       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-9b94754f9-lqtbq with fingerprint=5368f856cbccc39e70a6812aed3d7258d6857b2776b044c95da7e6cd11459bb2
I0429 19:40:33.723550       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-b6dd48dcb-7x5lr with fingerprint=a220a6f7ffe05841154c3f034df61161c8311579fa358af55abaa1caf6f7a6fa
I0429 19:40:33.723559       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-8m8mw/serve-healthcheck-canary_current.log with fingerprint=88751818d5533be9a0e76b164f4439ce6e6cdb14afa46fceb9dd730a53081a5e
I0429 19:40:33.723563       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-kdkjz/serve-healthcheck-canary_current.log with fingerprint=65513d4788d52415fc1bd2d590a86a077288c7c9b8d42ec0f8c1568e14609c2f
I0429 19:40:33.723568       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-vvxtb/serve-healthcheck-canary_current.log with fingerprint=3ff738cc9d3c7b26302571be7a317bbea0fcf5abf1b9011cecb522446329f1f9
I0429 19:40:33.723575       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.663105447s to process 12 records
W0429 19:40:34.102353       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0429 19:40:34.102377       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0429 19:40:34.102393       1 tasks_processing.go:74] worker 30 stopped.
E0429 19:40:34.102403       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0429 19:40:34.102413       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0429 19:40:34.102427       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0429 19:40:34.102437       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.040266812s to process 1 records
I0429 19:40:41.513712       1 tasks_processing.go:74] worker 63 stopped.
I0429 19:40:41.513759       1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec
I0429 19:40:41.513773       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.452082046s to process 1 records
I0429 19:40:42.081273       1 configmapobserver.go:84] configmaps "insights-config" not found
I0429 19:40:42.284388       1 tasks_processing.go:74] worker 25 stopped.
I0429 19:40:42.284649       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=8e51bdad94ccef4d8b8d1dcd31ca57822f1858ab42bfebeef1b93869b7cdc5cb
I0429 19:40:42.284668       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.222713561s to process 1 records
E0429 19:40:42.284725       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.226s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0429 19:40:42.285831       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0429 19:40:42.285846       1 periodic.go:216] Running workloads gatherer
I0429 19:40:42.285861       1 tasks_processing.go:45] number of workers: 2
I0429 19:40:42.285869       1 tasks_processing.go:69] worker 1 listening for tasks.
I0429 19:40:42.285873       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0429 19:40:42.285877       1 tasks_processing.go:69] worker 0 listening for tasks.
I0429 19:40:42.285895       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0429 19:40:42.328517       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0429 19:40:42.342885       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (15ms)
I0429 19:40:42.346384       1 tasks_processing.go:74] worker 0 stopped.
I0429 19:40:42.346397       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 60.47369ms to process 0 records
I0429 19:40:42.351882       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (9ms)
I0429 19:40:42.360838       1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (9ms)
I0429 19:40:42.369939       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (9ms)
I0429 19:40:42.379139       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (9ms)
I0429 19:40:42.389126       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (10ms)
I0429 19:40:42.398940       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (10ms)
I0429 19:40:42.407256       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (8ms)
I0429 19:40:42.416515       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (9ms)
I0429 19:40:42.425234       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (9ms)
I0429 19:40:42.441340       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (16ms)
I0429 19:40:42.542872       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (102ms)
I0429 19:40:42.657715       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (115ms)
I0429 19:40:42.741593       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (84ms)
I0429 19:40:42.850862       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (109ms)
I0429 19:40:42.940348       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (89ms)
I0429 19:40:43.037310       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (97ms)
I0429 19:40:43.137542       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (100ms)
I0429 19:40:43.237819       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms)
I0429 19:40:43.338166       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms)
I0429 19:40:43.437943       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms)
I0429 19:40:43.538281       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms)
I0429 19:40:43.637803       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms)
I0429 19:40:43.737244       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (99ms)
I0429 19:40:43.838902       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (102ms)
I0429 19:40:43.937619       1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (99ms)
I0429 19:40:44.038092       1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms)
I0429 19:40:44.091929       1 configmapobserver.go:84] configmaps "insights-config" not found
I0429 19:40:44.136870       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (99ms)
I0429 19:40:44.236769       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms)
I0429 19:40:44.297494       1 configmapobserver.go:84] configmaps "insights-config" not found
I0429 19:40:44.338246       1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (101ms)
I0429 19:40:44.438458       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms)
I0429 19:40:44.538134       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms)
I0429 19:40:44.637536       1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (99ms)
I0429 19:40:44.637568       1 tasks_processing.go:74] worker 1 stopped.
E0429 19:40:44.637578       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0429 19:40:44.637815       1 recorder.go:75] Recording config/workload_info with fingerprint=d81f72aafb0433a8f6a7f57fa724a1f59c372396eddc4f76bd2a9a7aedcc8751
I0429 19:40:44.637831       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.351688374s to process 1 records
E0429 19:40:44.637856       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.351s with: function \"workload_info\" failed with an error"
I0429 19:40:44.638966       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0429 19:40:44.638980       1 periodic.go:216] Running conditional gatherer
I0429 19:40:44.644821       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0429 19:40:44.651487       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.12:35124->172.30.0.10:53: read: connection refused
E0429 19:40:44.651772       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0429 19:40:44.651828       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0429 19:40:44.658756       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0429 19:40:44.658769       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0429 19:40:44.658773       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0429 19:40:44.658777       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0429 19:40:44.658781       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0429 19:40:44.658784       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0429 19:40:44.658787       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0429 19:40:44.658790       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0429 19:40:44.658793       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0429 19:40:44.658795       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0429 19:40:44.658811       1 tasks_processing.go:45] number of workers: 3
I0429 19:40:44.658821       1 tasks_processing.go:69] worker 2 listening for tasks.
I0429 19:40:44.658827       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0429 19:40:44.658831       1 tasks_processing.go:69] worker 0 listening for tasks.
I0429 19:40:44.658838       1 tasks_processing.go:69] worker 1 listening for tasks.
I0429 19:40:44.658857       1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task.
I0429 19:40:44.658870       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0429 19:40:44.658880       1 tasks_processing.go:74] worker 1 stopped.
I0429 19:40:44.658969       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0429 19:40:44.658984       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.597µs to process 1 records
I0429 19:40:44.659015       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0429 19:40:44.659022       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 4.017µs to process 1 records
I0429 19:40:44.659027       1 tasks_processing.go:74] worker 0 stopped.
I0429 19:40:44.659083       1 tasks_processing.go:74] worker 2 stopped.
I0429 19:40:44.659095       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 249.06µs to process 0 records
I0429 19:40:44.659112       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.12:35124->172.30.0.10:53: read: connection refused
I0429 19:40:44.659131       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0429 19:40:44.681856       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=9d35b5bc114225911a908f7c98ea5771b9e64e5b674de9e056a78a0b3d7b0ff3
I0429 19:40:44.681982       1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-04-29-194044.tar.gz
I0429 19:40:44.689428       1 diskrecorder.go:51] Wrote 108 records to disk in 7ms
I0429 19:40:44.689456       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0429 19:40:44.689471       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0429 19:40:54.443031       1 configmapobserver.go:84] configmaps "insights-config" not found
I0429 19:41:48.440003       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="0679f38e0813fb5cf27f92609b3f3178245913bfb3f8519ca6c6d496a9bf5b37")
W0429 19:41:48.440040       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0429 19:41:48.440084       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="af12a1b06b84be0a19bae25c3ef5c2035e2ef8321007400bfa272374b11d63d8")
I0429 19:41:48.440092       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0429 19:41:48.440120       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0429 19:41:48.440164       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0429 19:41:48.440192       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="469de4c5248d25d5092fafe46295e4455027c6a89fbecc85b8234f433c9aa609")
I0429 19:41:48.440187       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0429 19:41:48.440196       1 periodic.go:177] Shutting down
I0429 19:41:48.440215       1 base_controller.go:181] Shutting down ConfigController ...
I0429 19:41:48.440222       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0429 19:41:48.440216       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0429 19:41:48.440228       1 base_controller.go:113] All ConfigController workers have been terminated
I0429 19:41:48.440235       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0429 19:41:48.440235       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"