W0428 11:03:41.463462       1 cmd.go:257] Using insecure, self-signed certificates
I0428 11:03:41.783217       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 11:03:41.783587       1 observer_polling.go:159] Starting file observer
I0428 11:03:42.767351       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0428 11:03:42.767541       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0428 11:03:42.768070       1 secure_serving.go:57] Forcing use of http/1.1 only
W0428 11:03:42.768090       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0428 11:03:42.768095       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0428 11:03:42.768115       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0428 11:03:42.768119       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0428 11:03:42.768121       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0428 11:03:42.768124       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0428 11:03:42.768123       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0428 11:03:42.772852       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0428 11:03:42.772875       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"967c5520-5b9e-416f-b135-aac057a1928f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0428 11:03:42.774196       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0428 11:03:42.774218       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0428 11:03:42.774217       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0428 11:03:42.774229       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0428 11:03:42.774243       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0428 11:03:42.774234       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0428 11:03:42.774550       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-382615594/tls.crt::/tmp/serving-cert-382615594/tls.key"
I0428 11:03:42.774962       1 secure_serving.go:213] Serving securely on [::]:8443
I0428 11:03:42.774995       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0428 11:03:42.777941       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0428 11:03:42.777968       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0428 11:03:42.778054       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0428 11:03:42.783918       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0428 11:03:42.783935       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0428 11:03:42.788959       1 secretconfigobserver.go:119] support secret does not exist
I0428 11:03:42.793178       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0428 11:03:42.797189       1 secretconfigobserver.go:119] support secret does not exist
I0428 11:03:42.799949       1 recorder.go:176] Pruning old reports every 6h11m13s, max age is 288h0m0s
I0428 11:03:42.804198       1 periodic.go:216] Running clusterconfig gatherer
I0428 11:03:42.804200       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0428 11:03:42.804213       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0428 11:03:42.804230       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0428 11:03:42.804236       1 insightsreport.go:296] Starting report retriever
I0428 11:03:42.804241       1 tasks_processing.go:45] number of workers: 64
I0428 11:03:42.804241       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0428 11:03:42.804253       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 11:03:42.804256       1 tasks_processing.go:69] worker 4 listening for tasks.
I0428 11:03:42.804263       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 11:03:42.804264       1 tasks_processing.go:69] worker 3 listening for tasks.
I0428 11:03:42.804263       1 tasks_processing.go:69] worker 2 listening for tasks.
I0428 11:03:42.804279       1 tasks_processing.go:69] worker 14 listening for tasks.
I0428 11:03:42.804280       1 tasks_processing.go:69] worker 22 listening for tasks.
I0428 11:03:42.804287       1 tasks_processing.go:69] worker 15 listening for tasks.
I0428 11:03:42.804287       1 tasks_processing.go:69] worker 36 listening for tasks.
I0428 11:03:42.804285       1 tasks_processing.go:69] worker 30 listening for tasks.
I0428 11:03:42.804294       1 tasks_processing.go:69] worker 31 listening for tasks.
I0428 11:03:42.804293       1 tasks_processing.go:69] worker 9 listening for tasks.
I0428 11:03:42.804302       1 tasks_processing.go:69] worker 5 listening for tasks.
I0428 11:03:42.804308       1 tasks_processing.go:69] worker 23 listening for tasks.
I0428 11:03:42.804311       1 tasks_processing.go:69] worker 6 listening for tasks.
I0428 11:03:42.804314       1 tasks_processing.go:69] worker 37 listening for tasks.
I0428 11:03:42.804317       1 tasks_processing.go:69] worker 16 listening for tasks.
I0428 11:03:42.804319       1 tasks_processing.go:71] worker 37 working on node_logs task.
I0428 11:03:42.804320       1 tasks_processing.go:71] worker 6 working on networks task.
I0428 11:03:42.804325       1 tasks_processing.go:69] worker 35 listening for tasks.
I0428 11:03:42.804327       1 tasks_processing.go:69] worker 17 listening for tasks.
I0428 11:03:42.804320       1 tasks_processing.go:69] worker 32 listening for tasks.
I0428 11:03:42.804331       1 tasks_processing.go:69] worker 33 listening for tasks.
I0428 11:03:42.804334       1 tasks_processing.go:69] worker 19 listening for tasks.
I0428 11:03:42.804321       1 tasks_processing.go:69] worker 7 listening for tasks.
I0428 11:03:42.804326       1 tasks_processing.go:69] worker 34 listening for tasks.
I0428 11:03:42.804342       1 tasks_processing.go:69] worker 18 listening for tasks.
I0428 11:03:42.804344       1 tasks_processing.go:69] worker 57 listening for tasks.
I0428 11:03:42.804344       1 tasks_processing.go:69] worker 21 listening for tasks.
I0428 11:03:42.804345       1 tasks_processing.go:69] worker 10 listening for tasks.
I0428 11:03:42.804351       1 tasks_processing.go:69] worker 38 listening for tasks.
I0428 11:03:42.804325       1 tasks_processing.go:69] worker 8 listening for tasks.
I0428 11:03:42.804356       1 tasks_processing.go:69] worker 60 listening for tasks.
I0428 11:03:42.804356       1 tasks_processing.go:69] worker 47 listening for tasks.
I0428 11:03:42.804349       1 tasks_processing.go:69] worker 62 listening for tasks.
I0428 11:03:42.804354       1 tasks_processing.go:69] worker 59 listening for tasks.
I0428 11:03:42.804338       1 tasks_processing.go:69] worker 20 listening for tasks.
I0428 11:03:42.804309       1 tasks_processing.go:71] worker 5 working on openstack_dataplanedeployments task.
I0428 11:03:42.804592       1 tasks_processing.go:69] worker 58 listening for tasks.
I0428 11:03:42.804345       1 tasks_processing.go:69] worker 13 listening for tasks.
I0428 11:03:42.804592       1 tasks_processing.go:71] worker 3 working on cost_management_metrics_configs task.
I0428 11:03:42.804613       1 tasks_processing.go:69] worker 48 listening for tasks.
I0428 11:03:42.804651       1 tasks_processing.go:71] worker 14 working on mutating_webhook_configurations task.
I0428 11:03:42.804679       1 tasks_processing.go:69] worker 46 listening for tasks.
I0428 11:03:42.804690       1 tasks_processing.go:69] worker 40 listening for tasks.
I0428 11:03:42.804685       1 tasks_processing.go:71] worker 30 working on sap_datahubs task.
I0428 11:03:42.804698       1 tasks_processing.go:69] worker 39 listening for tasks.
I0428 11:03:42.804704       1 tasks_processing.go:69] worker 41 listening for tasks.
I0428 11:03:42.804709       1 tasks_processing.go:71] worker 22 working on lokistack task.
I0428 11:03:42.804710       1 tasks_processing.go:69] worker 27 listening for tasks.
I0428 11:03:42.804345       1 tasks_processing.go:69] worker 12 listening for tasks.
I0428 11:03:42.804771       1 tasks_processing.go:69] worker 24 listening for tasks.
I0428 11:03:42.804789       1 tasks_processing.go:69] worker 25 listening for tasks.
I0428 11:03:42.804821       1 tasks_processing.go:71] worker 15 working on openshift_machine_api_events task.
I0428 11:03:42.804858       1 tasks_processing.go:69] worker 26 listening for tasks.
I0428 11:03:42.804870       1 tasks_processing.go:69] worker 61 listening for tasks.
I0428 11:03:42.804870       1 tasks_processing.go:71] worker 31 working on dvo_metrics task.
I0428 11:03:42.804947       1 tasks_processing.go:69] worker 29 listening for tasks.
I0428 11:03:42.804957       1 tasks_processing.go:69] worker 28 listening for tasks.
I0428 11:03:42.804315       1 tasks_processing.go:71] worker 23 working on ceph_cluster task.
I0428 11:03:42.804988       1 tasks_processing.go:71] worker 28 working on openstack_dataplanenodesets task.
I0428 11:03:42.805029       1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task.
I0428 11:03:42.805050       1 tasks_processing.go:71] worker 2 working on feature_gates task.
I0428 11:03:42.804308       1 tasks_processing.go:71] worker 9 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0428 11:03:42.805090       1 tasks_processing.go:71] worker 35 working on nodes task.
I0428 11:03:42.804355       1 tasks_processing.go:69] worker 11 listening for tasks.
I0428 11:03:42.805218       1 tasks_processing.go:71] worker 11 working on active_alerts task.
I0428 11:03:42.805227       1 tasks_processing.go:71] worker 41 working on nodenetworkstates task.
I0428 11:03:42.805239       1 tasks_processing.go:69] worker 49 listening for tasks.
I0428 11:03:42.805242       1 tasks_processing.go:69] worker 51 listening for tasks.
I0428 11:03:42.804874       1 tasks_processing.go:71] worker 36 working on ingress task.
I0428 11:03:42.805252       1 tasks_processing.go:71] worker 12 working on machines task.
I0428 11:03:42.805256       1 tasks_processing.go:71] worker 24 working on storage_cluster task.
I0428 11:03:42.805251       1 tasks_processing.go:69] worker 53 listening for tasks.
I0428 11:03:42.805266       1 tasks_processing.go:71] worker 51 working on support_secret task.
I0428 11:03:42.805272       1 tasks_processing.go:71] worker 53 working on nodenetworkconfigurationpolicies task.
I0428 11:03:42.805280       1 tasks_processing.go:71] worker 20 working on config_maps task.
I0428 11:03:42.805324       1 tasks_processing.go:71] worker 49 working on sap_pods task.
I0428 11:03:42.805349       1 tasks_processing.go:71] worker 57 working on storage_classes task.
W0428 11:03:42.805252       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 11:03:42.805391       1 tasks_processing.go:71] worker 29 working on openstack_version task.
I0428 11:03:42.805401       1 tasks_processing.go:69] worker 55 listening for tasks.
I0428 11:03:42.805012       1 tasks_processing.go:71] worker 4 working on version task.
I0428 11:03:42.805415       1 tasks_processing.go:71] worker 55 working on tsdb_status task.
I0428 11:03:42.805427       1 tasks_processing.go:69] worker 56 listening for tasks.
I0428 11:03:42.805441       1 tasks_processing.go:71] worker 48 working on sap_config task.
W0428 11:03:42.805438       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 11:03:42.805448       1 tasks_processing.go:71] worker 19 working on silenced_alerts task.
I0428 11:03:42.804877       1 tasks_processing.go:69] worker 43 listening for tasks.
I0428 11:03:42.805461       1 tasks_processing.go:71] worker 56 working on olm_operators task.
I0428 11:03:42.805404       1 tasks_processing.go:71] worker 11 working on monitoring_persistent_volumes task.
I0428 11:03:42.805466       1 tasks_processing.go:71] worker 7 working on container_images task.
I0428 11:03:42.805463       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 156.837µs to process 0 records
I0428 11:03:42.805488       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 37.562µs to process 0 records
I0428 11:03:42.805182       1 tasks_processing.go:69] worker 50 listening for tasks.
I0428 11:03:42.805399       1 tasks_processing.go:71] worker 21 working on container_runtime_configs task.
W0428 11:03:42.805470       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 11:03:42.805522       1 tasks_processing.go:71] worker 13 working on openshift_logging task.
I0428 11:03:42.805538       1 tasks_processing.go:71] worker 19 working on clusterroles task.
I0428 11:03:42.805577       1 tasks_processing.go:71] worker 8 working on infrastructures task.
I0428 11:03:42.805228       1 tasks_processing.go:69] worker 45 listening for tasks.
I0428 11:03:42.805612       1 tasks_processing.go:71] worker 32 working on qemu_kubevirt_launcher_logs task.
I0428 11:03:42.805621       1 tasks_processing.go:71] worker 47 working on pdbs task.
I0428 11:03:42.805463       1 tasks_processing.go:69] worker 44 listening for tasks.
I0428 11:03:42.805761       1 tasks_processing.go:71] worker 38 working on jaegers task.
I0428 11:03:42.805770       1 tasks_processing.go:71] worker 34 working on crds task.
I0428 11:03:42.805889       1 tasks_processing.go:71] worker 60 working on machine_configs task.
I0428 11:03:42.805720       1 tasks_processing.go:71] worker 10 working on aggregated_monitoring_cr_names task.
I0428 11:03:42.805917       1 tasks_processing.go:71] worker 18 working on machine_config_pools task.
I0428 11:03:42.805924       1 tasks_processing.go:71] worker 40 working on install_plans task.
I0428 11:03:42.805999       1 tasks_processing.go:71] worker 39 working on machine_healthchecks task.
I0428 11:03:42.805461       1 tasks_processing.go:71] worker 43 working on operators task.
I0428 11:03:42.805982       1 tasks_processing.go:71] worker 46 working on certificate_signing_requests task.
I0428 11:03:42.806269       1 tasks_processing.go:71] worker 45 working on openstack_controlplanes task.
I0428 11:03:42.806273       1 tasks_processing.go:71] worker 55 working on pod_network_connectivity_checks task.
I0428 11:03:42.806294       1 tasks_processing.go:71] worker 62 working on schedulers task.
I0428 11:03:42.805579       1 tasks_processing.go:69] worker 42 listening for tasks.
I0428 11:03:42.806324       1 tasks_processing.go:71] worker 42 working on image_registries task.
I0428 11:03:42.805079       1 tasks_processing.go:71] worker 16 working on ingress_certificates task.
I0428 11:03:42.805513       1 tasks_processing.go:71] worker 58 working on service_accounts task.
I0428 11:03:42.805318       1 tasks_processing.go:71] worker 61 working on oauths task.
I0428 11:03:42.805199       1 tasks_processing.go:71] worker 59 working on image task.
I0428 11:03:42.805317       1 tasks_processing.go:71] worker 27 working on authentication task.
I0428 11:03:42.805320       1 tasks_processing.go:69] worker 63 listening for tasks.
I0428 11:03:42.807009       1 tasks_processing.go:71] worker 63 working on machine_autoscalers task.
I0428 11:03:42.805172       1 tasks_processing.go:69] worker 54 listening for tasks.
I0428 11:03:42.807093       1 tasks_processing.go:71] worker 54 working on machine_sets task.
I0428 11:03:42.805322       1 tasks_processing.go:71] worker 26 working on image_pruners task.
I0428 11:03:42.805493       1 tasks_processing.go:71] worker 17 working on validating_webhook_configurations task.
I0428 11:03:42.805515       1 tasks_processing.go:71] worker 50 working on proxies task.
I0428 11:03:42.805763       1 tasks_processing.go:71] worker 33 working on node_features task.
I0428 11:03:42.806130       1 tasks_processing.go:71] worker 44 working on metrics task.
W0428 11:03:42.807446       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 11:03:42.805252       1 tasks_processing.go:71] worker 25 working on cluster_apiserver task.
I0428 11:03:42.805186       1 tasks_processing.go:69] worker 52 listening for tasks.
I0428 11:03:42.807559       1 tasks_processing.go:74] worker 52 stopped.
I0428 11:03:42.806183       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 71.272µs to process 0 records
I0428 11:03:42.807574       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 25.7µs to process 0 records
I0428 11:03:42.807588       1 tasks_processing.go:74] worker 44 stopped.
I0428 11:03:42.804763       1 tasks_processing.go:71] worker 1 working on operators_pods_and_events task.
I0428 11:03:42.809169       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0428 11:03:42.809185       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0428 11:03:42.809190       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0428 11:03:42.809193       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0428 11:03:42.809208       1 controller.go:531] The operator is still being initialized
I0428 11:03:42.809215       1 controller.go:554] The operator is healthy
I0428 11:03:42.810919       1 tasks_processing.go:74] worker 30 stopped.
I0428 11:03:42.810937       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 6.216939ms to process 0 records
I0428 11:03:42.814868       1 tasks_processing.go:74] worker 47 stopped.
I0428 11:03:42.815042       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=f3201ef49125d2476da9bc2acaabb1b4ab797a554710d6570bf7112f7129909b
I0428 11:03:42.815067       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=7813139b80bf9857b0fbaab67015de41963422a77005fa251abe1b9c7b5796b1
I0428 11:03:42.815084       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=a4214291c521f7faf6a55a4eac18b8558024f83c7d96454add25cdae7a9e6ed9
I0428 11:03:42.815092       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 9.238323ms to process 3 records
I0428 11:03:42.815121       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 10.312798ms to process 0 records
I0428 11:03:42.815126       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 9.872693ms to process 0 records
E0428 11:03:42.815131       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0428 11:03:42.815132       1 tasks_processing.go:74] worker 5 stopped.
I0428 11:03:42.815136       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 8.596532ms to process 0 records
I0428 11:03:42.815141       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 9.657691ms to process 0 records
I0428 11:03:42.815142       1 tasks_processing.go:74] worker 28 stopped.
I0428 11:03:42.815146       1 tasks_processing.go:74] worker 55 stopped.
I0428 11:03:42.815150       1 tasks_processing.go:74] worker 3 stopped.
I0428 11:03:42.815151       1 tasks_processing.go:74] worker 41 stopped.
I0428 11:03:42.815145       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 10.280506ms to process 0 records
E0428 11:03:42.815160       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0428 11:03:42.815167       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 8.951126ms to process 0 records
I0428 11:03:42.815205       1 tasks_processing.go:74] worker 39 stopped.
I0428 11:03:42.815268       1 tasks_processing.go:74] worker 6 stopped.
I0428 11:03:42.815312       1 recorder.go:75] Recording config/network with fingerprint=2ca6d9363d0f31a5e9f26e6ea21da45ebed2e2a68d18b16a6d16bc07ff238e64
I0428 11:03:42.815324       1 gather.go:177] gatherer "clusterconfig" function "networks" took 10.767104ms to process 1 records
I0428 11:03:42.822534       1 tasks_processing.go:74] worker 45 stopped.
I0428 11:03:42.822540       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 16.252263ms to process 0 records
I0428 11:03:42.822768       1 tasks_processing.go:74] worker 22 stopped.
I0428 11:03:42.822783       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 18.049042ms to process 0 records
I0428 11:03:42.822798       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 17.249072ms to process 0 records
I0428 11:03:42.822808       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 16.842666ms to process 0 records
I0428 11:03:42.822814       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 17.949493ms to process 0 records
I0428 11:03:42.822819       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 17.810006ms to process 0 records
I0428 11:03:42.822829       1 tasks_processing.go:74] worker 23 stopped.
I0428 11:03:42.822838       1 tasks_processing.go:74] worker 21 stopped.
I0428 11:03:42.822842       1 tasks_processing.go:74] worker 18 stopped.
I0428 11:03:42.822847       1 tasks_processing.go:74] worker 15 stopped.
I0428 11:03:42.822857       1 tasks_processing.go:74] worker 63 stopped.
I0428 11:03:42.822870       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 15.837381ms to process 0 records
I0428 11:03:42.822881       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 17.40779ms to process 0 records
I0428 11:03:42.822886       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 17.333899ms to process 0 records
I0428 11:03:42.822891       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 17.093809ms to process 0 records
I0428 11:03:42.822896       1 tasks_processing.go:74] worker 38 stopped.
I0428 11:03:42.822899       1 tasks_processing.go:74] worker 48 stopped.
I0428 11:03:42.822902       1 tasks_processing.go:74] worker 13 stopped.
I0428 11:03:42.822913       1 tasks_processing.go:74] worker 8 stopped.
I0428 11:03:42.823392       1 recorder.go:75] Recording config/infrastructure with fingerprint=07b3bc48b540b9a072f9235054f9f0021b774836ea5a4b84579da49e2f547a0b
I0428 11:03:42.823405       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 17.321994ms to process 1 records
I0428 11:03:42.823415       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 17.502194ms to process 0 records
I0428 11:03:42.823420       1 tasks_processing.go:74] worker 56 stopped.
I0428 11:03:42.833378       1 tasks_processing.go:74] worker 54 stopped.
I0428 11:03:42.833388       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 26.259489ms to process 0 records
I0428 11:03:42.833581       1 tasks_processing.go:74] worker 62 stopped.
I0428 11:03:42.833650       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=194a4a8c90014babd247a9e5d2abb2145af7bd47ed8516e8e839afcea7e64ae8
I0428 11:03:42.833664       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 27.277249ms to process 1 records
E0428 11:03:42.835510       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0428 11:03:42.835520       1 tasks_processing.go:74] worker 33 stopped.
I0428 11:03:42.835527       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 28.14946ms to process 0 records
I0428 11:03:42.835922       1 tasks_processing.go:74] worker 51 stopped.
E0428 11:03:42.835943       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0428 11:03:42.836096       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.641203ms to process 0 records
I0428 11:03:42.836387       1 tasks_processing.go:74] worker 59 stopped.
I0428 11:03:42.836585       1 recorder.go:75] Recording config/image with fingerprint=b041e4ae0c0bed824f0d0b3abeab9f5d4fa73c1ae16292de9a25c877b71f60aa
I0428 11:03:42.836648       1 gather.go:177] gatherer "clusterconfig" function "image" took 29.439142ms to process 1 records
I0428 11:03:42.838169       1 tasks_processing.go:74] worker 0 stopped.
I0428 11:03:42.838193       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0428 11:03:42.838202       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 33.125097ms to process 1 records
W0428 11:03:42.839085       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 11:03:42.839561       1 tasks_processing.go:74] worker 53 stopped.
I0428 11:03:42.839569       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 34.28288ms to process 0 records
I0428 11:03:42.839820       1 tasks_processing.go:74] worker 61 stopped.
I0428 11:03:42.840037       1 recorder.go:75] Recording config/oauth with fingerprint=483421e650f6bce50c8523a060e9d083e074e2b242589617b0bffafdab578fac
I0428 11:03:42.840054       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 32.879663ms to process 1 records
I0428 11:03:42.840064       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 34.581551ms to process 0 records
E0428 11:03:42.840069       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0428 11:03:42.840074       1 gather.go:177] gatherer "clusterconfig" function "machines" took 34.797625ms to process 0 records
I0428 11:03:42.840080       1 tasks_processing.go:74] worker 12 stopped.
I0428 11:03:42.840091       1 tasks_processing.go:74] worker 24 stopped.
I0428 11:03:42.840199       1 tasks_processing.go:74] worker 14 stopped.
I0428 11:03:42.840377       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=8aa7b31c1ea7fc548a9208ce554e6002e629784523aa32f1ee11dc6f0edadd4c
I0428 11:03:42.840419       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=c81c6ec080188f87122112cd625604ee0e9218287357bfcc4e8034a44bebf975
I0428 11:03:42.840461       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=4e78395d13fc463737705ec371b7c844e7a7eb95efe249c4580be71326851604
I0428 11:03:42.840475       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 35.532393ms to process 3 records
I0428 11:03:42.840651       1 tasks_processing.go:74] worker 49 stopped.
I0428 11:03:42.840662       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 35.309322ms to process 0 records
I0428 11:03:42.840983       1 tasks_processing.go:74] worker 17 stopped.
I0428 11:03:42.841119       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=e85d578d7ffd906349e68aa9d4ecb7dc238442bed869e2f518a746025368a47c
I0428 11:03:42.841208       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=28077513cf444dec0c43f6389572b24e8fcb56d8b1fe0cf09deaff2ffab88e96
I0428 11:03:42.841225       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=c936e074e72c9643c01d7a91e79defb556135490e985a24c34b147b0d38f4e02
I0428 11:03:42.841250       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=d4738ee691080b4c90b2e32465865e42c3014bffd673510511e6b9b8df1e38fe
I0428 11:03:42.841272       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=13799fcbc319f1863afdf5f2de30c07a1f98e918c88ac1cfbc4a1403d85ba2da
I0428 11:03:42.841293       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=709fc3c3eb80e6767cf2c4d9a740f8979fc29f286df50aa913e0ddc483348dad
I0428 11:03:42.841314       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=71d899698aeec702e25c7a51c9a98efd65fbaa2a2ca58c59c3696eb7a91e2ebe
I0428 11:03:42.841345       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=a8a60719348adf59a185aabb515698a622a864674f6d9f75d5b33e8b6cfb0062
I0428 11:03:42.841367       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=ab0229d156319c364155d133e9d55d1c7c0009ca8694832d1f971d3b3e93d379
I0428 11:03:42.841389       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=9839b8be9bb158e724a23cead5ae26b3944687a80c32773c4acd854bad3875fa
I0428 11:03:42.841410       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=a758b6dea0a9265bf05f5890a6094d6b054bd322815c481004a4d46cde962280
I0428 11:03:42.841418       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 33.802604ms to process 11 records
I0428 11:03:42.841496       1 recorder.go:75] Recording config/featuregate with fingerprint=b90fab7e312846789d6527cdcd5f2506cb7c27c135231b65347d0570148bc7c4
I0428 11:03:42.841503       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 35.917479ms to process 1 records
I0428 11:03:42.841513       1 tasks_processing.go:74] worker 2 stopped.
I0428 11:03:42.841589       1 tasks_processing.go:74] worker 42 stopped.
I0428 11:03:42.841940       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=9d01d37f5424c385296c774a0274cdc6159adff15d22e390b79cd6831b8b8a71
I0428 11:03:42.841953       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 34.92269ms to process 1 records
I0428 11:03:42.841963       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 36.251337ms to process 0 records
I0428 11:03:42.842000       1 tasks_processing.go:74] worker 29 stopped.
I0428 11:03:42.842015       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=6664abe16b43329495a72f21d1effb1dbeb7d53a0cab0d4dd01924842c3b2ae3
I0428 11:03:42.842026       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=03f12ce81103eec2afb435eadaa5f0062889be81a9b14f0c8d46ac67241fb768
I0428 11:03:42.842031       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 36.408073ms to process 2 records
E0428 11:03:42.842036       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0428 11:03:42.842047       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0428 11:03:42.842056       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 36.046819ms to process 1 records
I0428 11:03:42.842076       1 tasks_processing.go:74] worker 57 stopped.
I0428 11:03:42.842082       1 tasks_processing.go:74] worker 60 stopped.
I0428 11:03:42.842116       1 tasks_processing.go:74] worker 35 stopped.
I0428 11:03:42.842316       1 recorder.go:75] Recording config/node/ip-10-0-0-142.ec2.internal with fingerprint=e2276952bc06b29d5acdb3878dbc252d4e5ede93d94eb5778ef2baa470103bac
I0428 11:03:42.842371       1 recorder.go:75] Recording config/node/ip-10-0-1-214.ec2.internal with fingerprint=6f673fbc4410d9cb44033941a5d347ca82f12a27359e11c3851b307c05d5567e
I0428 11:03:42.842422       1 recorder.go:75] Recording config/node/ip-10-0-2-127.ec2.internal with fingerprint=8cc633085b34b93eeb913712281033c6b30ebe666a361650d15cf5e38efc6488
I0428 11:03:42.842429       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 36.900892ms to process 3 records
I0428 11:03:42.843820       1 tasks_processing.go:74] worker 26 stopped.
I0428 11:03:42.843934       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=872ffaa20938187cf8244dabd8bd64644fcd8447b050bb303464dafb3799dcce
I0428 11:03:42.843952       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 36.660756ms to process 1 records
I0428 11:03:42.844046       1 tasks_processing.go:74] worker 50 stopped.
I0428 11:03:42.844171       1 recorder.go:75] Recording config/proxy with fingerprint=250fdcc07125c9268149c2750c7b2d5a0fb0e91c8f3206e21b1d43aefadf9947
I0428 11:03:42.844231       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 36.815561ms to process 1 records
I0428 11:03:42.844329       1 tasks_processing.go:74] worker 19 stopped.
I0428 11:03:42.844458       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=14266ed40589bcd4c7d8bc2697099e7e5773de5d29e6db03b4a4af9fdad2d0f1
I0428 11:03:42.844587       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=2d7edbf831409ce409daa7518b3c41c1e540ce842a835cac742d73b1de032192
I0428 11:03:42.844609       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 38.562993ms to process 2 records
I0428 11:03:42.847260       1 tasks_processing.go:74] worker 11 stopped.
I0428 11:03:42.847273       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 41.705375ms to process 0 records
I0428 11:03:42.847540       1 tasks_processing.go:74] worker 36 stopped.
I0428 11:03:42.847540       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0428 11:03:42.847771       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0428 11:03:42.847823       1 operator.go:328] started
I0428 11:03:42.847900       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0428 11:03:42.847928       1 recorder.go:75] Recording config/ingress with fingerprint=d1b0e90ea2485401d42cb1676985443456d036112cce7083fd4acef21414e428
I0428 11:03:42.847973       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 42.277928ms to process 1 records
I0428 11:03:42.848115       1 tasks_processing.go:74] worker 27 stopped.
I0428 11:03:42.848324       1 recorder.go:75] Recording config/authentication with fingerprint=7fe686ba77b489e80da1b9bbb45dd2436a32916e8acafb018e82664213ce53e8
I0428 11:03:42.848365       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 40.631486ms to process 1 records
I0428 11:03:42.848476       1 tasks_processing.go:74] worker 25 stopped.
I0428 11:03:42.848780       1 recorder.go:75] Recording config/apiserver with fingerprint=ccf335810d452fcc3097f9106038875a157a81b460f1185fa958bffdeba965fd
I0428 11:03:42.848824       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 40.221142ms to process 1 records
I0428 11:03:42.849782       1 tasks_processing.go:74] worker 34 stopped.
I0428 11:03:42.850399       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=339880c13a7ea117599cd22dc2cd74e93526e3995d0a945840ac1d1cfa0b6c1a
I0428 11:03:42.850719       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=436ac2d1fe19f9311af4cbf74afb089595d25e3b828a0b79d7f72367e6a67b92
I0428 11:03:42.850736       1 gather.go:177] gatherer "clusterconfig" function "crds" took 43.999671ms to process 2 records
I0428 11:03:42.850878       1 tasks_processing.go:74] worker 46 stopped.
I0428 11:03:42.850896       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 44.603749ms to process 0 records
I0428 11:03:42.857798       1 tasks_processing.go:74] worker 7 stopped.
I0428 11:03:42.857861       1 recorder.go:75] Recording config/running_containers with fingerprint=24b4b384a43c4f857d6de58a2490467e60c634eaef3f9e2d5829fc7fbabf8443
I0428 11:03:42.857873       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 52.318551ms to process 1 records
I0428 11:03:42.859534       1 controller.go:254] Source scaController *sca.Controller is not ready
I0428 11:03:42.859546       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0428 11:03:42.859549       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0428 11:03:42.859552       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0428 11:03:42.859554       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0428 11:03:42.859572       1 controller.go:531] The operator is still being initialized
I0428 11:03:42.859577       1 controller.go:554] The operator is healthy
I0428 11:03:42.860147       1 tasks_processing.go:74] worker 10 stopped.
I0428 11:03:42.860166       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 54.226388ms to process 0 records
I0428 11:03:42.860193       1 tasks_processing.go:74] worker 9 stopped.
I0428 11:03:42.860208       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 55.103611ms to process 0 records
I0428 11:03:42.861566       1 prometheus_rules.go:88] Prometheus rules successfully created
E0428 11:03:42.866095       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27445a7397-6609-45ed-8c4a-24c6b2ffd61c%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.17:40995->172.30.0.10:53: read: connection refused
I0428 11:03:42.866121       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27445a7397-6609-45ed-8c4a-24c6b2ffd61c%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.17:40995->172.30.0.10:53: read: connection refused
I0428 11:03:42.873383       1 tasks_processing.go:74] worker 20 stopped.
E0428 11:03:42.873400       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0428 11:03:42.873406       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0428 11:03:42.873409       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0428 11:03:42.873417       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0428 11:03:42.873455       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0428 11:03:42.873462       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0428 11:03:42.873466       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0428 11:03:42.873469       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0428 11:03:42.873506       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0428 11:03:42.873513       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0428 11:03:42.873518       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 68.041441ms to process 7 records
I0428 11:03:42.874920       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0428 11:03:42.874931       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0428 11:03:42.874947       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0428 11:03:42.878649       1 base_controller.go:82] Caches are synced for ConfigController 
I0428 11:03:42.878662       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0428 11:03:42.882850       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 11:03:42.919828       1 tasks_processing.go:74] worker 37 stopped.
I0428 11:03:42.919845       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 115.495033ms to process 0 records
I0428 11:03:42.928287       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0428 11:03:42.931677       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.17:56174->172.30.0.10:53: read: connection refused
I0428 11:03:42.931689       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.17:56174->172.30.0.10:53: read: connection refused
I0428 11:03:42.938690       1 gather_logs.go:145] no pods in  namespace were found
I0428 11:03:42.938705       1 tasks_processing.go:74] worker 32 stopped.
I0428 11:03:42.938717       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 133.079296ms to process 0 records
I0428 11:03:42.938992       1 tasks_processing.go:74] worker 4 stopped.
I0428 11:03:42.939226       1 recorder.go:75] Recording config/version with fingerprint=5f06ff5c92908a9d43f40c0b5425cce3d70b7f03372be34c9b28e6782d3eebfe
I0428 11:03:42.939238       1 recorder.go:75] Recording config/id with fingerprint=39fb723bdd23b757a66e626279a0d40d362bec248bb6666638f2511cc9287291
I0428 11:03:42.939244       1 gather.go:177] gatherer "clusterconfig" function "version" took 133.570761ms to process 2 records
I0428 11:03:42.948085       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0428 11:03:42.948095       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0428 11:03:42.959334       1 tasks_processing.go:74] worker 16 stopped.
E0428 11:03:42.959347       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0428 11:03:42.959354       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pv452ledagn57tf47lfif0ho4ffo09v-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pv452ledagn57tf47lfif0ho4ffo09v-primary-cert-bundle-secret" not found
I0428 11:03:42.959409       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=9683231f3c6c8c3ae6687ce21ea52fdaae4d8b919ec1df6a8651969ea1780a27
I0428 11:03:42.959420       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 152.990376ms to process 1 records
I0428 11:03:43.255330       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0428 11:03:43.255345       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0428 11:03:43.256957       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2gfr5 pod in namespace openshift-dns (previous: false).
I0428 11:03:43.490157       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2gfr5 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2gfr5\" is waiting to start: ContainerCreating"
I0428 11:03:43.490175       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2gfr5\" is waiting to start: ContainerCreating"
I0428 11:03:43.490184       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2gfr5 pod in namespace openshift-dns (previous: false).
I0428 11:03:43.659814       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2gfr5 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2gfr5\" is waiting to start: ContainerCreating"
I0428 11:03:43.659831       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2gfr5\" is waiting to start: ContainerCreating"
I0428 11:03:43.659844       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-97tfs pod in namespace openshift-dns (previous: false).
W0428 11:03:43.837334       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 11:03:43.876259       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-97tfs pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-97tfs\" is waiting to start: ContainerCreating"
I0428 11:03:43.876274       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-97tfs\" is waiting to start: ContainerCreating"
I0428 11:03:43.876281       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-97tfs pod in namespace openshift-dns (previous: false).
I0428 11:03:44.060013       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-97tfs pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-97tfs\" is waiting to start: ContainerCreating"
I0428 11:03:44.060029       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-97tfs\" is waiting to start: ContainerCreating"
I0428 11:03:44.060042       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-crk7x pod in namespace openshift-dns (previous: false).
I0428 11:03:44.269837       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0428 11:03:44.287418       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-crk7x pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-crk7x\" is waiting to start: ContainerCreating"
I0428 11:03:44.287433       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-crk7x\" is waiting to start: ContainerCreating"
I0428 11:03:44.287445       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-crk7x pod in namespace openshift-dns (previous: false).
I0428 11:03:44.460841       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-crk7x pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-crk7x\" is waiting to start: ContainerCreating"
I0428 11:03:44.460854       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-crk7x\" is waiting to start: ContainerCreating"
I0428 11:03:44.460863       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-5vjsr pod in namespace openshift-dns (previous: false).
I0428 11:03:44.663266       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 11:03:44.663286       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-nrk2d pod in namespace openshift-dns (previous: false).
W0428 11:03:44.837088       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 11:03:44.860362       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 11:03:44.860376       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-szfqz pod in namespace openshift-dns (previous: false).
I0428 11:03:44.868879       1 tasks_processing.go:74] worker 43 stopped.
I0428 11:03:44.868938       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=00021df54e069e216d6dd173152fbf2d39f583ca8f285b3528bf472e3b5ca7d9
I0428 11:03:44.868990       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=868c0c40189dcf90960a76cd6abfa98e9c5a9fa9921532c922a1f12d4cfea483
I0428 11:03:44.869028       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0428 11:03:44.869073       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=48731493a1972752f18266b75128f010f15c81592f032c6b8b3ed37402cc5395
I0428 11:03:44.869118       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0428 11:03:44.869153       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=0816676c310b414d04a02fbe8c868c63175fdb480ce95ca573c473bb23af8c0c
I0428 11:03:44.869210       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=edcff408593fcf47c5c89c1308caa11f18f8df1a0b050a2e84a279053fa05dce
I0428 11:03:44.869246       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=8f0843402d1fceb7245afe79c78b733feebd637d5d3ddf6ffcf69aeb020534a8
I0428 11:03:44.869270       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=143fb9fef86a7f5b84db27dc1482ef025237a831d7bb28bc591b5a70ba7d23ec
I0428 11:03:44.869302       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=fbcd63a285b62e2d2a18b6283a6dc2b23d4c8931bc1b8033a66d3e25e0dc286e
I0428 11:03:44.869317       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0428 11:03:44.869344       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=a7ada666e0b09f95ec463ef59ac1e067a9a083d6249861e20832af0912ee2c45
I0428 11:03:44.869360       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0428 11:03:44.869386       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=523134888e87b3e048e975d8584dd293df67d5309fdd42d4b1fc7d222c8233cd
I0428 11:03:44.869398       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0428 11:03:44.869429       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=88df24f3a63790e22d682b62cadc29d95dd04b9486b38c199b664e44d9dc35ce
I0428 11:03:44.869443       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0428 11:03:44.869471       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=a4cc3c8f1b6f8d2efc422731f2370e0782376ba8118a2dd3e783ce5c53fb6907
I0428 11:03:44.869594       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=a12f6f5e3c4568d677fb67f7b5d04cea7e2becef023c7ff4de33416a7a165aed
I0428 11:03:44.869607       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0428 11:03:44.869618       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0428 11:03:44.869649       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0428 11:03:44.869685       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=c7b9bb03365f84753f298ec3a3a4ddb32cfcee31f2d9d55ab380d1b376b05690
I0428 11:03:44.869720       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=6e5b4f1f6d27d05d3d79ad757e0bdf67d0c4465fe2db42b3775ec71418ddea84
I0428 11:03:44.869747       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0428 11:03:44.869801       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=eb3e9b169c93eed800811b830fdd166e1348124cc3e3f9d63453b51415c29f0c
I0428 11:03:44.869816       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0428 11:03:44.869841       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=54627bac352d07254f043feef4e60d66cdea6d3c43e7aed813b2218739a069f4
I0428 11:03:44.869867       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=7c66adebe45d19de3204c22a6c1c93bcaa5f51d41198627c89e7d995704516e5
I0428 11:03:44.869891       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=3dd2ef229bd5fa6388d3054aa7da397f0d37e9b76760f3c4bfd2a82b1f2e9834
I0428 11:03:44.869918       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=2b84ada6f22f053bc94a1f353d625abc7ed86375be2ddaf9421ce97cc364f0f4
I0428 11:03:44.869949       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=7de2c6b9ba7e612932dfa188372a5f307780fbaa23509c2913aa3a84ad6b0fad
I0428 11:03:44.869963       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0428 11:03:44.870004       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=1356fc4df277a1648d438a5fa54b457b3aa97c394ee43a273c1efebe4cb3033e
I0428 11:03:44.870031       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0428 11:03:44.870045       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0428 11:03:44.870057       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.062646821s to process 36 records
I0428 11:03:45.066412       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 11:03:45.066426       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6c8946d869-j79sv pod in namespace openshift-image-registry (previous: false).
I0428 11:03:45.260871       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6c8946d869-j79sv pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6c8946d869-j79sv\" is waiting to start: ContainerCreating"
I0428 11:03:45.260887       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6c8946d869-j79sv\" is waiting to start: ContainerCreating"
I0428 11:03:45.260896       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6c8946d869-rc9f4 pod in namespace openshift-image-registry (previous: false).
I0428 11:03:45.461926       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6c8946d869-rc9f4 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6c8946d869-rc9f4\" is waiting to start: ContainerCreating"
I0428 11:03:45.461942       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6c8946d869-rc9f4\" is waiting to start: ContainerCreating"
I0428 11:03:45.461952       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6f4c55d5d-d8w4p pod in namespace openshift-image-registry (previous: false).
I0428 11:03:45.662388       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6f4c55d5d-d8w4p pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6f4c55d5d-d8w4p\" is waiting to start: ContainerCreating"
I0428 11:03:45.662402       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6f4c55d5d-d8w4p\" is waiting to start: ContainerCreating"
I0428 11:03:45.662412       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-b8df6 pod in namespace openshift-image-registry (previous: false).
W0428 11:03:45.836980       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 11:03:45.860358       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 11:03:45.860371       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-wfzwq pod in namespace openshift-image-registry (previous: false).
I0428 11:03:46.060145       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 11:03:46.060159       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-wn6vq pod in namespace openshift-image-registry (previous: false).
I0428 11:03:46.262676       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 11:03:46.262694       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6454669b5b-ft496 pod in namespace openshift-ingress (previous: false).
I0428 11:03:46.459995       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6454669b5b-ft496 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6454669b5b-ft496\" is waiting to start: ContainerCreating"
I0428 11:03:46.460013       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6454669b5b-ft496\" is waiting to start: ContainerCreating"
I0428 11:03:46.460024       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6454669b5b-rlfk2 pod in namespace openshift-ingress (previous: false).
I0428 11:03:46.662191       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6454669b5b-rlfk2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6454669b5b-rlfk2\" is waiting to start: ContainerCreating"
I0428 11:03:46.662207       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6454669b5b-rlfk2\" is waiting to start: ContainerCreating"
I0428 11:03:46.662217       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-74bcd9648c-v9ffn pod in namespace openshift-ingress (previous: false).
W0428 11:03:46.837792       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 11:03:46.861237       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-74bcd9648c-v9ffn pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-74bcd9648c-v9ffn\" is waiting to start: ContainerCreating"
I0428 11:03:46.861253       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-74bcd9648c-v9ffn\" is waiting to start: ContainerCreating"
I0428 11:03:46.861263       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-fz87f pod in namespace openshift-ingress-canary (previous: false).
I0428 11:03:47.061368       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-kqrlm pod in namespace openshift-ingress-canary (previous: false).
I0428 11:03:47.260605       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ldtzw pod in namespace openshift-ingress-canary (previous: false).
I0428 11:03:47.459692       1 tasks_processing.go:74] worker 1 stopped.
I0428 11:03:47.459774       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=33d02290612cee7fac4ec1e1eeb2e174bea6fc9d669de75b20e939885eac097f
I0428 11:03:47.459825       1 recorder.go:75] Recording events/openshift-dns with fingerprint=7525d3bd32b2d050d22abfb0c2c9382bf83d24b78ae79c9b17522c2e9e495ae8
I0428 11:03:47.459917       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=2149f7379753af06a3f41e41b9e2aa82c6145933b7a10ede8fafcbbaf731da7d
I0428 11:03:47.459944       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=bacbd2e0f04c136337bce172f1dd1205fd02a3622ff1f303e7e27ac734d1bfbc
I0428 11:03:47.459990       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=9c078d7fb6d39422bc4ff942dd5a5ababde3b4161e45beb625411430ee3d7689
I0428 11:03:47.460026       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=b753abcda1d458278c0e5289811706ebb0c263ea26e5255c71056da43191e745
I0428 11:03:47.460033       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-fz87f/serve-healthcheck-canary_current.log with fingerprint=e68c93c0315fed9f6b47f3c4f267829c61c88fe58313b9e19220406acb8c7a11
I0428 11:03:47.460037       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-kqrlm/serve-healthcheck-canary_current.log with fingerprint=f2d42fb1abfa4907e32280d3170895735c882c920730445a7d832643fa020d4d
I0428 11:03:47.460041       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-ldtzw/serve-healthcheck-canary_current.log with fingerprint=57423436b56f4b8e600960e09baca1188f8d4240fabc4ae50cbeb6840a44b0c8
I0428 11:03:47.460048       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.652086116s to process 9 records
W0428 11:03:47.837336       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0428 11:03:47.837358       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0428 11:03:47.837372       1 tasks_processing.go:74] worker 31 stopped.
E0428 11:03:47.837382       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0428 11:03:47.837392       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0428 11:03:47.837406       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0428 11:03:47.837417       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.032474013s to process 1 records
I0428 11:03:52.162246       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 11:03:55.446091       1 tasks_processing.go:74] worker 40 stopped.
I0428 11:03:55.446142       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0428 11:03:55.446157       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.640054317s to process 1 records
I0428 11:03:56.215889       1 tasks_processing.go:74] worker 58 stopped.
I0428 11:03:56.216176       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=37b78a794211255319f797e3e69a22df8f5a828f029dbfa0f940236c6e12eaab
I0428 11:03:56.216194       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.409517287s to process 1 records
E0428 11:03:56.216250       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.412s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0428 11:03:56.217352       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0428 11:03:56.217367       1 periodic.go:216] Running workloads gatherer
I0428 11:03:56.217383       1 tasks_processing.go:45] number of workers: 2
I0428 11:03:56.217391       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 11:03:56.217395       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0428 11:03:56.217407       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 11:03:56.217424       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0428 11:03:56.239031       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0428 11:03:56.242182       1 tasks_processing.go:74] worker 0 stopped.
I0428 11:03:56.242195       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.743531ms to process 0 records
I0428 11:03:56.246212       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (8ms)
I0428 11:03:56.254076       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (8ms)
I0428 11:03:56.261660       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (8ms)
I0428 11:03:56.268867       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (7ms)
I0428 11:03:56.276303       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (7ms)
I0428 11:03:56.283890       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (8ms)
I0428 11:03:56.291237       1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (7ms)
I0428 11:03:56.298627       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (7ms)
I0428 11:03:56.306622       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (8ms)
I0428 11:03:56.314389       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (8ms)
I0428 11:03:56.346500       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (32ms)
I0428 11:03:56.447341       1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (101ms)
I0428 11:03:56.547636       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms)
I0428 11:03:56.648191       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (101ms)
I0428 11:03:56.749238       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (101ms)
I0428 11:03:56.848026       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (99ms)
I0428 11:03:56.947777       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms)
I0428 11:03:57.047344       1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms)
I0428 11:03:57.147124       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (100ms)
I0428 11:03:57.247936       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (101ms)
I0428 11:03:57.347634       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms)
I0428 11:03:57.446913       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (99ms)
I0428 11:03:57.547848       1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (101ms)
I0428 11:03:57.647655       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms)
I0428 11:03:57.747089       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (99ms)
I0428 11:03:57.774031       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 11:03:57.847415       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms)
I0428 11:03:57.947565       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms)
I0428 11:03:57.977489       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 11:03:58.046928       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (99ms)
I0428 11:03:58.147341       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms)
I0428 11:03:58.246670       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (99ms)
I0428 11:03:58.347674       1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (101ms)
I0428 11:03:58.446993       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (99ms)
I0428 11:03:58.548071       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (101ms)
I0428 11:03:58.654714       1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (107ms)
I0428 11:03:58.654744       1 tasks_processing.go:74] worker 1 stopped.
E0428 11:03:58.654754       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0428 11:03:58.654999       1 recorder.go:75] Recording config/workload_info with fingerprint=50af14a87b46d17c7d1157f188b4bfef6c21cd9411f49ba5b6a414b90e9cb848
I0428 11:03:58.655014       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.437342822s to process 1 records
E0428 11:03:58.655037       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.437s with: function \"workload_info\" failed with an error"
I0428 11:03:58.656137       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0428 11:03:58.656149       1 periodic.go:216] Running conditional gatherer
I0428 11:03:58.661616       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0428 11:03:58.669602       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.17:49374->172.30.0.10:53: read: connection refused
E0428 11:03:58.669845       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 11:03:58.669901       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0428 11:03:58.676007       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0428 11:03:58.676020       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 11:03:58.676025       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 11:03:58.676029       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 11:03:58.676032       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 11:03:58.676035       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 11:03:58.676038       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 11:03:58.676040       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 11:03:58.676043       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 11:03:58.676046       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0428 11:03:58.676059       1 tasks_processing.go:45] number of workers: 3
I0428 11:03:58.676065       1 tasks_processing.go:69] worker 2 listening for tasks.
I0428 11:03:58.676068       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0428 11:03:58.676136       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 11:03:58.676141       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 11:03:58.676152       1 tasks_processing.go:71] worker 1 working on remote_configuration task.
I0428 11:03:58.676152       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0428 11:03:58.676161       1 tasks_processing.go:74] worker 0 stopped.
I0428 11:03:58.676164       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0428 11:03:58.676174       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 729ns to process 1 records
I0428 11:03:58.676202       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0428 11:03:58.676212       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.147µs to process 1 records
I0428 11:03:58.676220       1 tasks_processing.go:74] worker 1 stopped.
I0428 11:03:58.676385       1 tasks_processing.go:74] worker 2 stopped.
I0428 11:03:58.676397       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 220.692µs to process 0 records
I0428 11:03:58.676423       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.17:49374->172.30.0.10:53: read: connection refused
I0428 11:03:58.676441       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0428 11:03:58.705557       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=ec74dac9be0ed55a238c35c17793fe18851747e90747ed125bd81febe88f8566
I0428 11:03:58.705667       1 diskrecorder.go:70] Writing 103 records to /var/lib/insights-operator/insights-2026-04-28-110358.tar.gz
I0428 11:03:58.711262       1 diskrecorder.go:51] Wrote 103 records to disk in 5ms
I0428 11:03:58.711287       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0428 11:03:58.711300       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0428 11:04:08.025084       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 11:04:46.784430       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="e44a6828809713f5b1d61f931be050e468fc38d29f5d8e0fbd0f168676e650ab")
W0428 11:04:46.784462       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0428 11:04:46.784515       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0428 11:04:46.784521       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="3028c02030c659f61ec2c71865a2a2db8bb9aabd33e4deeae327f3f8a7a9a036")
I0428 11:04:46.784568       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0428 11:04:46.784588       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"