W0425 08:08:09.365564 1 cmd.go:257] Using insecure, self-signed certificates I0425 08:08:09.710282 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:08:09.710591 1 observer_polling.go:159] Starting file observer I0425 08:08:10.247391 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0425 08:08:10.247595 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0425 08:08:10.248159 1 secure_serving.go:57] Forcing use of http/1.1 only W0425 08:08:10.248187 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0425 08:08:10.248193 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0425 08:08:10.248200 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0425 08:08:10.248204 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0425 08:08:10.248208 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0425 08:08:10.248212 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0425 08:08:10.248231 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0425 08:08:10.251812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"31777721-5b67-4875-b09b-e9a4805c80ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0425 08:08:10.251820 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0425 08:08:10.256016 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0425 08:08:10.256031 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0425 08:08:10.256032 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0425 08:08:10.256047 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 08:08:10.256035 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0425 08:08:10.256065 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 08:08:10.256298 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2537433806/tls.crt::/tmp/serving-cert-2537433806/tls.key" I0425 08:08:10.256557 1 secure_serving.go:213] Serving securely on [::]:8443 I0425 08:08:10.256584 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0425 08:08:10.260290 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0425 08:08:10.260314 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0425 08:08:10.260409 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0425 08:08:10.268404 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:08:10.268423 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0425 08:08:10.274528 1 secretconfigobserver.go:119] support secret does not exist I0425 08:08:10.279991 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 08:08:10.286755 1 secretconfigobserver.go:119] support secret does not exist I0425 08:08:10.289084 1 recorder.go:176] Pruning old reports every 8h4m19s, max age is 288h0m0s I0425 08:08:10.295161 1 periodic.go:216] Running clusterconfig gatherer I0425 08:08:10.295175 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0425 08:08:10.295182 1 insightsreport.go:296] Starting report retriever I0425 08:08:10.295187 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0425 08:08:10.295201 1 tasks_processing.go:45] number of workers: 64 I0425 08:08:10.295220 1 tasks_processing.go:69] worker 3 listening for tasks. I0425 08:08:10.295159 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0425 08:08:10.295231 1 tasks_processing.go:69] worker 16 listening for tasks. I0425 08:08:10.295238 1 tasks_processing.go:71] worker 3 working on storage_cluster task. I0425 08:08:10.295239 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0425 08:08:10.295241 1 tasks_processing.go:71] worker 16 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0425 08:08:10.295253 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:08:10.295261 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:08:10.295264 1 tasks_processing.go:69] worker 40 listening for tasks. I0425 08:08:10.295266 1 tasks_processing.go:69] worker 2 listening for tasks. I0425 08:08:10.295272 1 tasks_processing.go:69] worker 17 listening for tasks. I0425 08:08:10.295273 1 tasks_processing.go:69] worker 52 listening for tasks. I0425 08:08:10.295277 1 tasks_processing.go:69] worker 18 listening for tasks. I0425 08:08:10.295279 1 tasks_processing.go:69] worker 47 listening for tasks. I0425 08:08:10.295283 1 tasks_processing.go:69] worker 19 listening for tasks. I0425 08:08:10.295285 1 tasks_processing.go:69] worker 48 listening for tasks. I0425 08:08:10.295287 1 tasks_processing.go:69] worker 20 listening for tasks. I0425 08:08:10.295290 1 tasks_processing.go:69] worker 49 listening for tasks. I0425 08:08:10.295290 1 tasks_processing.go:69] worker 46 listening for tasks. I0425 08:08:10.295295 1 tasks_processing.go:69] worker 21 listening for tasks. I0425 08:08:10.295300 1 tasks_processing.go:69] worker 51 listening for tasks. I0425 08:08:10.295304 1 tasks_processing.go:69] worker 23 listening for tasks. I0425 08:08:10.295296 1 tasks_processing.go:69] worker 50 listening for tasks. I0425 08:08:10.295307 1 tasks_processing.go:71] worker 21 working on sap_datahubs task. I0425 08:08:10.295299 1 tasks_processing.go:69] worker 22 listening for tasks. I0425 08:08:10.295308 1 tasks_processing.go:69] worker 43 listening for tasks. I0425 08:08:10.295306 1 tasks_processing.go:71] worker 46 working on node_logs task. I0425 08:08:10.295319 1 tasks_processing.go:69] worker 34 listening for tasks. I0425 08:08:10.295314 1 tasks_processing.go:69] worker 33 listening for tasks. I0425 08:08:10.295324 1 tasks_processing.go:69] worker 26 listening for tasks. I0425 08:08:10.295316 1 tasks_processing.go:69] worker 4 listening for tasks. I0425 08:08:10.295324 1 tasks_processing.go:69] worker 31 listening for tasks. I0425 08:08:10.295334 1 tasks_processing.go:69] worker 36 listening for tasks. I0425 08:08:10.295327 1 tasks_processing.go:69] worker 5 listening for tasks. I0425 08:08:10.295337 1 tasks_processing.go:69] worker 6 listening for tasks. I0425 08:08:10.295341 1 tasks_processing.go:69] worker 39 listening for tasks. I0425 08:08:10.295337 1 tasks_processing.go:69] worker 25 listening for tasks. I0425 08:08:10.295346 1 tasks_processing.go:71] worker 40 working on openstack_dataplanedeployments task. I0425 08:08:10.295319 1 tasks_processing.go:69] worker 27 listening for tasks. I0425 08:08:10.295350 1 tasks_processing.go:69] worker 29 listening for tasks. I0425 08:08:10.295353 1 tasks_processing.go:69] worker 24 listening for tasks. I0425 08:08:10.295329 1 tasks_processing.go:69] worker 35 listening for tasks. I0425 08:08:10.295358 1 tasks_processing.go:69] worker 42 listening for tasks. I0425 08:08:10.295360 1 tasks_processing.go:69] worker 41 listening for tasks. I0425 08:08:10.295310 1 tasks_processing.go:69] worker 32 listening for tasks. I0425 08:08:10.295365 1 tasks_processing.go:69] worker 44 listening for tasks. I0425 08:08:10.295369 1 tasks_processing.go:69] worker 60 listening for tasks. I0425 08:08:10.295344 1 tasks_processing.go:69] worker 37 listening for tasks. I0425 08:08:10.295337 1 tasks_processing.go:69] worker 38 listening for tasks. I0425 08:08:10.295375 1 tasks_processing.go:69] worker 45 listening for tasks. I0425 08:08:10.295352 1 tasks_processing.go:69] worker 30 listening for tasks. I0425 08:08:10.295351 1 tasks_processing.go:71] worker 1 working on node_features task. I0425 08:08:10.295377 1 tasks_processing.go:69] worker 58 listening for tasks. I0425 08:08:10.295382 1 tasks_processing.go:69] worker 62 listening for tasks. I0425 08:08:10.295346 1 tasks_processing.go:69] worker 28 listening for tasks. I0425 08:08:10.295386 1 tasks_processing.go:69] worker 15 listening for tasks. I0425 08:08:10.295391 1 tasks_processing.go:71] worker 0 working on container_runtime_configs task. I0425 08:08:10.295393 1 tasks_processing.go:69] worker 59 listening for tasks. I0425 08:08:10.295395 1 tasks_processing.go:69] worker 57 listening for tasks. I0425 08:08:10.295392 1 tasks_processing.go:69] worker 13 listening for tasks. I0425 08:08:10.295403 1 tasks_processing.go:69] worker 63 listening for tasks. I0425 08:08:10.295397 1 tasks_processing.go:69] worker 12 listening for tasks. I0425 08:08:10.295406 1 tasks_processing.go:69] worker 11 listening for tasks. I0425 08:08:10.295410 1 tasks_processing.go:71] worker 48 working on clusterroles task. I0425 08:08:10.295414 1 tasks_processing.go:71] worker 18 working on nodenetworkstates task. I0425 08:08:10.295414 1 tasks_processing.go:71] worker 19 working on cluster_apiserver task. I0425 08:08:10.295416 1 tasks_processing.go:71] worker 17 working on aggregated_monitoring_cr_names task. I0425 08:08:10.295420 1 tasks_processing.go:71] worker 34 working on validating_webhook_configurations task. I0425 08:08:10.295420 1 tasks_processing.go:71] worker 6 working on config_maps task. I0425 08:08:10.295424 1 tasks_processing.go:69] worker 8 listening for tasks. I0425 08:08:10.295422 1 tasks_processing.go:71] worker 5 working on metrics task. I0425 08:08:10.295433 1 tasks_processing.go:71] worker 8 working on machine_sets task. I0425 08:08:10.295439 1 tasks_processing.go:71] worker 50 working on ingress task. W0425 08:08:10.295459 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:08:10.295477 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 35.26µs to process 0 records I0425 08:08:10.295487 1 tasks_processing.go:71] worker 33 working on certificate_signing_requests task. I0425 08:08:10.295497 1 tasks_processing.go:71] worker 38 working on version task. I0425 08:08:10.295524 1 tasks_processing.go:71] worker 37 working on qemu_kubevirt_launcher_logs task. I0425 08:08:10.295360 1 tasks_processing.go:69] worker 61 listening for tasks. I0425 08:08:10.295414 1 tasks_processing.go:71] worker 11 working on pod_network_connectivity_checks task. I0425 08:08:10.295587 1 tasks_processing.go:71] worker 20 working on silenced_alerts task. I0425 08:08:10.295608 1 tasks_processing.go:71] worker 35 working on pdbs task. W0425 08:08:10.295612 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:08:10.295626 1 tasks_processing.go:71] worker 23 working on nodenetworkconfigurationpolicies task. I0425 08:08:10.295628 1 tasks_processing.go:71] worker 20 working on openshift_machine_api_events task. I0425 08:08:10.295631 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 28.546µs to process 0 records I0425 08:08:10.295641 1 tasks_processing.go:71] worker 49 working on machine_configs task. I0425 08:08:10.295649 1 tasks_processing.go:71] worker 28 working on machine_healthchecks task. I0425 08:08:10.295704 1 tasks_processing.go:71] worker 45 working on openstack_dataplanenodesets task. I0425 08:08:10.295371 1 tasks_processing.go:69] worker 53 listening for tasks. I0425 08:08:10.295728 1 tasks_processing.go:71] worker 53 working on monitoring_persistent_volumes task. I0425 08:08:10.295768 1 tasks_processing.go:71] worker 39 working on overlapping_namespace_uids task. I0425 08:08:10.295786 1 tasks_processing.go:71] worker 22 working on storage_classes task. I0425 08:08:10.295823 1 tasks_processing.go:71] worker 25 working on machine_config_pools task. I0425 08:08:10.295875 1 tasks_processing.go:71] worker 43 working on mutating_webhook_configurations task. I0425 08:08:10.295889 1 tasks_processing.go:71] worker 30 working on feature_gates task. I0425 08:08:10.295912 1 tasks_processing.go:71] worker 32 working on oauths task. I0425 08:08:10.295376 1 tasks_processing.go:69] worker 54 listening for tasks. I0425 08:08:10.295385 1 tasks_processing.go:69] worker 14 listening for tasks. I0425 08:08:10.295376 1 tasks_processing.go:69] worker 56 listening for tasks. I0425 08:08:10.295408 1 tasks_processing.go:71] worker 2 working on image_registries task. I0425 08:08:10.295995 1 tasks_processing.go:71] worker 26 working on networks task. I0425 08:08:10.295996 1 tasks_processing.go:71] worker 31 working on image_pruners task. I0425 08:08:10.295998 1 tasks_processing.go:71] worker 61 working on schedulers task. I0425 08:08:10.296079 1 tasks_processing.go:71] worker 42 working on openstack_controlplanes task. I0425 08:08:10.296093 1 tasks_processing.go:71] worker 57 working on sap_pods task. I0425 08:08:10.296162 1 tasks_processing.go:71] worker 36 working on machine_autoscalers task. I0425 08:08:10.296235 1 tasks_processing.go:71] worker 41 working on nodes task. I0425 08:08:10.296314 1 tasks_processing.go:71] worker 13 working on image task. I0425 08:08:10.295385 1 tasks_processing.go:69] worker 7 listening for tasks. I0425 08:08:10.296492 1 tasks_processing.go:71] worker 7 working on sap_config task. I0425 08:08:10.295365 1 tasks_processing.go:69] worker 55 listening for tasks. I0425 08:08:10.296323 1 tasks_processing.go:71] worker 29 working on container_images task. I0425 08:08:10.296552 1 tasks_processing.go:71] worker 55 working on ceph_cluster task. I0425 08:08:10.295394 1 tasks_processing.go:69] worker 10 listening for tasks. I0425 08:08:10.295404 1 tasks_processing.go:71] worker 47 working on authentication task. I0425 08:08:10.295411 1 tasks_processing.go:71] worker 52 working on infrastructures task. I0425 08:08:10.296635 1 tasks_processing.go:71] worker 10 working on active_alerts task. W0425 08:08:10.296664 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:08:10.296675 1 tasks_processing.go:71] worker 10 working on olm_operators task. I0425 08:08:10.295415 1 tasks_processing.go:71] worker 12 working on support_secret task. I0425 08:08:10.296696 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 26.885µs to process 0 records I0425 08:08:10.295411 1 tasks_processing.go:69] worker 9 listening for tasks. I0425 08:08:10.295970 1 tasks_processing.go:71] worker 44 working on lokistack task. I0425 08:08:10.295978 1 tasks_processing.go:71] worker 60 working on openshift_logging task. I0425 08:08:10.295985 1 tasks_processing.go:71] worker 58 working on proxies task. I0425 08:08:10.296774 1 tasks_processing.go:74] worker 9 stopped. I0425 08:08:10.295991 1 tasks_processing.go:71] worker 4 working on operators_pods_and_events task. I0425 08:08:10.295990 1 tasks_processing.go:71] worker 5 working on dvo_metrics task. I0425 08:08:10.296321 1 tasks_processing.go:71] worker 51 working on install_plans task. I0425 08:08:10.296329 1 tasks_processing.go:71] worker 27 working on tsdb_status task. W0425 08:08:10.296944 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:08:10.296960 1 tasks_processing.go:74] worker 27 stopped. I0425 08:08:10.296331 1 tasks_processing.go:71] worker 24 working on operators task. I0425 08:08:10.296970 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 42.887µs to process 0 records I0425 08:08:10.296333 1 tasks_processing.go:71] worker 15 working on service_accounts task. I0425 08:08:10.296336 1 tasks_processing.go:71] worker 62 working on crds task. I0425 08:08:10.296338 1 tasks_processing.go:71] worker 59 working on machines task. I0425 08:08:10.296343 1 tasks_processing.go:71] worker 63 working on jaegers task. I0425 08:08:10.296418 1 tasks_processing.go:71] worker 56 working on openstack_version task. I0425 08:08:10.296424 1 tasks_processing.go:71] worker 54 working on cost_management_metrics_configs task. I0425 08:08:10.296428 1 tasks_processing.go:71] worker 14 working on ingress_certificates task. I0425 08:08:10.298080 1 tasks_processing.go:74] worker 3 stopped. I0425 08:08:10.298139 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 2.832398ms to process 0 records I0425 08:08:10.298672 1 tasks_processing.go:74] worker 18 stopped. I0425 08:08:10.298686 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 3.24965ms to process 0 records E0425 08:08:10.299265 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0425 08:08:10.299278 1 tasks_processing.go:74] worker 1 stopped. I0425 08:08:10.299285 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 3.891294ms to process 0 records I0425 08:08:10.299581 1 tasks_processing.go:74] worker 11 stopped. E0425 08:08:10.299595 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0425 08:08:10.299602 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 3.988371ms to process 0 records I0425 08:08:10.299688 1 tasks_processing.go:74] worker 21 stopped. I0425 08:08:10.299704 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 4.373937ms to process 0 records I0425 08:08:10.299720 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 4.336156ms to process 0 records I0425 08:08:10.299726 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 4.297391ms to process 0 records I0425 08:08:10.299732 1 tasks_processing.go:74] worker 0 stopped. I0425 08:08:10.299736 1 tasks_processing.go:74] worker 40 stopped. I0425 08:08:10.299802 1 tasks_processing.go:74] worker 8 stopped. I0425 08:08:10.299810 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 4.357946ms to process 0 records I0425 08:08:10.300572 1 tasks_processing.go:74] worker 23 stopped. I0425 08:08:10.300580 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 4.935351ms to process 0 records I0425 08:08:10.309018 1 tasks_processing.go:74] worker 42 stopped. I0425 08:08:10.309028 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 12.926211ms to process 0 records I0425 08:08:10.309138 1 tasks_processing.go:74] worker 45 stopped. I0425 08:08:10.309151 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.42341ms to process 0 records I0425 08:08:10.309250 1 tasks_processing.go:74] worker 19 stopped. I0425 08:08:10.309295 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0425 08:08:10.309314 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0425 08:08:10.309322 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0425 08:08:10.309326 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0425 08:08:10.309347 1 controller.go:531] The operator is still being initialized I0425 08:08:10.309358 1 controller.go:554] The operator is healthy I0425 08:08:10.309418 1 recorder.go:75] Recording config/apiserver with fingerprint=2825ea3a2a4735fc2609203d696757fb1da063f865e33ecfbbe5e76bb19c9cdd I0425 08:08:10.309433 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 13.821489ms to process 1 records I0425 08:08:10.309752 1 tasks_processing.go:74] worker 36 stopped. I0425 08:08:10.309767 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 13.573898ms to process 0 records I0425 08:08:10.315989 1 tasks_processing.go:74] worker 25 stopped. I0425 08:08:10.316001 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 20.150057ms to process 0 records I0425 08:08:10.316040 1 tasks_processing.go:74] worker 35 stopped. I0425 08:08:10.316151 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=8b8eaa01b9f0532f37ce2aebd2d0b988a7a59bdaa7d97c54bf9a243a696eda3c I0425 08:08:10.316170 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=78d5358104bb8a85a6068504fb646cbf02772795fb9f44b9ac40eadf7640e40b I0425 08:08:10.316184 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=aee7e5f9e882aa6b20356b758608a51e2d992a5edb5e22b66396d6be974d8e12 I0425 08:08:10.316192 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 20.42412ms to process 3 records I0425 08:08:10.316215 1 tasks_processing.go:74] worker 50 stopped. I0425 08:08:10.316307 1 recorder.go:75] Recording config/ingress with fingerprint=deac4f801b7a1cf95ca141ef6af8c6afde546a6e30c10c0e8acc5a2e2d709f36 I0425 08:08:10.316316 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 20.745479ms to process 1 records I0425 08:08:10.319100 1 tasks_processing.go:74] worker 46 stopped. I0425 08:08:10.319107 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 23.775316ms to process 0 records I0425 08:08:10.319407 1 tasks_processing.go:74] worker 55 stopped. I0425 08:08:10.319417 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 22.842779ms to process 0 records I0425 08:08:10.319439 1 tasks_processing.go:74] worker 28 stopped. E0425 08:08:10.319449 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0425 08:08:10.319456 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 23.779351ms to process 0 records I0425 08:08:10.319472 1 tasks_processing.go:74] worker 32 stopped. I0425 08:08:10.319662 1 recorder.go:75] Recording config/oauth with fingerprint=a14c85368c9cb7cf502ac4a15c0b7a724c74cfa671da3f23fa4a47001228ee02 I0425 08:08:10.319671 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 23.544697ms to process 1 records I0425 08:08:10.319780 1 recorder.go:75] Recording config/network with fingerprint=7f5fa279d1b9a9f22b319bcad4d2272805a01e76d7d5aec9b455a1fd19430845 I0425 08:08:10.319789 1 gather.go:177] gatherer "clusterconfig" function "networks" took 23.509499ms to process 1 records I0425 08:08:10.319794 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 22.998926ms to process 0 records I0425 08:08:10.319798 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 24.01254ms to process 0 records I0425 08:08:10.319803 1 tasks_processing.go:74] worker 53 stopped. I0425 08:08:10.319806 1 tasks_processing.go:74] worker 26 stopped. I0425 08:08:10.319811 1 tasks_processing.go:74] worker 60 stopped. I0425 08:08:10.320032 1 tasks_processing.go:74] worker 31 stopped. I0425 08:08:10.320226 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=0c2b1cc589c0e0df74cc024c1a54dc7c0429ae66ecee0288508c6db64c290013 I0425 08:08:10.320243 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 24.02769ms to process 1 records I0425 08:08:10.320300 1 tasks_processing.go:74] worker 57 stopped. I0425 08:08:10.320314 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 24.199369ms to process 0 records I0425 08:08:10.320634 1 tasks_processing.go:74] worker 20 stopped. I0425 08:08:10.320646 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 24.995941ms to process 0 records I0425 08:08:10.320767 1 tasks_processing.go:74] worker 44 stopped. I0425 08:08:10.320782 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 24.033801ms to process 0 records I0425 08:08:10.320884 1 tasks_processing.go:74] worker 61 stopped. I0425 08:08:10.320965 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=3b4ff1e17c65cc6c15e7a5dcd20bbe30b2aa2368a176328b4161ddafb7d4b304 I0425 08:08:10.320981 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 24.870931ms to process 1 records I0425 08:08:10.325855 1 tasks_processing.go:74] worker 63 stopped. I0425 08:08:10.325864 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 28.778462ms to process 0 records I0425 08:08:10.325920 1 tasks_processing.go:74] worker 7 stopped. I0425 08:08:10.325944 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 29.412679ms to process 0 records I0425 08:08:10.325988 1 tasks_processing.go:74] worker 54 stopped. I0425 08:08:10.326002 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 28.478505ms to process 0 records I0425 08:08:10.326019 1 tasks_processing.go:74] worker 56 stopped. I0425 08:08:10.326035 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 28.71573ms to process 0 records I0425 08:08:10.326064 1 tasks_processing.go:74] worker 59 stopped. E0425 08:08:10.326077 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0425 08:08:10.326127 1 gather.go:177] gatherer "clusterconfig" function "machines" took 29.023135ms to process 0 records I0425 08:08:10.326227 1 tasks_processing.go:74] worker 22 stopped. I0425 08:08:10.326235 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=7371ab372a8230de0e257f3f748ad60c5e21dd25ab2cb224f9286d555b106f0e I0425 08:08:10.326254 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=88525f7531ab2eafd93ad925513fa8ae513dbc3d5ac20e5a0e03953494fcba0b I0425 08:08:10.326266 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 30.286179ms to process 2 records E0425 08:08:10.326277 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0425 08:08:10.326286 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 29.43863ms to process 0 records I0425 08:08:10.326299 1 tasks_processing.go:74] worker 12 stopped. I0425 08:08:10.326447 1 tasks_processing.go:74] worker 52 stopped. I0425 08:08:10.327230 1 gather_logs.go:145] no pods in namespace were found I0425 08:08:10.327946 1 recorder.go:75] Recording config/infrastructure with fingerprint=ef76e2d468d81cc2e2193d5796b7a720587b951b0126c8d0f91ef345567e95bb I0425 08:08:10.328101 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 29.550026ms to process 1 records E0425 08:08:10.328123 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0425 08:08:10.328361 1 tasks_processing.go:74] worker 49 stopped. I0425 08:08:10.328827 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0425 08:08:10.328843 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 30.546913ms to process 1 records I0425 08:08:10.328917 1 recorder.go:75] Recording config/image with fingerprint=ca5580b74b7788063f37eb7ec73eb42fe1209dccc92ab187b573dcb2e71c4965 I0425 08:08:10.328943 1 gather.go:177] gatherer "clusterconfig" function "image" took 29.835771ms to process 1 records I0425 08:08:10.328957 1 tasks_processing.go:74] worker 13 stopped. I0425 08:08:10.329030 1 tasks_processing.go:74] worker 41 stopped. I0425 08:08:10.329239 1 recorder.go:75] Recording config/node/ip-10-0-0-173.ec2.internal with fingerprint=d74eda83b0822d9abc45c34520f6d7c1e343ab3f3f08346aa5ff013d8c60f2b5 I0425 08:08:10.329303 1 recorder.go:75] Recording config/node/ip-10-0-1-41.ec2.internal with fingerprint=90296f5e687c46fbe2efa19621e6a881a3fb1139904b4518b9b155f13fffc30f I0425 08:08:10.329361 1 recorder.go:75] Recording config/node/ip-10-0-2-86.ec2.internal with fingerprint=5fddda1a41262d5bc35e1ac5d17a6045272fe07f4e47325aa058897e585deb06 I0425 08:08:10.329370 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 30.088069ms to process 3 records I0425 08:08:10.329455 1 tasks_processing.go:74] worker 43 stopped. I0425 08:08:10.329511 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=613451d38327d519fc1135d11f1e8393b8d814185bd11a246c5c3afc7021e01b I0425 08:08:10.329538 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=1e10a74cc67a8c62a37b57b200e00f792d2a3afeed9e1b80f0ef1550d1230a7d I0425 08:08:10.329566 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=d3fd092fd5d43c6a49b0e83bed2e9667c80cfaa00a0306e670569b2faa001c68 I0425 08:08:10.329574 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 30.451302ms to process 3 records I0425 08:08:10.329654 1 recorder.go:75] Recording config/featuregate with fingerprint=3649b3a9c800941983eeb3940a35b7dad8e98318283819d699edc80713fab3fa I0425 08:08:10.329663 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 30.464236ms to process 1 records I0425 08:08:10.329714 1 recorder.go:75] Recording config/proxy with fingerprint=c66028e9709f69316c16eb62403e068ff0b8067c835b90c4afc568cf650e15aa I0425 08:08:10.329723 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 29.624581ms to process 1 records I0425 08:08:10.329713 1 tasks_processing.go:74] worker 30 stopped. I0425 08:08:10.329786 1 tasks_processing.go:74] worker 58 stopped. I0425 08:08:10.329809 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=9553eda5a523153c6aff43036b50c6c876731f228256367c9f53c9b1b1906c4e I0425 08:08:10.329890 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=0c5ba981385090f4da025d9485b7bb61c1cf8e5425dd9f0b82ca0470794e633a I0425 08:08:10.329909 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=1a2628a65ba71f31c92d555d94ad9e3e8fd9b08dcfa45080a47a79d052d56688 I0425 08:08:10.329941 1 tasks_processing.go:74] worker 34 stopped. I0425 08:08:10.329951 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=9671538de67761755aa3128c99266e813b51d57b5db9b5855493b26fca51ec04 I0425 08:08:10.329977 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=32351d3cd97f82fed81d37d1be263cb77cded88c2495ad382ac233837672838c I0425 08:08:10.330041 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=5291d4eca0904fd31e117ebd5678fb3e1b93f6e300fb038b949d877506bc1f3f I0425 08:08:10.330068 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=e2023c8920086d668e9c1ca39934cacd872887e888a565a78ef95995c776216b I0425 08:08:10.330114 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=6b8638b6466eb0b3a033dfd0aec984a8d198089e4d54e90498f4f3e2bbb7053b I0425 08:08:10.330162 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=a099435666eab32fcf9211d5cf4074f7d758c025eae50a200b9b0d41bcf24b8a I0425 08:08:10.330203 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=cc9c58dc9abfbe184a36ceb197bb76d8192b8f61b6b50245c6f343031c203568 I0425 08:08:10.330237 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=da31b72ef29644c010e905bd2cbe811121df1ad872a4d1df474fe2d812db4900 I0425 08:08:10.330245 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 30.987007ms to process 11 records I0425 08:08:10.330389 1 tasks_processing.go:74] worker 47 stopped. I0425 08:08:10.330419 1 recorder.go:75] Recording config/authentication with fingerprint=acda174c7709ca953156c40a6c3f12db987c7f18eaa8c0d001aabb6482ea8572 I0425 08:08:10.330427 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 29.931651ms to process 1 records I0425 08:08:10.330432 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 31.743298ms to process 0 records I0425 08:08:10.330481 1 tasks_processing.go:74] worker 37 stopped. I0425 08:08:10.330544 1 tasks_processing.go:74] worker 2 stopped. I0425 08:08:10.330754 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=1afcdded633886fb7e6958c0e3a5ba2ad08106d0e653ac6349781446aaed4292 I0425 08:08:10.330765 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 31.69622ms to process 1 records I0425 08:08:10.330780 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0425 08:08:10.330786 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 31.930582ms to process 1 records I0425 08:08:10.330790 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 34.786708ms to process 0 records I0425 08:08:10.330796 1 tasks_processing.go:74] worker 33 stopped. I0425 08:08:10.330801 1 tasks_processing.go:74] worker 39 stopped. W0425 08:08:10.334167 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:08:10.339208 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0425 08:08:10.339272 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0425 08:08:10.339342 1 operator.go:328] started I0425 08:08:10.339355 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0425 08:08:10.349643 1 tasks_processing.go:74] worker 48 stopped. I0425 08:08:10.349897 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=a2f47d37665e854fa390b7cb452f79e70da1c86ac1615eda786dee1eb7a2ea10 I0425 08:08:10.350078 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c86e79ff545641ca23334c7e37e6cf9031c63e91314c2feeb47c3d9e337bdf22 I0425 08:08:10.350093 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 54.224703ms to process 2 records I0425 08:08:10.350188 1 tasks_processing.go:74] worker 62 stopped. I0425 08:08:10.350609 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=f67d8cf693717b00347b129209cdd618ece3dcce6eaa980aee8e840a1a198e5f I0425 08:08:10.350819 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=b5411d6a61cb4316b9ff241aef869d496b1f5c9cdcda22f6084889f3cfb8f24d I0425 08:08:10.350828 1 gather.go:177] gatherer "clusterconfig" function "crds" took 52.896871ms to process 2 records I0425 08:08:10.355587 1 tasks_processing.go:74] worker 29 stopped. I0425 08:08:10.355650 1 recorder.go:75] Recording config/running_containers with fingerprint=71c3cac1222e28073d48bcc2efbf91e6aae3aa7ec7663da607a86b05088dbe2a I0425 08:08:10.355662 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 59.066036ms to process 1 records I0425 08:08:10.356733 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0425 08:08:10.356748 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 08:08:10.356769 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 08:08:10.361030 1 base_controller.go:82] Caches are synced for ConfigController I0425 08:08:10.361039 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0425 08:08:10.363305 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0425 08:08:10.363317 1 controller.go:254] Source scaController *sca.Controller is not ready I0425 08:08:10.363320 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0425 08:08:10.363323 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0425 08:08:10.363325 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0425 08:08:10.363343 1 controller.go:531] The operator is still being initialized I0425 08:08:10.363349 1 controller.go:554] The operator is healthy I0425 08:08:10.363412 1 tasks_processing.go:74] worker 10 stopped. I0425 08:08:10.363460 1 recorder.go:75] Recording config/olm_operators with fingerprint=308514ae322904f3f3ec3cc54882809452543429183bbc97ed3fcb6c7d62f661 I0425 08:08:10.363471 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 66.725997ms to process 1 records I0425 08:08:10.367866 1 tasks_processing.go:74] worker 16 stopped. I0425 08:08:10.367882 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 72.616165ms to process 0 records E0425 08:08:10.369586 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f377ec03-c582-4fcd-bf63-7819ce5b66f4%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:49752->172.30.0.10:53: read: connection refused I0425 08:08:10.369599 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f377ec03-c582-4fcd-bf63-7819ce5b66f4%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:49752->172.30.0.10:53: read: connection refused I0425 08:08:10.373256 1 tasks_processing.go:74] worker 17 stopped. I0425 08:08:10.373269 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 77.826068ms to process 0 records I0425 08:08:10.379170 1 prometheus_rules.go:88] Prometheus rules successfully created I0425 08:08:10.379466 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:08:10.402227 1 tasks_processing.go:74] worker 6 stopped. E0425 08:08:10.402240 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0425 08:08:10.402250 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0425 08:08:10.402254 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0425 08:08:10.402265 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0425 08:08:10.402301 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0425 08:08:10.402308 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0425 08:08:10.402313 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0425 08:08:10.402316 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0425 08:08:10.402352 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0425 08:08:10.402359 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0425 08:08:10.402365 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 106.789669ms to process 7 records I0425 08:08:10.421978 1 tasks_processing.go:74] worker 38 stopped. I0425 08:08:10.422226 1 recorder.go:75] Recording config/version with fingerprint=1740a3cb98d3ac208a8d15751621092c904bfa880c7dd5ee1933306d8042b870 I0425 08:08:10.422244 1 recorder.go:75] Recording config/id with fingerprint=40905725be35ff84b1fd246539bdfe62f98e2821878751910a37937640a35711 I0425 08:08:10.422251 1 gather.go:177] gatherer "clusterconfig" function "version" took 126.466955ms to process 2 records I0425 08:08:10.423126 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0425 08:08:10.426235 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:45002->172.30.0.10:53: read: connection refused I0425 08:08:10.426246 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:45002->172.30.0.10:53: read: connection refused I0425 08:08:10.439427 1 base_controller.go:82] Caches are synced for LoggingSyncer I0425 08:08:10.439440 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0425 08:08:10.465042 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0425 08:08:10.468943 1 tasks_processing.go:74] worker 14 stopped. E0425 08:08:10.468955 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0425 08:08:10.468960 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pt28i6am2tvfkk8t5psmmu18t76ekft-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pt28i6am2tvfkk8t5psmmu18t76ekft-primary-cert-bundle-secret" not found I0425 08:08:10.469015 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=34160ebc2aa81cc415ae70554f9d252e888c3afbf05956567688f1f73f1cc291 I0425 08:08:10.469027 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 171.3168ms to process 1 records I0425 08:08:10.474281 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0425 08:08:10.741084 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0425 08:08:10.741096 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0425 08:08:10.741526 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-csr57 pod in namespace openshift-dns (previous: false). I0425 08:08:10.978837 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-csr57 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-csr57\" is waiting to start: ContainerCreating" I0425 08:08:10.978861 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-csr57\" is waiting to start: ContainerCreating" I0425 08:08:10.978869 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-csr57 pod in namespace openshift-dns (previous: false). I0425 08:08:11.148995 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-csr57 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-csr57\" is waiting to start: ContainerCreating" I0425 08:08:11.149010 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-csr57\" is waiting to start: ContainerCreating" I0425 08:08:11.149020 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-p9ww9 pod in namespace openshift-dns (previous: false). W0425 08:08:11.330814 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:08:11.397800 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-p9ww9 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-p9ww9\" is waiting to start: ContainerCreating" I0425 08:08:11.397816 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-p9ww9\" is waiting to start: ContainerCreating" I0425 08:08:11.397824 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-p9ww9 pod in namespace openshift-dns (previous: false). I0425 08:08:11.550322 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-p9ww9 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-p9ww9\" is waiting to start: ContainerCreating" I0425 08:08:11.550337 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-p9ww9\" is waiting to start: ContainerCreating" I0425 08:08:11.550346 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-vzsmq pod in namespace openshift-dns (previous: false). I0425 08:08:11.769978 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vzsmq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-vzsmq\" is waiting to start: ContainerCreating" I0425 08:08:11.769995 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-vzsmq\" is waiting to start: ContainerCreating" I0425 08:08:11.770003 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-vzsmq pod in namespace openshift-dns (previous: false). I0425 08:08:11.798606 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0425 08:08:11.950151 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vzsmq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-vzsmq\" is waiting to start: ContainerCreating" I0425 08:08:11.950166 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-vzsmq\" is waiting to start: ContainerCreating" I0425 08:08:11.950176 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-bf5ww pod in namespace openshift-dns (previous: false). I0425 08:08:12.147878 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:08:12.147892 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dr28j pod in namespace openshift-dns (previous: false). I0425 08:08:12.190524 1 tasks_processing.go:74] worker 24 stopped. I0425 08:08:12.190572 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=c9b6b238e5a1a1d67014ffb363d29bf51edd4d8a7dd1dc77769d9862a61aa071 I0425 08:08:12.190617 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=7905409f46075270499d6c9890a3b212927fdb1978f69f03f6084553ff34c573 I0425 08:08:12.190647 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0425 08:08:12.190672 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=41af02969c942bf6e9f80ecaf04c1b08f13bf9888418ac444da42f20d45af4c3 I0425 08:08:12.190689 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0425 08:08:12.190727 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=34465331be48dc640cc34b1ed71eed7831699f0c6f3c3617a49ba95decb7d035 I0425 08:08:12.190762 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=b4a2e55ed1f3af0ffc10a24131938f666a6b00d3e0d1801c12d48c9e5753132d I0425 08:08:12.190786 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=de31d31be984c5d5d880e54a0b31e901ac78d5a77cf712fd9e539fe67c3a6d9d I0425 08:08:12.190800 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=467073d1c39a443b9f21a271e7067389a9b5e13167f4d3de331d17c5734f6c7f I0425 08:08:12.190816 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=ef91762e542b2f487425b883a3c6a695760abab2b39a35c15ac5a982b9031755 I0425 08:08:12.190825 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0425 08:08:12.190841 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=53351f4cb3702546a4e46c49da85a85c124a551b22870ae9b767dde22e317273 I0425 08:08:12.190851 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0425 08:08:12.190866 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=4387bd57587f3794d75ad30fd11da9cdcd7c00f421e5bea9617487c06457e150 I0425 08:08:12.190873 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0425 08:08:12.190886 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=6e39ee14b3a87e6aa3627d1cf0f7cdc06693e306ea349f58eeb6a82d15e0b248 I0425 08:08:12.190894 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0425 08:08:12.190911 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=4f9ccabc4beb8086456e5ce2cfd8ebb3b16ceb60752fe23cd8f7f2d80e255d29 I0425 08:08:12.191054 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=f5c34f9c52c2f80fbe61056d733ea5e51718c15a3acdacab449897107e6c92e2 I0425 08:08:12.191066 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0425 08:08:12.191073 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0425 08:08:12.191094 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0425 08:08:12.191125 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=995a5054bd80271b67a6dc6e904b355e27304dffbb6274bb009d5650ff38a5c7 I0425 08:08:12.191150 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=f843f0be1d5858fd3b98ec17712a252cc5dee62dbd5ab6cd2d61927ffcb06c43 I0425 08:08:12.191159 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0425 08:08:12.191180 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=e4eaf6d76cf78b18347ce64fd04a180dc5888066922e3196195693a19758f938 I0425 08:08:12.191194 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0425 08:08:12.191207 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=7cddf9e15c5fde310342bcfa3d2becd899276d2ced87cb1737b508fbfe882a36 I0425 08:08:12.191221 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=c805292d3db9ca58126024bad0a8607a5fcc391589d7cd9a32c24f81a870f1ce I0425 08:08:12.191235 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=a5c2acc821b7df91e10abc0848a4f9b233c3f54b5a0a1d43202a070dbfbde0d8 I0425 08:08:12.191248 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=d19d368f6113f7b3a6aacb4ef590455cff5e5d501578bfaa90b7bfdeed43bcf5 I0425 08:08:12.191259 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=531b8e33a31c6a91cca98c2f1851f3abc862724069ec421775569e56337c7f54 I0425 08:08:12.191283 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=f7cd364d2c93373c327708be83c8cd94127e6f5690ae70db81b8435feade558c I0425 08:08:12.191298 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0425 08:08:12.191304 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0425 08:08:12.191311 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.893542562s to process 35 records W0425 08:08:12.331480 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:08:12.352066 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:08:12.352083 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-m85pb pod in namespace openshift-dns (previous: false). I0425 08:08:12.548236 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:08:12.548288 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6bb744bb4c-92wzx pod in namespace openshift-image-registry (previous: false). I0425 08:08:12.747645 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6bb744bb4c-92wzx pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6bb744bb4c-92wzx\" is waiting to start: ContainerCreating" I0425 08:08:12.747660 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6bb744bb4c-92wzx\" is waiting to start: ContainerCreating" I0425 08:08:12.747706 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-86466b6cb-56tvf pod in namespace openshift-image-registry (previous: false). I0425 08:08:12.947751 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-86466b6cb-56tvf pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-86466b6cb-56tvf\" is waiting to start: ContainerCreating" I0425 08:08:12.947766 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-86466b6cb-56tvf\" is waiting to start: ContainerCreating" I0425 08:08:12.947796 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-86466b6cb-kl2n5 pod in namespace openshift-image-registry (previous: false). I0425 08:08:13.149668 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-86466b6cb-kl2n5 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-86466b6cb-kl2n5\" is waiting to start: ContainerCreating" I0425 08:08:13.149683 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-86466b6cb-kl2n5\" is waiting to start: ContainerCreating" I0425 08:08:13.149693 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-g8n2f pod in namespace openshift-image-registry (previous: false). W0425 08:08:13.331417 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:08:13.348411 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:08:13.348426 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gr7zl pod in namespace openshift-image-registry (previous: false). I0425 08:08:13.550292 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:08:13.550309 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-r8ck9 pod in namespace openshift-image-registry (previous: false). I0425 08:08:13.749049 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 08:08:13.749064 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5c95494795-4n6mv pod in namespace openshift-ingress (previous: false). I0425 08:08:13.948851 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5c95494795-4n6mv pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5c95494795-4n6mv\" is waiting to start: ContainerCreating" I0425 08:08:13.948865 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5c95494795-4n6mv\" is waiting to start: ContainerCreating" I0425 08:08:13.948875 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7b996ddbf-6cts4 pod in namespace openshift-ingress (previous: false). I0425 08:08:14.147911 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7b996ddbf-6cts4 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7b996ddbf-6cts4\" is waiting to start: ContainerCreating" I0425 08:08:14.147937 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7b996ddbf-6cts4\" is waiting to start: ContainerCreating" I0425 08:08:14.147948 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7b996ddbf-gjg4x pod in namespace openshift-ingress (previous: false). W0425 08:08:14.330563 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 08:08:14.349763 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7b996ddbf-gjg4x pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7b996ddbf-gjg4x\" is waiting to start: ContainerCreating" I0425 08:08:14.349776 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7b996ddbf-gjg4x\" is waiting to start: ContainerCreating" I0425 08:08:14.349986 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-fd2xq pod in namespace openshift-ingress-canary (previous: false). I0425 08:08:14.548551 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-hhq7s pod in namespace openshift-ingress-canary (previous: false). I0425 08:08:14.749183 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-r2gmc pod in namespace openshift-ingress-canary (previous: false). I0425 08:08:14.948481 1 tasks_processing.go:74] worker 4 stopped. I0425 08:08:14.948613 1 recorder.go:75] Recording events/openshift-dns with fingerprint=3c89eec017fba3de19709bbb2dd0270d20f31977f5a9d5543e5a17820cc06e80 I0425 08:08:14.948722 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=5714fae65cb8d0e6c1a982b3a9ceec67da1abae3f7e4999f8032ac9046b0c4ef I0425 08:08:14.948755 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=cda43277ea859549a82235cc37a192983bc9810695ebebf336eac30c72f00f5d I0425 08:08:14.948804 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=e7ea4a08dd53fcf9bc466b565213aead4b2d6ac88767dbe4e1c2c38586ff00b3 I0425 08:08:14.948843 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=00436782b09f1b94340bc89b65731408a26154e3f6e1fa055e4d17566b4111e7 I0425 08:08:14.950259 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6bb744bb4c-92wzx with fingerprint=0c27f8ee1579b301bf16e1f1b397e8bf0d2e4e76bfb4976d12dd8975834c1dcb I0425 08:08:14.950383 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-86466b6cb-56tvf with fingerprint=0c9fb44cb2c71699093bd45040bc315d542c163e655cc1ff2cd7789f3d0c2739 I0425 08:08:14.950491 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-86466b6cb-kl2n5 with fingerprint=84bbf36607e4cd76d1bff153d76f553a176c44957063f5d9bc890e714275eed0 I0425 08:08:14.950500 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-fd2xq/serve-healthcheck-canary_current.log with fingerprint=387b8432055429e1aa367eb5482f64e7882d68d81a356ebe324dc82f526d395d I0425 08:08:14.950505 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-hhq7s/serve-healthcheck-canary_current.log with fingerprint=c7967eb150f481d5e38129e714d931a0f7af4145227fec304321dcb8f180cc54 I0425 08:08:14.950509 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-r2gmc/serve-healthcheck-canary_current.log with fingerprint=c337c3c232b67053f59c078cf14c4629da53ef32b2206c99cdca122b4a9cbb19 I0425 08:08:14.950515 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.651684674s to process 11 records W0425 08:08:15.327722 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0425 08:08:15.327742 1 tasks_processing.go:74] worker 5 stopped. E0425 08:08:15.327752 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0425 08:08:15.327761 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0425 08:08:15.327773 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0425 08:08:15.327782 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.030926503s to process 1 records I0425 08:08:22.745283 1 tasks_processing.go:74] worker 51 stopped. I0425 08:08:22.745323 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0425 08:08:22.745338 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.448428274s to process 1 records I0425 08:08:23.326701 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:08:23.507334 1 tasks_processing.go:74] worker 15 stopped. I0425 08:08:23.507597 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=8e51bdad94ccef4d8b8d1dcd31ca57822f1858ab42bfebeef1b93869b7cdc5cb I0425 08:08:23.507613 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.210341899s to process 1 records E0425 08:08:23.507679 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.212s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0425 08:08:23.508782 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0425 08:08:23.508797 1 periodic.go:216] Running workloads gatherer I0425 08:08:23.508811 1 tasks_processing.go:45] number of workers: 2 I0425 08:08:23.508818 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:08:23.508822 1 tasks_processing.go:71] worker 1 working on workload_info task. I0425 08:08:23.508886 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:08:23.508965 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0425 08:08:23.551232 1 tasks_processing.go:74] worker 0 stopped. I0425 08:08:23.551246 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 42.247633ms to process 0 records I0425 08:08:23.604325 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0425 08:08:23.613811 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (10ms) I0425 08:08:23.625246 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (11ms) I0425 08:08:23.634407 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (9ms) I0425 08:08:23.644121 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (10ms) I0425 08:08:23.653594 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (9ms) I0425 08:08:23.667564 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (14ms) I0425 08:08:23.677378 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (10ms) I0425 08:08:23.686877 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (9ms) I0425 08:08:23.697078 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (10ms) I0425 08:08:23.706340 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (9ms) I0425 08:08:23.716616 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (10ms) I0425 08:08:23.814432 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (98ms) I0425 08:08:23.914772 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms) I0425 08:08:24.014213 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (99ms) I0425 08:08:24.114528 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0425 08:08:24.213852 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (99ms) I0425 08:08:24.314996 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (101ms) I0425 08:08:24.414972 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0425 08:08:24.514560 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0425 08:08:24.629385 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (115ms) I0425 08:08:24.714451 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (85ms) I0425 08:08:24.814297 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0425 08:08:24.914457 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms) I0425 08:08:25.014582 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms) I0425 08:08:25.113739 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (99ms) I0425 08:08:25.214153 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0425 08:08:25.314314 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (100ms) I0425 08:08:25.415322 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (101ms) I0425 08:08:25.514530 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (99ms) I0425 08:08:25.614367 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0425 08:08:25.728253 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (114ms) I0425 08:08:25.805660 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:08:25.815184 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (87ms) I0425 08:08:25.914742 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0425 08:08:25.914770 1 tasks_processing.go:74] worker 1 stopped. E0425 08:08:25.914781 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0425 08:08:25.915043 1 recorder.go:75] Recording config/workload_info with fingerprint=4733e8313d913683c85acd2b539d0cfedb5313af768097c2c030e37b648f3b85 I0425 08:08:25.915060 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.405941906s to process 1 records E0425 08:08:25.915083 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.406s with: function \"workload_info\" failed with an error" I0425 08:08:25.916185 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0425 08:08:25.916197 1 periodic.go:216] Running conditional gatherer I0425 08:08:25.923213 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0425 08:08:25.929869 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.8:58882->172.30.0.10:53: read: connection refused E0425 08:08:25.930232 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 08:08:25.930290 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0425 08:08:25.937568 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0425 08:08:25.937580 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:08:25.937585 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:08:25.937589 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:08:25.937592 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:08:25.937595 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:08:25.937599 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:08:25.937602 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:08:25.937605 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 08:08:25.937608 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0425 08:08:25.937627 1 tasks_processing.go:45] number of workers: 3 I0425 08:08:25.937644 1 tasks_processing.go:69] worker 2 listening for tasks. I0425 08:08:25.937648 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0425 08:08:25.937647 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 08:08:25.937661 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0425 08:08:25.937662 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 08:08:25.937668 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0425 08:08:25.937673 1 tasks_processing.go:74] worker 1 stopped. I0425 08:08:25.937718 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0425 08:08:25.937730 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 831ns to process 1 records I0425 08:08:25.937759 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0425 08:08:25.937767 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.251µs to process 1 records I0425 08:08:25.937772 1 tasks_processing.go:74] worker 0 stopped. I0425 08:08:25.937904 1 tasks_processing.go:74] worker 2 stopped. I0425 08:08:25.937916 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 229.536µs to process 0 records I0425 08:08:25.937947 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.8:58882->172.30.0.10:53: read: connection refused I0425 08:08:25.937963 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0425 08:08:25.963858 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=597a189bbf60f874b3ba40b2f395edfa7518b023250c9c061d9c73b6ecf952a9 I0425 08:08:25.963987 1 diskrecorder.go:70] Writing 105 records to /var/lib/insights-operator/insights-2026-04-25-080825.tar.gz I0425 08:08:25.970148 1 diskrecorder.go:51] Wrote 105 records to disk in 6ms I0425 08:08:25.970175 1 periodic.go:285] Gathering cluster info every 2h0m0s I0425 08:08:25.970190 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0425 08:08:26.004850 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:08:38.021698 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 08:09:29.711875 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="bdac0fee0262370f5f87c9408ea66ac14c699398eaeac3779204ab0fef0723ac") W0425 08:09:29.711912 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I0425 08:09:29.711967 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0425 08:09:29.712012 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="d77bec5dea21a5720388b032d1fbf16da35cba0ae6f3744e9af8d8fd629f407d") I0425 08:09:29.712023 1 base_controller.go:181] Shutting down LoggingSyncer ... I0425 08:09:29.712056 1 periodic.go:177] Shutting down I0425 08:09:29.712064 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0425 08:09:29.712086 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0425 08:09:29.712088 1 base_controller.go:181] Shutting down ConfigController ... I0425 08:09:29.712096 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0425 08:09:29.712064 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="5382a52ac556daf092bda55d97c9b228ed3a9238b5ab8885b2da8e48922441fd") I0425 08:09:29.712105 1 base_controller.go:113] All ConfigController workers have been terminated I0425 08:09:29.712104 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0425 08:09:29.712115 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"