Feat/audio sessions

crates/edgen_core/src/lib.rs

@@ -18,6 +18,7 @@
 
 extern crate alloc;
 
+use std::future::Future;
 use std::time::Duration;
 
 pub mod llm;
@@ -27,6 +28,9 @@ pub mod settings;
 
 pub mod perishable;
 
+/// A generic [`Box`]ed [`Future`], used to emulate `async` functions in traits.
+pub type BoxedFuture<'a, T> = Box<dyn Future<Output = T> + Send + Unpin + 'a>;
+
 /// Return the [`Duration`] that cleanup threads should wait before looking for and freeing unused
 /// resources, after last doing so.
 pub fn cleanup_interval() -> Duration {

crates/edgen_core/src/llm.rs

@@ -10,7 +10,7 @@
  * limitations under the License.
  */
 
-use core::future::Future;
+use crate::BoxedFuture;
 use core::time::Duration;
 use futures::Stream;
 use serde::Serialize;
@@ -53,7 +53,7 @@ pub trait LLMEndpoint {
         &'a self,
         model_path: impl AsRef<Path> + Send + 'a,
         args: CompletionArgs,
-    ) -> Box<dyn Future<Output = Result<String, LLMEndpointError>> + Send + Unpin + 'a>;
+    ) -> BoxedFuture<Result<String, LLMEndpointError>>;
 
     /// Given a prompt with several arguments, return a [`Box`]ed [`Future`] which may eventually
     /// contain a [`Stream`] of [`String`] chunks of the prompt completion, acquired as they get
@@ -62,12 +62,7 @@ pub trait LLMEndpoint {
         &'a self,
         model_path: impl AsRef<Path> + Send + 'a,
         args: CompletionArgs,
-    ) -> Box<
-        dyn Future<Output = Result<Box<dyn Stream<Item = String> + Unpin + Send>, LLMEndpointError>>
-            + Send
-            + Unpin
-            + 'a,
-    >;
+    ) -> BoxedFuture<Result<Box<dyn Stream<Item = String> + Unpin + Send>, LLMEndpointError>>;
 
     /// Unloads everything from memory.
     fn reset(&self);

crates/edgen_core/src/perishable.rs

@@ -166,8 +166,7 @@ where
                 let check_date = if accessed + ttl > Instant::now() {
                     accessed + ttl
                 } else {
-                    // TODO when something "perishes", the CPU gets hogged by this task, probably
-                    accessed + Duration::from_secs(5)
+                    Instant::now() + Duration::from_secs(5)
                 };
 
                 select! {