feat: support sending files in chat messages (#764)

* feat: support sending files in chat messages

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* docs: update changelog

Author: ayangweb

docs/content.en/docs/release-notes/_index.md

@@ -15,6 +15,7 @@ Information about release notes of Coco App is provided here.
 
 - feat: enhance ui for skipped version #834
 - feat: support installing local extensions #749
+- feat: support sending files in chat messages #764
 
 ### 🐛 Bug fix
 

src-tauri/src/assistant/mod.rs

@@ -115,21 +115,34 @@ pub async fn cancel_session_chat(
 pub async fn chat_create(
     app_handle: AppHandle,
     server_id: String,
-    message: String,
+    message: Option<String>,
+    attachments: Option<Vec<String>>,
     query_params: Option<HashMap<String, Value>>,
     client_id: String,
 ) -> Result<(), String> {
-    let body = if !message.is_empty() {
-        let message = ChatRequestMessage {
-            message: Some(message),
+    println!("chat_create message: {:?}", message);
+    println!("chat_create attachments: {:?}", attachments);
+
+    let message_empty = message.as_ref().map_or(true, |m| m.is_empty());
+    let attachments_empty = attachments.as_ref().map_or(true, |a| a.is_empty());
+
+    if message_empty && attachments_empty {
+        return Err("Message and attachments are empty".to_string());
+    }
+
+    let body = {
+        let request_message: ChatRequestMessage = ChatRequestMessage {
+            message,
+            attachments,
         };
+
+        println!("chat_create body: {:?}", request_message);
+
         Some(
-            serde_json::to_string(&message)
+            serde_json::to_string(&request_message)
                 .map_err(|e| format!("Failed to serialize message: {}", e))?
                 .into(),
         )
-    } else {
-        None
     };
 
     let response = HttpClient::advanced_post(
@@ -165,8 +178,6 @@ pub async fn chat_create(
         if let Err(err) = app_handle.emit(&client_id, line) {
             log::error!("Emit failed: {:?}", err);
 
-            print!("Error sending message: {:?}", err);
-
             let _ = app_handle.emit("chat-create-error", format!("Emit failed: {:?}", err));
         }
     }
@@ -179,21 +190,34 @@ pub async fn chat_chat(
     app_handle: AppHandle,
     server_id: String,
     session_id: String,
-    message: String,
+    message: Option<String>,
+    attachments: Option<Vec<String>>,
     query_params: Option<HashMap<String, Value>>, //search,deep_thinking
     client_id: String,
 ) -> Result<(), String> {
-    let body = if !message.is_empty() {
-        let message = ChatRequestMessage {
-            message: Some(message),
+    println!("chat_chat message: {:?}", message);
+    println!("chat_chat attachments: {:?}", attachments);
+
+    let message_empty = message.as_ref().map_or(true, |m| m.is_empty());
+    let attachments_empty = attachments.as_ref().map_or(true, |a| a.is_empty());
+
+    if message_empty && attachments_empty {
+        return Err("Message and attachments are empty".to_string());
+    }
+
+    let body = {
+        let request_message = ChatRequestMessage {
+            message,
+            attachments,
         };
+
+        println!("chat_chat body: {:?}", request_message);
+
         Some(
-            serde_json::to_string(&message)
+            serde_json::to_string(&request_message)
                 .map_err(|e| format!("Failed to serialize message: {}", e))?
                 .into(),
         )
-    } else {
-        None
     };
 
     let path = format!("/chat/{}/_chat", session_id);
@@ -235,6 +259,9 @@ pub async fn chat_chat(
 
         if let Err(err) = app_handle.emit(&client_id, line) {
             log::error!("Emit failed: {:?}", err);
+
+            print!("Error sending message: {:?}", err);
+
             let _ = app_handle.emit("chat-create-error", format!("Emit failed: {:?}", err));
         }
     }

src-tauri/src/common/assistant.rs

@@ -3,7 +3,10 @@ use serde_json::Value;
 
 #[derive(Debug, Clone, Serialize, Deserialize)]
 pub struct ChatRequestMessage {
+    #[serde(skip_serializing_if = "Option::is_none")]
     pub message: Option<String>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub attachments: Option<Vec<String>>,
 }
 
 #[allow(dead_code)]

src-tauri/src/lib.rs

@@ -145,7 +145,7 @@ pub fn run() {
             // server::get_coco_server_connectors,
             get_app_search_source,
             server::attachment::upload_attachment,
-            server::attachment::get_attachment,
+            server::attachment::get_attachment_by_ids,
             server::attachment::delete_attachment,
             server::transcription::transcription,
             server::system_settings::get_system_settings,

src-tauri/src/server/attachment.rs

@@ -72,11 +72,19 @@ pub async fn upload_attachment(
 }
 
 #[command]
-pub async fn get_attachment(server_id: String, session_id: String) -> Result<Value, String> {
-    let mut query_params = Vec::new();
-    query_params.push(format!("session={}", session_id));
+pub async fn get_attachment_by_ids(
+    server_id: String,
+    attachments: Vec<String>,
+) -> Result<Value, String> {
+    println!("get_attachment_by_ids server_id: {}", server_id);
+    println!("get_attachment_by_ids attachments: {:?}", attachments);
+
+    let request_body = serde_json::json!({
+        "attachments": attachments
+    });
+    let body = reqwest::Body::from(serde_json::to_string(&request_body).unwrap());
 
-    let response = HttpClient::get(&server_id, "/attachment/_search", Some(query_params))
+    let response = HttpClient::post(&server_id, "/attachment/_search", None, Some(body))
         .await
         .map_err(|e| format!("Request error: {}", e))?;
 

src/commands/servers.ts

@@ -8,7 +8,7 @@ import {
   GetResponse,
   UploadAttachmentPayload,
   UploadAttachmentResponse,
-  GetAttachmentPayload,
+  GetAttachmentByIdsPayload,
   GetAttachmentResponse,
   DeleteAttachmentPayload,
   TranscriptionPayload,
@@ -255,17 +255,20 @@ export function cancel_session_chat({
 export function chat_create({
   serverId,
   message,
+  attachments,
   queryParams,
   clientId,
 }: {
   serverId: string;
   message: string;
+  attachments: string[];
   queryParams?: Record<string, any>;
   clientId: string;
 }): Promise<GetResponse> {
   return invokeWithErrorHandler(`chat_create`, {
     serverId,
     message,
+    attachments,
     queryParams,
     clientId,
   });
@@ -275,19 +278,22 @@ export function chat_chat({
   serverId,
   sessionId,
   message,
+  attachments,
   queryParams,
   clientId,
 }: {
   serverId: string;
   sessionId: string;
   message: string;
+  attachments: string[];
   queryParams?: Record<string, any>;
   clientId: string;
 }): Promise<string> {
   return invokeWithErrorHandler(`chat_chat`, {
     serverId,
     sessionId,
     message,
+    attachments,
     queryParams,
     clientId,
   });
@@ -342,10 +348,13 @@ export const upload_attachment = async (payload: UploadAttachmentPayload) => {
   }
 };
 
-export const get_attachment = (payload: GetAttachmentPayload) => {
-  return invokeWithErrorHandler<GetAttachmentResponse>("get_attachment", {
-    ...payload,
-  });
+export const get_attachment_by_ids = (payload: GetAttachmentByIdsPayload) => {
+  return invokeWithErrorHandler<GetAttachmentResponse>(
+    "get_attachment_by_ids",
+    {
+      ...payload,
+    }
+  );
 };
 
 export const delete_attachment = (payload: DeleteAttachmentPayload) => {