use crate::services::error::CoreError; use crate::services::item_service::ItemService; use crate::services::types::{ItemWithContent, ItemWithMeta}; use rusqlite::Connection; use std::collections::HashMap; use std::io::Read; use std::path::PathBuf; use std::sync::Arc; use tokio::sync::Mutex; /// An asynchronous wrapper around the `ItemService` for use in async contexts like the web server. /// It uses `tokio::task::spawn_blocking` to run synchronous database and filesystem operations /// on a dedicated thread pool, preventing them from blocking the async runtime. #[allow(dead_code)] pub struct AsyncItemService { pub data_dir: PathBuf, db: Arc>, item_service: Arc, } #[allow(dead_code)] impl AsyncItemService { pub fn new(data_dir: PathBuf, db: Arc>, item_service: Arc) -> Self { Self { data_dir, db, item_service } } pub async fn get_item(&self, id: i64) -> Result { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); item_service.get_item(&conn, id) }) .await .unwrap() // Propagate panics from spawn_blocking } pub async fn get_item_content(&self, id: i64) -> Result { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); item_service.get_item_content(&conn, id) }) .await .unwrap() } pub async fn get_item_content_info(&self, id: i64) -> Result<(Vec, String, bool), CoreError> { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); item_service.get_item_content_info(&conn, id) }) .await .unwrap() } pub async fn stream_item_content_by_id( &self, item_id: i64, allow_binary: bool, offset: u64, length: u64, ) -> Result<(std::pin::Pin> + Send>>, String), CoreError> { let db = self.db.clone(); let item_service = self.item_service.clone(); // Get item content let content = tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); let item_with_content = item_service.get_item_content(&conn, item_id)?; Ok::<_, CoreError>(item_with_content.content) }) .await .unwrap()?; // Clone content for use in the binary check closure let content_clone = content.clone(); // Get metadata to determine MIME type and binary status let (mime_type, is_binary) = { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); let item_with_meta = item_service.get_item(&conn, item_id)?; let metadata = item_with_meta.meta_as_map(); let mime_type = metadata .get("mime_type") .map(|s| s.to_string()) .unwrap_or_else(|| "application/octet-stream".to_string()); let is_binary = if let Some(binary_val) = metadata.get("binary") { binary_val == "true" } else { crate::common::is_binary::is_binary(&content_clone) }; Ok::<_, CoreError>((mime_type, is_binary)) }) .await .unwrap()? }; // Check if content is binary when allow_binary is false if !allow_binary && is_binary { return Err(CoreError::InvalidInput("Binary content not allowed".to_string())); } // Create a stream that reads only the requested portion let content_len = content.len() as u64; // Apply offset and length constraints let start = std::cmp::min(offset, content_len); let end = if length > 0 { std::cmp::min(start + length, content_len) } else { content_len }; let stream = if start < content_len { let chunk = tokio_util::bytes::Bytes::from(content[start as usize..end as usize].to_vec()); Box::pin(tokio_stream::iter(vec![Ok(chunk)])) } else { Box::pin(tokio_stream::iter(vec![])) }; Ok((stream, mime_type)) } pub async fn stream_item_content_by_id_with_metadata( &self, item_id: i64, metadata: &HashMap, allow_binary: bool, offset: u64, length: u64, ) -> Result<(std::pin::Pin> + Send>>, String), CoreError> { let db = self.db.clone(); let item_service = self.item_service.clone(); // Use provided metadata to determine MIME type and binary status let mime_type = metadata .get("mime_type") .map(|s| s.to_string()) .unwrap_or_else(|| "application/octet-stream".to_string()); // Check if content is binary when allow_binary is false if !allow_binary { let is_binary = if let Some(binary_val) = metadata.get("binary") { binary_val == "true" } else { // Get binary status using streaming approach let (_, _, is_binary) = self.get_item_content_info_streaming(item_id).await?; is_binary }; if is_binary { return Err(CoreError::InvalidInput("Binary content not allowed".to_string())); } } // Get a streaming reader for the content let (mut reader, content_len) = { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); let item_with_meta = item_service.get_item(&conn, item_id)?; let item_id_val = item_with_meta.item.id.ok_or_else(|| CoreError::InvalidInput("Item missing ID".to_string()))?; let mut item_path = item_service.get_data_path().clone(); item_path.push(item_id_val.to_string()); let reader = item_service.get_compression_service().stream_item_content( item_path, &item_with_meta.item.compression )?; // Get content length from metadata let content_len = item_with_meta.item.size.unwrap_or(0) as u64; Ok::<_, CoreError>((reader, content_len)) }) .await .unwrap()? }; // Apply offset by reading and discarding bytes if offset > 0 { let mut remaining = offset; let mut buf = [0; 8192]; while remaining > 0 { let to_read = std::cmp::min(remaining, buf.len() as u64); let n = reader.read(&mut buf[..to_read as usize])?; if n == 0 { break; } remaining -= n as u64; } } // Convert the reader into an async stream manually // Since ReaderStream requires AsyncRead, we'll create our own implementation use tokio_stream::StreamExt; use tokio_util::bytes::Bytes; // Create a channel to stream data between the blocking thread and async runtime let (tx, rx) = tokio::sync::mpsc::channel(1); // Spawn a blocking task to read from the reader and send chunks tokio::task::spawn_blocking(move || { let mut buffer = [0; 8192]; loop { match reader.read(&mut buffer) { Ok(0) => break, // EOF Ok(n) => { let chunk = Bytes::copy_from_slice(&buffer[..n]); // Block on sending to the channel if tx.blocking_send(Ok(chunk)).is_err() { break; // Receiver dropped } } Err(e) => { let _ = tx.blocking_send(Err(e)); break; } } } }); // Convert the receiver into a stream let stream = tokio_stream::wrappers::ReceiverStream::new(rx); // If length is specified, we need to limit the stream // Use a trait object to ensure both branches have the same type let limited_stream: std::pin::Pin> + Send>> = if length > 0 { // We need to track how many bytes we've sent let mut bytes_sent = 0; let limited = stream.take_while(move |result| { if bytes_sent >= length { return false; } if let Ok(chunk) = result { bytes_sent += chunk.len() as u64; } true }); Box::pin(limited) } else { Box::pin(stream) }; Ok((limited_stream, mime_type)) } pub async fn get_item_content_info_streaming( &self, item_id: i64, ) -> Result<(Box, String, bool), CoreError> { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); item_service.get_item_content_info_streaming(&conn, item_id) }) .await .unwrap() } pub async fn find_item( &self, ids: Vec, tags: Vec, meta: HashMap, ) -> Result { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); item_service.find_item(&conn, &ids, &tags, &meta) }) .await .unwrap() } pub async fn list_items( &self, tags: Vec, meta: HashMap, ) -> Result, CoreError> { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let conn = db.blocking_lock(); item_service.list_items(&conn, &tags, &meta) }) .await .unwrap() } pub async fn delete_item(&self, id: i64) -> Result<(), CoreError> { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let mut conn = db.blocking_lock(); item_service.delete_item(&mut conn, id) }) .await .unwrap() } pub async fn save_item_from_mcp( &self, content: Vec, tags: Vec, metadata: HashMap, ) -> Result { let db = self.db.clone(); let item_service = self.item_service.clone(); tokio::task::spawn_blocking(move || { let mut conn = db.blocking_lock(); item_service.save_item_from_mcp(&content, &tags, &metadata, &mut conn) }) .await .unwrap() } }