refactor: move stream_item_content to AsyncItemService as method
Co-authored-by: aider (openai/andrew/openrouter/qwen/qwen3-coder) <aider@aider.chat>
This commit is contained in:
@@ -104,6 +104,57 @@ impl AsyncItemService {
|
||||
Ok((stream, mime_type))
|
||||
}
|
||||
|
||||
pub async fn stream_item_content_by_id(
|
||||
&self,
|
||||
item_id: i64,
|
||||
allow_binary: bool,
|
||||
offset: u64,
|
||||
length: u64,
|
||||
) -> anyhow::Result<(impl tokio_stream::Stream<Item = Result<tokio_util::bytes::Bytes, std::io::Error>>, String)> {
|
||||
let item_with_content = self.get_item_content(item_id).await?;
|
||||
let metadata = item_with_content.item_with_meta.meta_as_map();
|
||||
|
||||
// Check if content is binary when allow_binary is false
|
||||
if !allow_binary {
|
||||
let is_content_binary = if let Some(binary_val) = metadata.get("binary") {
|
||||
binary_val == "true"
|
||||
} else {
|
||||
// If binary metadata not available, check the actual content
|
||||
is_binary(&item_with_content.content)
|
||||
};
|
||||
|
||||
if is_content_binary {
|
||||
return Err(anyhow::anyhow!("Binary content not allowed"));
|
||||
}
|
||||
}
|
||||
|
||||
let mime_type = metadata
|
||||
.get("mime_type")
|
||||
.map(|s| s.to_string())
|
||||
.unwrap_or_else(|| "application/octet-stream".to_string());
|
||||
|
||||
// Open the file for streaming
|
||||
let file_path = self.data_dir.join(format!("{}.dat", item_id));
|
||||
let file = tokio::fs::File::open(&file_path).await?;
|
||||
let mut buffered_file = tokio::io::BufReader::new(file);
|
||||
|
||||
// Seek to the requested offset if needed
|
||||
if offset > 0 {
|
||||
buffered_file.seek(std::io::SeekFrom::Start(offset)).await?;
|
||||
}
|
||||
|
||||
// Create a reader stream with optional length limit
|
||||
let stream = if length > 0 {
|
||||
// Limit the stream to the specified length
|
||||
Box::pin(ReaderStream::new(buffered_file.take(length))) as std::pin::Pin<Box<dyn tokio_stream::Stream<Item = Result<Bytes, std::io::Error>> + Send>>
|
||||
} else {
|
||||
// Stream the entire file from the offset
|
||||
Box::pin(ReaderStream::new(buffered_file)) as std::pin::Pin<Box<dyn tokio_stream::Stream<Item = Result<Bytes, std::io::Error>> + Send>>
|
||||
};
|
||||
|
||||
Ok((stream, mime_type))
|
||||
}
|
||||
|
||||
pub async fn find_item(
|
||||
&self,
|
||||
ids: Vec<i64>,
|
||||
|
||||
Reference in New Issue
Block a user