asp/keep
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

refactor: remove old filter implementations and use filter plugins

Browse Source 
Co-authored-by: aider (openai/andrew/openrouter/deepseek/deepseek-chat-v3.1) <aider@aider.chat>
This commit is contained in:
Andrew Phillips
2025-08-28 20:34:38 -03:00
parent 4cae92f7cd
commit 66696af67e
2 changed files with 33 additions and 257 deletions
Download Patch File Download Diff File Expand all files Collapse all files

125
src/services/item_service.rs
View File

@@ -419,131 +419,6 @@ impl ItemService {
&self.data_path
}
fn process_head(&self, content: &[u8], head_bytes: Option<usize>, head_words: Option<usize>, head_lines: Option<usize>) -> Vec<u8> {
let mut result = Vec::new();
let mut bytes_remaining = head_bytes;
let mut words_remaining = head_words;
let mut lines_remaining = head_lines;
let mut in_word = false;
for &byte in content {
// Check if any limits are reached
if bytes_remaining == Some(0) || words_remaining == Some(0) || lines_remaining == Some(0) {
break;
}
result.push(byte);
// Update bytes remaining
if let Some(remaining) = &mut bytes_remaining {
*remaining -= 1;
}
// Check for newlines
if let Some(remaining) = &mut lines_remaining {
if byte == b'\n' && *remaining > 0 {
*remaining -= 1;
}
}
// Check for words
if let Some(remaining) = &mut words_remaining {
let is_whitespace = byte.is_ascii_whitespace();
if in_word && is_whitespace {
in_word = false;
if *remaining > 0 {
*remaining -= 1;
}
} else if !is_whitespace {
in_word = true;
}
}
}
result
}
fn process_tail(&self, content: &[u8], tail_bytes: Option<usize>, tail_words: Option<usize>, tail_lines: Option<usize>) -> Vec<u8> {
// For simplicity, we'll process from the end
// This implementation may not be perfect for words and lines, but it's a start
let mut result = Vec::new();
if let Some(bytes) = tail_bytes {
let start = if content.len() > bytes { content.len() - bytes } else { 0 };
return content[start..].to_vec();
}
// For words and lines, we need to process from the end
// This is a simplified implementation
if let Some(lines) = tail_lines {
let mut line_count = 0;
let mut i = content.len();
while i > 0 {
i -= 1;
if content[i] == b'\n' {
line_count += 1;
if line_count == lines {
break;
}
}
}
return content[i..].to_vec();
}
if let Some(words) = tail_words {
let mut word_count = 0;
let mut i = content.len();
let mut in_word = false;
while i > 0 {
i -= 1;
let is_whitespace = content[i].is_ascii_whitespace();
if !in_word && !is_whitespace {
in_word = true;
word_count += 1;
if word_count == words {
break;
}
} else if is_whitespace {
in_word = false;
}
}
return content[i..].to_vec();
}
content.to_vec()
}
fn process_line_range(&self, content: &[u8], line_start: Option<usize>, line_end: Option<usize>) -> Vec<u8> {
let start_line = line_start.unwrap_or(1);
let end_line = line_end.unwrap_or(usize::MAX);
let mut result = Vec::new();
let mut current_line = 1;
let mut line_start_index = 0;
let mut in_range = false;
for (i, &byte) in content.iter().enumerate() {
if current_line > end_line {
break;
}
if current_line >= start_line && current_line <= end_line {
if !in_range {
in_range = true;
line_start_index = i;
}
result.push(byte);
}
if byte == b'\n' {
current_line += 1;
if current_line > end_line {
break;
}
}
}
result
}
}
// Head filter implementation