diff --git a/crates/semantic_index/src/embedding_queue.rs b/crates/semantic_index/src/embedding_queue.rs index 024881f0b8..104a4eb8ee 100644 --- a/crates/semantic_index/src/embedding_queue.rs +++ b/crates/semantic_index/src/embedding_queue.rs @@ -75,12 +75,10 @@ impl EmbeddingQueue { }); let mut fragment_range = &mut self.pending_batch.last_mut().unwrap().span_range; - let mut saved_tokens = 0; for (ix, span) in file.lock().spans.iter().enumerate() { let span_token_count = if span.embedding.is_none() { span.token_count } else { - saved_tokens += span.token_count; 0 }; @@ -98,7 +96,6 @@ impl EmbeddingQueue { fragment_range.end = ix + 1; self.pending_batch_token_count += span_token_count; } - log::trace!("Saved Tokens: {:?}", saved_tokens); } pub fn flush(&mut self) { @@ -113,10 +110,8 @@ impl EmbeddingQueue { self.executor.spawn(async move { let mut spans = Vec::new(); - let mut span_count = 0; for fragment in &batch { let file = fragment.file.lock(); - span_count += file.spans[fragment.span_range.clone()].len(); spans.extend( { file.spans[fragment.span_range.clone()] @@ -126,9 +121,6 @@ impl EmbeddingQueue { ); } - log::trace!("Documents Length: {:?}", span_count); - log::trace!("Span Length: {:?}", spans.clone().len()); - // If spans is 0, just send the fragment to the finished files if its the last one. if spans.len() == 0 { for fragment in batch.clone() { @@ -149,7 +141,6 @@ impl EmbeddingQueue { if let Some(embedding) = embeddings.next() { span.embedding = Some(embedding); } else { - // log::error!("number of embeddings returned different from number of documents"); } }