Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove unneeded logging

Browse source 
Co-Authored-By: Kyle Caverly <kyle@zed.dev>
This commit is contained in:
Antonio Scandurra 2023-09-07 15:07:21 +02:00
parent ce62173534
commit 3ad1befb11
1 changed files with 0 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

9
crates/semantic_index/src/embedding_queue.rs
View file

@ -75,12 +75,10 @@ impl EmbeddingQueue {
}); });
let mut fragment_range = &mut self.pending_batch.last_mut().unwrap().span_range; let mut fragment_range = &mut self.pending_batch.last_mut().unwrap().span_range;
let mut saved_tokens = 0;
for (ix, span) in file.lock().spans.iter().enumerate() { for (ix, span) in file.lock().spans.iter().enumerate() {
let span_token_count = if span.embedding.is_none() { let span_token_count = if span.embedding.is_none() {
span.token_count span.token_count
} else { } else {
saved_tokens += span.token_count;
0 0
}; };
@ -98,7 +96,6 @@ impl EmbeddingQueue {
fragment_range.end = ix + 1; fragment_range.end = ix + 1;
self.pending_batch_token_count += span_token_count; self.pending_batch_token_count += span_token_count;
} }
log::trace!("Saved Tokens: {:?}", saved_tokens);
} }
pub fn flush(&mut self) { pub fn flush(&mut self) {
@ -113,10 +110,8 @@ impl EmbeddingQueue {
self.executor.spawn(async move { self.executor.spawn(async move {
let mut spans = Vec::new(); let mut spans = Vec::new();
let mut span_count = 0;
for fragment in &batch { for fragment in &batch {
let file = fragment.file.lock(); let file = fragment.file.lock();
span_count += file.spans[fragment.span_range.clone()].len();
spans.extend( spans.extend(
{ {
file.spans[fragment.span_range.clone()] file.spans[fragment.span_range.clone()]
@ -126,9 +121,6 @@ impl EmbeddingQueue {
); );
} }
log::trace!("Documents Length: {:?}", span_count);
log::trace!("Span Length: {:?}", spans.clone().len());
// If spans is 0, just send the fragment to the finished files if its the last one. // If spans is 0, just send the fragment to the finished files if its the last one.
if spans.len() == 0 { if spans.len() == 0 {
for fragment in batch.clone() { for fragment in batch.clone() {
@ -149,7 +141,6 @@ impl EmbeddingQueue {
if let Some(embedding) = embeddings.next() { if let Some(embedding) = embeddings.next() {
span.embedding = Some(embedding); span.embedding = Some(embedding);
} else { } else {
//
log::error!("number of embeddings returned different from number of documents"); log::error!("number of embeddings returned different from number of documents");
} }
} }