fix bug for truncation ensuring no valid inputs are sent to openai

2023-08-30 17:42:16 -04:00 · 2023-08-30 17:42:16 -04:00 · 7d4d6c871b
commit 7d4d6c871b
parent 5abad58b0d
2 changed files with 9 additions and 9 deletions
--- a/crates/semantic_index/src/embedding_queue.rs
+++ b/crates/semantic_index/src/embedding_queue.rs
@ -105,9 +105,11 @@ impl EmbeddingQueue {
            for fragment in &batch {
                let file = fragment.file.lock();
                spans.extend(
-                    file.documents[fragment.document_range.clone()]
-                        .iter()
-                        .map(|d| d.content.clone()),
+                    {
+                        file.documents[fragment.document_range.clone()]
+                            .iter()
+                            .map(|d| d.content.clone())
+                        }
                );
            }