move truncation to parsing step leveraging the EmbeddingProvider trait

crates/semantic_index/src/semantic_index_tests.rs

@@ -1232,6 +1232,10 @@ impl EmbeddingProvider for FakeEmbeddingProvider {
         false
     }
 
+    fn truncate(&self, span: &str) -> String {
+        span.to_string()
+    }
+
     async fn embed_batch(&self, spans: Vec<&str>) -> Result<Vec<Vec<f32>>> {
         self.embedding_count
             .fetch_add(spans.len(), atomic::Ordering::SeqCst);