added sha1 encoding for each document

2023-08-21 16:35:57 +02:00 · 2023-08-21 16:35:57 +02:00 · 3d89cd10a4
commit 3d89cd10a4
parent bbe6d3b261
6 changed files with 245 additions and 207 deletions
--- a/crates/semantic_index/src/embedding.rs
+++ b/crates/semantic_index/src/embedding.rs
@ -39,7 +39,7 @@ struct OpenAIEmbeddingResponse {

 #[derive(Debug, Deserialize)]
 struct OpenAIEmbedding {
-    embedding: Vec<f32>,
+    embedding: Vec<f16>,
    index: usize,
    object: String,
 }