Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Slightly tidy up vector_db code

Browse source 
Avoid panicking when truncating code with special chars
This commit is contained in:
Kirill Bulatov 2023-07-18 14:06:57 +03:00
parent 96abba2b7d
commit a884bd77e1
2 changed files with 9 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

7
crates/vector_store/src/parsing.rs
View file

@ -63,7 +63,7 @@ impl CodeContextRetriever {
) {
// log::info!("-----MATCH-----");
let mut name: Vec<&str> = vec![];
let mut name = Vec::new();
let mut item: Option<&str> = None;
let mut offset: Option<usize> = None;
for capture in mat.captures {
@ -91,11 +91,8 @@ impl CodeContextRetriever {
.replace("<language>", &pending_file.language.name().to_lowercase())
.replace("<item>", item.unwrap());
let mut truncated_span = context_span.clone();
truncated_span.truncate(100);
// log::info!("Name: {:?}", name);
// log::info!("Span: {:?}", truncated_span);
// log::info!("Span: {:?}", util::truncate(&context_span, 100));
context_spans.push(context_span);
documents.push(Document {