Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

updated vector_store to handle for removed files

Browse source
This commit is contained in:
KCaverly 2023-07-11 10:03:53 -04:00
parent dce72a1ce7
commit f5fec55930
1 changed files with 54 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

95
crates/vector_store/src/vector_store.rs
View file

@ -635,8 +635,6 @@ impl VectorStore {
}) })
.await?; .await?;
dbg!(&documents);
this.read_with(&cx, |this, _| { this.read_with(&cx, |this, _| {
let project_state = if let Some(state) = this.projects.get(&project.downgrade()) { let project_state = if let Some(state) = this.projects.get(&project.downgrade()) {
state state
@ -687,6 +685,7 @@ impl VectorStore {
for change in changes.into_iter() { for change in changes.into_iter() {
let change_path = change.0.clone(); let change_path = change.0.clone();
let absolute_path = worktree.absolutize(&change_path); let absolute_path = worktree.absolutize(&change_path);
// Skip if git ignored or symlink // Skip if git ignored or symlink
if let Some(entry) = worktree.entry_for_id(change.1) { if let Some(entry) = worktree.entry_for_id(change.1) {
if entry.is_ignored || entry.is_symlink || entry.is_external { if entry.is_ignored || entry.is_symlink || entry.is_external {
@ -694,46 +693,60 @@ impl VectorStore {
} }
} }
if let Ok(language) = language_registry match change.2 {
.language_for_file(&change_path.to_path_buf(), None) PathChange::Removed => this.update(&mut cx, |this, _| {
.await this.db_update_tx
{ .try_send(DbOperation::Delete {
if language worktree_id: worktree_db_id,
.grammar() path: absolute_path,
.and_then(|grammar| grammar.embedding_config.as_ref()) })
.is_none() .unwrap();
{ }),
continue; _ => {
} if let Ok(language) = language_registry
.language_for_file(&change_path.to_path_buf(), None)
let modified_time = change_path.metadata().log_err()?.modified().log_err()?; .await
{
let existing_time = file_mtimes.get(&change_path.to_path_buf()); if language
let already_stored = existing_time .grammar()
.map_or(false, |existing_time| &modified_time != existing_time); .and_then(|grammar| grammar.embedding_config.as_ref())
.is_none()
if !already_stored { {
this.update(&mut cx, |this, _| { continue;
let reindex_time =
modified_time + Duration::from_secs(REINDEXING_DELAY_SECONDS);
let project_state = this.projects.get_mut(&project.downgrade())?;
project_state.update_pending_files(
PendingFile {
relative_path: change_path.to_path_buf(),
absolute_path,
modified_time,
worktree_db_id,
language: language.clone(),
},
reindex_time,
);
for file in project_state.get_outstanding_files() {
this.parsing_files_tx.try_send(file).unwrap();
} }
Some(())
}); let modified_time =
change_path.metadata().log_err()?.modified().log_err()?;
let existing_time = file_mtimes.get(&change_path.to_path_buf());
let already_stored = existing_time
.map_or(false, |existing_time| &modified_time != existing_time);
if !already_stored {
this.update(&mut cx, |this, _| {
let reindex_time = modified_time
+ Duration::from_secs(REINDEXING_DELAY_SECONDS);
let project_state =
this.projects.get_mut(&project.downgrade())?;
project_state.update_pending_files(
PendingFile {
relative_path: change_path.to_path_buf(),
absolute_path,
modified_time,
worktree_db_id,
language: language.clone(),
},
reindex_time,
);
for file in project_state.get_outstanding_files() {
this.parsing_files_tx.try_send(file).unwrap();
}
Some(())
});
}
}
} }
} }
} }