added credential provider to completion provider
This commit is contained in:
parent
7af77b1cf9
commit
558f54c424
5 changed files with 22 additions and 9 deletions
|
@ -1,7 +1,11 @@
|
||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
use futures::{future::BoxFuture, stream::BoxStream};
|
use futures::{future::BoxFuture, stream::BoxStream};
|
||||||
|
use gpui::AppContext;
|
||||||
|
|
||||||
use crate::models::LanguageModel;
|
use crate::{
|
||||||
|
auth::{CredentialProvider, ProviderCredential},
|
||||||
|
models::LanguageModel,
|
||||||
|
};
|
||||||
|
|
||||||
pub trait CompletionRequest: Send + Sync {
|
pub trait CompletionRequest: Send + Sync {
|
||||||
fn data(&self) -> serde_json::Result<String>;
|
fn data(&self) -> serde_json::Result<String>;
|
||||||
|
@ -9,6 +13,10 @@ pub trait CompletionRequest: Send + Sync {
|
||||||
|
|
||||||
pub trait CompletionProvider {
|
pub trait CompletionProvider {
|
||||||
fn base_model(&self) -> Box<dyn LanguageModel>;
|
fn base_model(&self) -> Box<dyn LanguageModel>;
|
||||||
|
fn credential_provider(&self) -> Box<dyn CredentialProvider>;
|
||||||
|
fn retrieve_credentials(&self, cx: &AppContext) -> ProviderCredential {
|
||||||
|
self.credential_provider().retrieve_credentials(cx)
|
||||||
|
}
|
||||||
fn complete(
|
fn complete(
|
||||||
&self,
|
&self,
|
||||||
prompt: Box<dyn CompletionRequest>,
|
prompt: Box<dyn CompletionRequest>,
|
||||||
|
|
|
@ -13,11 +13,12 @@ use std::{
|
||||||
};
|
};
|
||||||
|
|
||||||
use crate::{
|
use crate::{
|
||||||
|
auth::CredentialProvider,
|
||||||
completion::{CompletionProvider, CompletionRequest},
|
completion::{CompletionProvider, CompletionRequest},
|
||||||
models::LanguageModel,
|
models::LanguageModel,
|
||||||
};
|
};
|
||||||
|
|
||||||
use super::OpenAILanguageModel;
|
use super::{auth::OpenAICredentialProvider, OpenAILanguageModel};
|
||||||
|
|
||||||
pub const OPENAI_API_URL: &'static str = "https://api.openai.com/v1";
|
pub const OPENAI_API_URL: &'static str = "https://api.openai.com/v1";
|
||||||
|
|
||||||
|
@ -186,6 +187,7 @@ pub async fn stream_completion(
|
||||||
|
|
||||||
pub struct OpenAICompletionProvider {
|
pub struct OpenAICompletionProvider {
|
||||||
model: OpenAILanguageModel,
|
model: OpenAILanguageModel,
|
||||||
|
credential_provider: OpenAICredentialProvider,
|
||||||
api_key: String,
|
api_key: String,
|
||||||
executor: Arc<Background>,
|
executor: Arc<Background>,
|
||||||
}
|
}
|
||||||
|
@ -193,8 +195,10 @@ pub struct OpenAICompletionProvider {
|
||||||
impl OpenAICompletionProvider {
|
impl OpenAICompletionProvider {
|
||||||
pub fn new(model_name: &str, api_key: String, executor: Arc<Background>) -> Self {
|
pub fn new(model_name: &str, api_key: String, executor: Arc<Background>) -> Self {
|
||||||
let model = OpenAILanguageModel::load(model_name);
|
let model = OpenAILanguageModel::load(model_name);
|
||||||
|
let credential_provider = OpenAICredentialProvider {};
|
||||||
Self {
|
Self {
|
||||||
model,
|
model,
|
||||||
|
credential_provider,
|
||||||
api_key,
|
api_key,
|
||||||
executor,
|
executor,
|
||||||
}
|
}
|
||||||
|
@ -206,6 +210,10 @@ impl CompletionProvider for OpenAICompletionProvider {
|
||||||
let model: Box<dyn LanguageModel> = Box::new(self.model.clone());
|
let model: Box<dyn LanguageModel> = Box::new(self.model.clone());
|
||||||
model
|
model
|
||||||
}
|
}
|
||||||
|
fn credential_provider(&self) -> Box<dyn CredentialProvider> {
|
||||||
|
let provider: Box<dyn CredentialProvider> = Box::new(self.credential_provider.clone());
|
||||||
|
provider
|
||||||
|
}
|
||||||
fn complete(
|
fn complete(
|
||||||
&self,
|
&self,
|
||||||
prompt: Box<dyn CompletionRequest>,
|
prompt: Box<dyn CompletionRequest>,
|
||||||
|
|
|
@ -11,7 +11,6 @@ use parking_lot::Mutex;
|
||||||
use parse_duration::parse;
|
use parse_duration::parse;
|
||||||
use postage::watch;
|
use postage::watch;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
use std::env;
|
|
||||||
use std::ops::Add;
|
use std::ops::Add;
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::time::{Duration, Instant};
|
use std::time::{Duration, Instant};
|
||||||
|
|
|
@ -155,6 +155,9 @@ impl CompletionProvider for TestCompletionProvider {
|
||||||
let model: Box<dyn LanguageModel> = Box::new(FakeLanguageModel { capacity: 8190 });
|
let model: Box<dyn LanguageModel> = Box::new(FakeLanguageModel { capacity: 8190 });
|
||||||
model
|
model
|
||||||
}
|
}
|
||||||
|
fn credential_provider(&self) -> Box<dyn CredentialProvider> {
|
||||||
|
Box::new(NullCredentialProvider {})
|
||||||
|
}
|
||||||
fn complete(
|
fn complete(
|
||||||
&self,
|
&self,
|
||||||
_prompt: Box<dyn CompletionRequest>,
|
_prompt: Box<dyn CompletionRequest>,
|
||||||
|
|
|
@ -336,18 +336,13 @@ fn strip_markdown_codeblock(
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
use ai::test::TestCompletionProvider;
|
use ai::test::TestCompletionProvider;
|
||||||
use futures::{
|
use futures::stream::{self};
|
||||||
future::BoxFuture,
|
|
||||||
stream::{self, BoxStream},
|
|
||||||
};
|
|
||||||
use gpui::{executor::Deterministic, TestAppContext};
|
use gpui::{executor::Deterministic, TestAppContext};
|
||||||
use indoc::indoc;
|
use indoc::indoc;
|
||||||
use language::{language_settings, tree_sitter_rust, Buffer, Language, LanguageConfig, Point};
|
use language::{language_settings, tree_sitter_rust, Buffer, Language, LanguageConfig, Point};
|
||||||
use parking_lot::Mutex;
|
|
||||||
use rand::prelude::*;
|
use rand::prelude::*;
|
||||||
use serde::Serialize;
|
use serde::Serialize;
|
||||||
use settings::SettingsStore;
|
use settings::SettingsStore;
|
||||||
use smol::future::FutureExt;
|
|
||||||
|
|
||||||
#[derive(Serialize)]
|
#[derive(Serialize)]
|
||||||
pub struct DummyCompletionRequest {
|
pub struct DummyCompletionRequest {
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue