added credential provider to completion provider
This commit is contained in:
parent
7af77b1cf9
commit
558f54c424
5 changed files with 22 additions and 9 deletions
|
@ -13,11 +13,12 @@ use std::{
|
|||
};
|
||||
|
||||
use crate::{
|
||||
auth::CredentialProvider,
|
||||
completion::{CompletionProvider, CompletionRequest},
|
||||
models::LanguageModel,
|
||||
};
|
||||
|
||||
use super::OpenAILanguageModel;
|
||||
use super::{auth::OpenAICredentialProvider, OpenAILanguageModel};
|
||||
|
||||
pub const OPENAI_API_URL: &'static str = "https://api.openai.com/v1";
|
||||
|
||||
|
@ -186,6 +187,7 @@ pub async fn stream_completion(
|
|||
|
||||
pub struct OpenAICompletionProvider {
|
||||
model: OpenAILanguageModel,
|
||||
credential_provider: OpenAICredentialProvider,
|
||||
api_key: String,
|
||||
executor: Arc<Background>,
|
||||
}
|
||||
|
@ -193,8 +195,10 @@ pub struct OpenAICompletionProvider {
|
|||
impl OpenAICompletionProvider {
|
||||
pub fn new(model_name: &str, api_key: String, executor: Arc<Background>) -> Self {
|
||||
let model = OpenAILanguageModel::load(model_name);
|
||||
let credential_provider = OpenAICredentialProvider {};
|
||||
Self {
|
||||
model,
|
||||
credential_provider,
|
||||
api_key,
|
||||
executor,
|
||||
}
|
||||
|
@ -206,6 +210,10 @@ impl CompletionProvider for OpenAICompletionProvider {
|
|||
let model: Box<dyn LanguageModel> = Box::new(self.model.clone());
|
||||
model
|
||||
}
|
||||
fn credential_provider(&self) -> Box<dyn CredentialProvider> {
|
||||
let provider: Box<dyn CredentialProvider> = Box::new(self.credential_provider.clone());
|
||||
provider
|
||||
}
|
||||
fn complete(
|
||||
&self,
|
||||
prompt: Box<dyn CompletionRequest>,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue