use std::path::PathBuf; use std::sync::Arc; use std::sync::OnceLock; use anyhow::{anyhow, Result}; use chrono::DateTime; use collections::HashSet; use fs::Fs; use futures::{io::BufReader, stream::BoxStream, AsyncBufReadExt, AsyncReadExt, StreamExt}; use gpui::{prelude::*, App, AsyncApp, Global}; use http_client::{AsyncBody, HttpClient, Method, Request as HttpRequest}; use paths::home_dir; use serde::{Deserialize, Serialize}; use settings::watch_config_dir; use strum::EnumIter; pub const COPILOT_CHAT_COMPLETION_URL: &str = "https://api.githubcopilot.com/chat/completions"; pub const COPILOT_CHAT_AUTH_URL: &str = "https://api.github.com/copilot_internal/v2/token"; #[derive(Clone, Copy, Serialize, Deserialize, Debug, Eq, PartialEq)] #[serde(rename_all = "lowercase")] pub enum Role { User, Assistant, System, } #[cfg_attr(feature = "schemars", derive(schemars::JsonSchema))] #[derive(Clone, Debug, Default, Serialize, Deserialize, PartialEq, EnumIter)] pub enum Model { #[default] #[serde(alias = "gpt-4o", rename = "gpt-4o-2024-05-13")] Gpt4o, #[serde(alias = "gpt-4", rename = "gpt-4")] Gpt4, #[serde(alias = "gpt-3.5-turbo", rename = "gpt-3.5-turbo")] Gpt3_5Turbo, #[serde(alias = "o1", rename = "o1")] O1, #[serde(alias = "o1-mini", rename = "o3-mini")] O3Mini, #[serde(alias = "claude-3-5-sonnet", rename = "claude-3.5-sonnet")] Claude3_5Sonnet, #[serde(alias = "claude-3-7-sonnet", rename = "claude-3.7-sonnet")] Claude3_7Sonnet, #[serde(alias = "gemini-2.0-flash", rename = "gemini-2.0-flash-001")] Gemini20Flash, } impl Model { pub fn uses_streaming(&self) -> bool { match self { Self::Gpt4o | Self::Gpt4 | Self::Gpt3_5Turbo | Self::Claude3_5Sonnet | Self::Claude3_7Sonnet => true, Self::O3Mini | Self::O1 | Self::Gemini20Flash => false, } } pub fn from_id(id: &str) -> Result { match id { "gpt-4o" => Ok(Self::Gpt4o), "gpt-4" => Ok(Self::Gpt4), "gpt-3.5-turbo" => Ok(Self::Gpt3_5Turbo), "o1" => Ok(Self::O1), "o3-mini" => Ok(Self::O3Mini), "claude-3-5-sonnet" => Ok(Self::Claude3_5Sonnet), "claude-3-7-sonnet" => Ok(Self::Claude3_7Sonnet), "gemini-2.0-flash-001" => Ok(Self::Gemini20Flash), _ => Err(anyhow!("Invalid model id: {}", id)), } } pub fn id(&self) -> &'static str { match self { Self::Gpt3_5Turbo => "gpt-3.5-turbo", Self::Gpt4 => "gpt-4", Self::Gpt4o => "gpt-4o", Self::O3Mini => "o3-mini", Self::O1 => "o1", Self::Claude3_5Sonnet => "claude-3-5-sonnet", Self::Claude3_7Sonnet => "claude-3-7-sonnet", Self::Gemini20Flash => "gemini-2.0-flash-001", } } pub fn display_name(&self) -> &'static str { match self { Self::Gpt3_5Turbo => "GPT-3.5", Self::Gpt4 => "GPT-4", Self::Gpt4o => "GPT-4o", Self::O3Mini => "o3-mini", Self::O1 => "o1", Self::Claude3_5Sonnet => "Claude 3.5 Sonnet", Self::Claude3_7Sonnet => "Claude 3.7 Sonnet", Self::Gemini20Flash => "Gemini 2.0 Flash", } } pub fn max_token_count(&self) -> usize { match self { Self::Gpt4o => 64_000, Self::Gpt4 => 32_768, Self::Gpt3_5Turbo => 12_288, Self::O3Mini => 64_000, Self::O1 => 20_000, Self::Claude3_5Sonnet => 200_000, Self::Claude3_7Sonnet => 90_000, Model::Gemini20Flash => 128_000, } } } #[derive(Serialize, Deserialize)] pub struct Request { pub intent: bool, pub n: usize, pub stream: bool, pub temperature: f32, pub model: Model, pub messages: Vec, } impl Request { pub fn new(model: Model, messages: Vec) -> Self { Self { intent: true, n: 1, stream: model.uses_streaming(), temperature: 0.1, model, messages, } } } #[derive(Serialize, Deserialize, Debug, Eq, PartialEq)] pub struct ChatMessage { pub role: Role, pub content: String, } #[derive(Deserialize, Debug)] #[serde(tag = "type", rename_all = "snake_case")] pub struct ResponseEvent { pub choices: Vec, pub created: u64, pub id: String, } #[derive(Debug, Deserialize)] pub struct ResponseChoice { pub index: usize, pub finish_reason: Option, pub delta: Option, pub message: Option, } #[derive(Debug, Deserialize)] pub struct ResponseDelta { pub content: Option, pub role: Option, } #[derive(Deserialize)] struct ApiTokenResponse { token: String, expires_at: i64, } #[derive(Clone)] struct ApiToken { api_key: String, expires_at: DateTime, } impl ApiToken { pub fn remaining_seconds(&self) -> i64 { self.expires_at .timestamp() .saturating_sub(chrono::Utc::now().timestamp()) } } impl TryFrom for ApiToken { type Error = anyhow::Error; fn try_from(response: ApiTokenResponse) -> Result { let expires_at = DateTime::from_timestamp(response.expires_at, 0) .ok_or_else(|| anyhow!("invalid expires_at"))?; Ok(Self { api_key: response.token, expires_at, }) } } struct GlobalCopilotChat(gpui::Entity); impl Global for GlobalCopilotChat {} pub struct CopilotChat { oauth_token: Option, api_token: Option, client: Arc, } pub fn init(fs: Arc, client: Arc, cx: &mut App) { let copilot_chat = cx.new(|cx| CopilotChat::new(fs, client, cx)); cx.set_global(GlobalCopilotChat(copilot_chat)); } pub fn copilot_chat_config_dir() -> &'static PathBuf { static COPILOT_CHAT_CONFIG_DIR: OnceLock = OnceLock::new(); COPILOT_CHAT_CONFIG_DIR.get_or_init(|| { if cfg!(target_os = "windows") { home_dir().join("AppData").join("Local") } else { home_dir().join(".config") } .join("github-copilot") }) } fn copilot_chat_config_paths() -> [PathBuf; 2] { let base_dir = copilot_chat_config_dir(); [base_dir.join("hosts.json"), base_dir.join("apps.json")] } impl CopilotChat { pub fn global(cx: &App) -> Option> { cx.try_global::() .map(|model| model.0.clone()) } pub fn new(fs: Arc, client: Arc, cx: &App) -> Self { let config_paths: HashSet = copilot_chat_config_paths().into_iter().collect(); let dir_path = copilot_chat_config_dir(); cx.spawn(|cx| async move { let mut parent_watch_rx = watch_config_dir( cx.background_executor(), fs.clone(), dir_path.clone(), config_paths, ); while let Some(contents) = parent_watch_rx.next().await { let oauth_token = extract_oauth_token(contents); cx.update(|cx| { if let Some(this) = Self::global(cx).as_ref() { this.update(cx, |this, cx| { this.oauth_token = oauth_token; cx.notify(); }); } })?; } anyhow::Ok(()) }) .detach_and_log_err(cx); Self { oauth_token: None, api_token: None, client, } } pub fn is_authenticated(&self) -> bool { self.oauth_token.is_some() } pub async fn stream_completion( request: Request, mut cx: AsyncApp, ) -> Result>> { let Some(this) = cx.update(|cx| Self::global(cx)).ok().flatten() else { return Err(anyhow!("Copilot chat is not enabled")); }; let (oauth_token, api_token, client) = this.read_with(&cx, |this, _| { ( this.oauth_token.clone(), this.api_token.clone(), this.client.clone(), ) })?; let oauth_token = oauth_token.ok_or_else(|| anyhow!("No OAuth token available"))?; let token = match api_token { Some(api_token) if api_token.remaining_seconds() > 5 * 60 => api_token.clone(), _ => { let token = request_api_token(&oauth_token, client.clone()).await?; this.update(&mut cx, |this, cx| { this.api_token = Some(token.clone()); cx.notify(); })?; token } }; stream_completion(client.clone(), token.api_key, request).await } } async fn request_api_token(oauth_token: &str, client: Arc) -> Result { let request_builder = HttpRequest::builder() .method(Method::GET) .uri(COPILOT_CHAT_AUTH_URL) .header("Authorization", format!("token {}", oauth_token)) .header("Accept", "application/json"); let request = request_builder.body(AsyncBody::empty())?; let mut response = client.send(request).await?; if response.status().is_success() { let mut body = Vec::new(); response.body_mut().read_to_end(&mut body).await?; let body_str = std::str::from_utf8(&body)?; let parsed: ApiTokenResponse = serde_json::from_str(body_str)?; ApiToken::try_from(parsed) } else { let mut body = Vec::new(); response.body_mut().read_to_end(&mut body).await?; let body_str = std::str::from_utf8(&body)?; Err(anyhow!("Failed to request API token: {}", body_str)) } } fn extract_oauth_token(contents: String) -> Option { serde_json::from_str::(&contents) .map(|v| { v.as_object().and_then(|obj| { obj.iter().find_map(|(key, value)| { if key.starts_with("github.com") { value["oauth_token"].as_str().map(|v| v.to_string()) } else { None } }) }) }) .ok() .flatten() } async fn stream_completion( client: Arc, api_key: String, request: Request, ) -> Result>> { let request_builder = HttpRequest::builder() .method(Method::POST) .uri(COPILOT_CHAT_COMPLETION_URL) .header( "Editor-Version", format!( "Zed/{}", option_env!("CARGO_PKG_VERSION").unwrap_or("unknown") ), ) .header("Authorization", format!("Bearer {}", api_key)) .header("Content-Type", "application/json") .header("Copilot-Integration-Id", "vscode-chat"); let is_streaming = request.stream; let request = request_builder.body(AsyncBody::from(serde_json::to_string(&request)?))?; let mut response = client.send(request).await?; if !response.status().is_success() { let mut body = Vec::new(); response.body_mut().read_to_end(&mut body).await?; let body_str = std::str::from_utf8(&body)?; return Err(anyhow!( "Failed to connect to API: {} {}", response.status(), body_str )); } if is_streaming { let reader = BufReader::new(response.into_body()); Ok(reader .lines() .filter_map(|line| async move { match line { Ok(line) => { let line = line.strip_prefix("data: ")?; if line.starts_with("[DONE]") { return None; } match serde_json::from_str::(line) { Ok(response) => { if response.choices.is_empty() || response.choices.first().unwrap().finish_reason.is_some() { None } else { Some(Ok(response)) } } Err(error) => Some(Err(anyhow!(error))), } } Err(error) => Some(Err(anyhow!(error))), } }) .boxed()) } else { let mut body = Vec::new(); response.body_mut().read_to_end(&mut body).await?; let body_str = std::str::from_utf8(&body)?; let response: ResponseEvent = serde_json::from_str(body_str)?; Ok(futures::stream::once(async move { Ok(response) }).boxed()) } }