Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove individual URL overrides for LLM service (#30290)

Browse source 
This PR removes the individual URL overrides for the LLM service.

We initially had `ZED_PREDICT_EDITS_URL` to allow for directing traffic
to the LLM Worker back when there was still the split of the
Collab-based LLM Service and the Cloudflare-based LLM Worker.

But now that all of the LLM functionality has been moved into the
Worker, we can just direct all traffic there.

Release Notes:

- N/A
This commit is contained in:
Marshall Bowers 2025-05-08 13:54:46 -04:00 • committed by GitHub
parent c64dc82e21
commit f21780cef3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 21 additions and 39 deletions
Download patch file Download diff file Expand all files Collapse all files

29
crates/language_models/src/provider/cloud.rs
View file

@ -540,13 +540,9 @@ impl CloudLanguageModel {
let mut retry_delay = Duration::from_secs(1);
loop {
let request_builder = http_client::Request::builder().method(Method::POST);
let request_builder = if let Ok(completions_url) = std::env::var("ZED_COMPLETIONS_URL")
{
request_builder.uri(completions_url)
} else {
request_builder.uri(http_client.build_zed_llm_url("/completions", &[])?.as_ref())
};
let request_builder = http_client::Request::builder()
.method(Method::POST)
.uri(http_client.build_zed_llm_url("/completions", &[])?.as_ref());
let request_builder = if let Some(app_version) = app_version {
request_builder.header(ZED_VERSION_HEADER_NAME, app_version.to_string())
} else {
@ -743,17 +739,6 @@ impl LanguageModel for CloudLanguageModel {
let http_client = &client.http_client();
let token = llm_api_token.acquire(&client).await?;
let request_builder = http_client::Request::builder().method(Method::POST);
let request_builder =
if let Ok(completions_url) = std::env::var("ZED_COUNT_TOKENS_URL") {
request_builder.uri(completions_url)
} else {
request_builder.uri(
http_client
.build_zed_llm_url("/count_tokens", &[])?
.as_ref(),
)
};
let request_body = CountTokensBody {
provider: zed_llm_client::LanguageModelProvider::Google,
model: model_id,
@ -761,7 +746,13 @@ impl LanguageModel for CloudLanguageModel {
generate_content_request,
})?,
};
let request = request_builder
let request = http_client::Request::builder()
.method(Method::POST)
.uri(
http_client
.build_zed_llm_url("/count_tokens", &[])?
.as_ref(),
)
.header("Content-Type", "application/json")
.header("Authorization", format!("Bearer {token}"))
.body(serde_json::to_string(&request_body)?.into())?;