vercel: Reuse existing OpenAI code (#33362)

Follow up to #33292

Since Vercel's API is OpenAI compatible, we can reuse a bunch of code.

Release Notes:

- N/A
This commit is contained in:
Bennet Bo Fenner 2025-06-25 15:04:43 +02:00 committed by GitHub
parent c979452c2d
commit 18f1221a44
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 30 additions and 674 deletions

View file

@ -888,7 +888,12 @@ impl LanguageModel for CloudLanguageModel {
Ok(model) => model,
Err(err) => return async move { Err(anyhow!(err).into()) }.boxed(),
};
let request = into_open_ai(request, &model, None);
let request = into_open_ai(
request,
model.id(),
model.supports_parallel_tool_calls(),
None,
);
let llm_api_token = self.llm_api_token.clone();
let future = self.request_limiter.stream(async move {
let PerformLlmCompletionResponse {