Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Larger rate limit integers (#16047)

Browse source 
Tokens per day may exceed the range of Postgres's 32-bit `integer` data
type.

Release Notes:

- N/A

Co-authored-by: Marshall <marshall@zed.dev>
This commit is contained in:
Max Brunsfeld 2024-08-09 14:07:49 -07:00 • committed by GitHub
parent 0932818829
commit 423c7b999a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 10 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

4
crates/collab/migrations_llm/20240809130000_change_rate_limit_columns_to_bigint.sql Normal file
View file

@ -0,0 +1,4 @@
ALTER TABLE models
ALTER COLUMN max_requests_per_minute TYPE bigint,
ALTER COLUMN max_tokens_per_minute TYPE bigint,
ALTER COLUMN max_tokens_per_day TYPE bigint;

6
crates/collab/src/llm/db/queries/providers.rs
View file

@ -4,9 +4,9 @@ use std::str::FromStr;
use strum::IntoEnumIterator as _; use strum::IntoEnumIterator as _;
pub struct ModelRateLimits { pub struct ModelRateLimits {
pub max_requests_per_minute: i32, pub max_requests_per_minute: i64,
pub max_tokens_per_minute: i32, pub max_tokens_per_minute: i64,
pub max_tokens_per_day: i32, pub max_tokens_per_day: i64,
} }
impl LlmDatabase { impl LlmDatabase {

6
crates/collab/src/llm/db/tables/model.rs
View file

@ -10,9 +10,9 @@ pub struct Model {
pub id: ModelId, pub id: ModelId,
pub provider_id: ProviderId, pub provider_id: ProviderId,
pub name: String, pub name: String,
pub max_requests_per_minute: i32, pub max_requests_per_minute: i64,
pub max_tokens_per_minute: i32, pub max_tokens_per_minute: i64,
pub max_tokens_per_day: i32, pub max_tokens_per_day: i64,
} }
#[derive(Copy, Clone, Debug, EnumIter, DeriveRelation)] #[derive(Copy, Clone, Debug, EnumIter, DeriveRelation)]