feat(rate-limiter): token bucket algorithm (#2270)

* fix(ratelimit): make deployed chat rate limited

* improvement(rate-limiter): use token bucket algo

* update docs

* fix

* fix type

* fix db rate limiter

* address greptile comments
This commit is contained in:
Vikhyath Mondreti
2025-12-09 14:57:17 -08:00
committed by GitHub
parent 22abf98835
commit aea32d423f
20 changed files with 8511 additions and 658 deletions

View File

@@ -116,12 +116,14 @@ async function buildPayload(
payload.data.rateLimits = {
sync: {
limit: syncStatus.limit,
requestsPerMinute: syncStatus.requestsPerMinute,
maxBurst: syncStatus.maxBurst,
remaining: syncStatus.remaining,
resetAt: syncStatus.resetAt.toISOString(),
},
async: {
limit: asyncStatus.limit,
requestsPerMinute: asyncStatus.requestsPerMinute,
maxBurst: asyncStatus.maxBurst,
remaining: asyncStatus.remaining,
resetAt: asyncStatus.resetAt.toISOString(),
},