From be228628c1718b46df996161496b733817c3e2dc Mon Sep 17 00:00:00 2001
From: Gyubong Lee <jopemachine@naver.com>
Date: Mon, 29 Apr 2024 02:42:27 +0000
Subject: [PATCH] feat: truncate suspicious_ips when it exceed the max_size

---
 src/ai/backend/manager/api/ratelimit.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/src/ai/backend/manager/api/ratelimit.py b/src/ai/backend/manager/api/ratelimit.py
index f8982064ef..f6bebc471e 100644
--- a/src/ai/backend/manager/api/ratelimit.py
+++ b/src/ai/backend/manager/api/ratelimit.py
@@ -55,6 +55,12 @@
     -- Add IP to suspicious_ips only if count is greater than score_threshold
     if rolling_count >= score_threshold then
         redis.call('ZADD', 'suspicious_ips', rolling_count, id_value)
+
+        local max_size = 1000
+        local current_size = redis.call('ZCARD', 'suspicious_ips')
+        if current_size > max_size then
+            redis.call('ZREMRANGEBYRANK', 'suspicious_ips', 0, 0)
+        end
     end
 end