Implement dynamic tier-based rate limiting (eclipse-openvsx#1569)

* add dyanmic tier-based rate-limiting

* update ratelimit header names

* only use standard Retry-After header

Author: netomi

docker-compose.yml

@@ -60,7 +60,7 @@ services:
     command: redis-server /etc/redis.conf
     volumes:
       - ./redis.conf:/etc/redis.conf
-      - /redis/node-1:/data
+      - ./data/redis/node-1:/data
     environment:
       - REDISCLI_AUTH=openvsx
     healthcheck:
@@ -81,7 +81,7 @@ services:
     command: redis-server /etc/redis.conf
     volumes:
       - ./redis.conf:/etc/redis.conf
-      - /redis/node-2:/data
+      - ./data/redis/node-2:/data
     environment:
       - REDISCLI_AUTH=openvsx
     healthcheck:
@@ -102,7 +102,7 @@ services:
     command: redis-server /etc/redis.conf
     volumes:
       - ./redis.conf:/etc/redis.conf
-      - /redis/node-3:/data
+      - ./data/redis/node-3:/data
     environment:
       - REDISCLI_AUTH=openvsx
     healthcheck:
@@ -123,7 +123,7 @@ services:
     command: redis-server /etc/redis.conf
     volumes:
       - ./redis.conf:/etc/redis.conf
-      - /redis/node-4:/data
+      - ./data/redis/node-4:/data
     environment:
       - REDISCLI_AUTH=openvsx
     healthcheck:
@@ -144,7 +144,7 @@ services:
     command: redis-server /etc/redis.conf
     volumes:
       - ./redis.conf:/etc/redis.conf
-      - /redis/node-5:/data
+      - ./data/redis/node-5:/data
     environment:
       - REDISCLI_AUTH=openvsx
     healthcheck:
@@ -165,7 +165,7 @@ services:
     command: redis-server /etc/redis.conf
     volumes:
       - ./redis.conf:/etc/redis.conf
-      - /redis/node-6:/data
+      - ./data/redis/node-6:/data
     environment:
       - REDISCLI_AUTH=openvsx
     healthcheck:
@@ -223,7 +223,7 @@ services:
     profiles:
       - openvsx
       - backend
-    
+
   webui:
     image: node:18
     working_dir: /app

redis.conf

@@ -7,6 +7,6 @@ appendonly yes
 maxmemory 64mb
 maxmemory-policy allkeys-lru
 user default off
-user openvsx on >openvsx ~* +@all
+user openvsx on >openvsx ~* +@all allchannels
 masteruser openvsx
 masterauth openvsx

server/build.gradle

@@ -104,6 +104,7 @@ dependencies {
 
     implementation libs.bucket4j.spring
     implementation libs.bucket4j.redis
+    implementation libs.ipaddress
 
     implementation libs.jobrunr.spring
 

server/gradle/libs.versions.toml

@@ -2,13 +2,14 @@
 aws             = "2.29.29"
 azure           = "12.23.0"
 bouncycastle    = "1.80"
-bucket4j-spring = "0.12.7"
+bucket4j-spring = "0.12.10"
 bucket4j        = "8.10.1"
 commons-lang3   = "3.20.0"
 flyway          = "11.20.3"
 gatling         = "3.14.9"
 gcloud          = "2.62.1"
 hibernate       = "6.6.42.Final"
+ipaddress       = "5.5.1"
 jackson         = "2.15.4"
 java            = "25"
 jaxb-api        = "2.3.1"
@@ -50,6 +51,7 @@ flyway-database-postgresql   = { module = "org.flywaydb:flyway-database-postgres
 gatling-app                  = { module = "io.gatling:gatling-app", version.ref = "gatling" }
 gatling-core                 = { module = "io.gatling:gatling-core", version.ref = "gatling" }
 google-cloud-storage         = { module = "com.google.cloud:google-cloud-storage", version.ref = "gcloud" }
+ipaddress                    = { module = "com.github.seancfoley:ipaddress", version.ref = "ipaddress"}
 jackson-annotations          = { module = "com.fasterxml.jackson.core:jackson-annotations", version.ref = "jackson" }
 jackson-core                 = { module = "com.fasterxml.jackson.core:jackson-core", version.ref = "jackson" }
 jackson-databind             = { module = "com.fasterxml.jackson.core:jackson-databind", version.ref = "jackson" }

server/src/dev/resources/db/migration/V1_62_1__RateLimit.sql

@@ -0,0 +1,6 @@
+-- add basic tier and assign customer for loopback IP to it
+
+INSERT INTO tier (id, name, description, tier_type, capacity, duration, refill_strategy) VALUES (1, 'free', '', 'FREE', 50, 60, 'GREEDY');
+INSERT INTO tier (id, name, description, tier_type, capacity, duration, refill_strategy) VALUES (2, 'safety', '', 'SAFETY', 200, 60, 'GREEDY');
+INSERT INTO tier (id, name, description, tier_type, capacity, duration, refill_strategy) VALUES (3, 'basic', '', 'NON_FREE', 100, 60, 'GREEDY');
+INSERT INTO customer (id, name, tier_id, state, cidr_blocks) VALUES (1, 'loopback', 3, 'EVALUATION', '127.0.0.1/32');