add rate limiter to protect server

apolloconfig · Jun 14, 2016 · 44e28a5 · 44e28a5
1 parent a80d117
commit 44e28a5
Show file tree

Hide file tree

Showing 5 changed files with 66 additions and 16 deletions.
diff --git a/apollo-client/src/main/java/com/ctrip/framework/apollo/internals/ConfigServiceLocator.java b/apollo-client/src/main/java/com/ctrip/framework/apollo/internals/ConfigServiceLocator.java
@@ -97,7 +97,7 @@ public void run() {
             tryUpdateConfigServices();
           }
         }, m_configUtil.getRefreshInterval(), m_configUtil.getRefreshInterval(),
-        m_configUtil.getRefreshTimeUnit());
+        m_configUtil.getRefreshIntervalTimeUnit());
   }
 
   private synchronized void updateConfigServices() {

diff --git a/apollo-client/src/main/java/com/ctrip/framework/apollo/internals/RemoteConfigRepository.java b/apollo-client/src/main/java/com/ctrip/framework/apollo/internals/RemoteConfigRepository.java
@@ -6,6 +6,7 @@
 import com.google.common.collect.Maps;
 import com.google.common.escape.Escaper;
 import com.google.common.net.UrlEscapers;
+import com.google.common.util.concurrent.RateLimiter;
 
 import com.ctrip.framework.apollo.Apollo;
 import com.ctrip.framework.apollo.core.ConfigConsts;
@@ -60,9 +61,10 @@ public class RemoteConfigRepository extends AbstractConfigRepository {
   private final ExecutorService m_longPollingService;
   private final AtomicBoolean m_longPollingStopped;
   private SchedulePolicy m_longPollFailSchedulePolicyInSecond;
-  private SchedulePolicy m_longPollSuccessSchedulePolicyInMS;
   private AtomicReference<ServiceDTO> m_longPollServiceDto;
   private AtomicReference<ApolloConfigNotification> m_longPollResult;
+  private RateLimiter m_longPollRateLimiter;
+  private RateLimiter m_loadConfigRateLimiter;
 
   static {
     m_executorService = Executors.newScheduledThreadPool(1,
@@ -87,12 +89,13 @@ public RemoteConfigRepository(String namespace) {
       throw new ApolloConfigException("Unable to load component!", ex);
     }
     m_longPollFailSchedulePolicyInSecond = new ExponentialSchedulePolicy(1, 120); //in second
-    m_longPollSuccessSchedulePolicyInMS = new ExponentialSchedulePolicy(100, 1000); //in millisecond
     m_longPollingStopped = new AtomicBoolean(false);
     m_longPollingService = Executors.newSingleThreadExecutor(
         ApolloThreadFactory.create("RemoteConfigRepository-LongPolling", true));
     m_longPollServiceDto = new AtomicReference<>();
     m_longPollResult = new AtomicReference<>();
+    m_longPollRateLimiter = RateLimiter.create(m_configUtil.getLongPollQPS());
+    m_loadConfigRateLimiter = RateLimiter.create(m_configUtil.getLoadConfigQPS());
     this.trySync();
     this.schedulePeriodicRefresh();
     this.scheduleLongPollingRefresh();
@@ -113,7 +116,7 @@ public void setUpstreamRepository(ConfigRepository upstreamConfigRepository) {
 
   private void schedulePeriodicRefresh() {
     logger.debug("Schedule periodic refresh with interval: {} {}",
-        m_configUtil.getRefreshInterval(), m_configUtil.getRefreshTimeUnit());
+        m_configUtil.getRefreshInterval(), m_configUtil.getRefreshIntervalTimeUnit());
     this.m_executorService.scheduleAtFixedRate(
         new Runnable() {
           @Override
@@ -124,7 +127,7 @@ public void run() {
             Cat.logEvent("Apollo.Client.Version", Apollo.VERSION);
           }
         }, m_configUtil.getRefreshInterval(), m_configUtil.getRefreshInterval(),
-        m_configUtil.getRefreshTimeUnit());
+        m_configUtil.getRefreshIntervalTimeUnit());
   }
 
   @Override
@@ -158,6 +161,7 @@ private Properties transformApolloConfigToProperties(ApolloConfig apolloConfig)
   }
 
   private ApolloConfig loadApolloConfig() {
+    m_loadConfigRateLimiter.acquire();
     String appId = m_configUtil.getAppId();
     String cluster = m_configUtil.getCluster();
     String dataCenter = m_configUtil.getDataCenter();
@@ -281,8 +285,8 @@ private void doLongPollingRefresh(String appId, String cluster, String dataCente
     final Random random = new Random();
     ServiceDTO lastServiceDto = null;
     while (!m_longPollingStopped.get() && !Thread.currentThread().isInterrupted()) {
+      m_longPollRateLimiter.acquire();
       Transaction transaction = Cat.newTransaction("Apollo.ConfigService", "pollNotification");
-      long sleepTime = 50; //default 50 ms
       try {
         if (lastServiceDto == null) {
           List<ServiceDTO> configServices = getConfigServices();
@@ -316,12 +320,8 @@ public void run() {
               trySync();
             }
           });
-          m_longPollSuccessSchedulePolicyInMS.success();
         }
 
-        if (response.getStatusCode() == 304) {
-          sleepTime = m_longPollSuccessSchedulePolicyInMS.fail();
-        }
         m_longPollFailSchedulePolicyInSecond.success();
         transaction.addData("StatusCode", response.getStatusCode());
         transaction.setStatus(Message.SUCCESS);
@@ -333,14 +333,13 @@ public void run() {
         logger.warn(
             "Long polling failed, will retry in {} seconds. appId: {}, cluster: {}, namespace: {}, reason: {}",
             sleepTimeInSecond, appId, cluster, m_namespace, ExceptionUtil.getDetailMessage(ex));
-        sleepTime = sleepTimeInSecond * 1000;
-      } finally {
-        transaction.complete();
         try {
-          TimeUnit.MILLISECONDS.sleep(sleepTime);
+          TimeUnit.SECONDS.sleep(sleepTimeInSecond);
         } catch (InterruptedException ie) {
           //ignore
         }
+      } finally {
+        transaction.complete();
       }
     }
   }

diff --git a/apollo-client/src/main/java/com/ctrip/framework/apollo/util/ConfigUtil.java b/apollo-client/src/main/java/com/ctrip/framework/apollo/util/ConfigUtil.java
@@ -27,12 +27,15 @@ public class ConfigUtil {
   private int connectTimeout = 5000; //5 seconds
   private int readTimeout = 10000; //10 seconds
   private String cluster;
+  private int loadConfigQPS = 2; //2 times per second
+  private int longPollQPS = 2; //2 times per second
 
   public ConfigUtil() {
     initRefreshInterval();
     initConnectTimeout();
     initReadTimeout();
     initCluster();
+    initQPS();
   }
 
   /**
@@ -145,7 +148,35 @@ public int getRefreshInterval() {
     return refreshInterval;
   }
 
-  public TimeUnit getRefreshTimeUnit() {
+  public TimeUnit getRefreshIntervalTimeUnit() {
     return refreshIntervalTimeUnit;
   }
+
+  private void initQPS() {
+    String customizedLoadConfigQPS = System.getProperty("apollo.loadConfigQPS");
+    if (!Strings.isNullOrEmpty(customizedLoadConfigQPS)) {
+      try {
+        loadConfigQPS = Integer.parseInt(customizedLoadConfigQPS);
+      } catch (Throwable ex) {
+        logger.error("Config for apollo.loadConfigQPS is invalid: {}", customizedLoadConfigQPS);
+      }
+    }
+
+    String customizedLongPollQPS = System.getProperty("apollo.longPollQPS");
+    if (!Strings.isNullOrEmpty(customizedLongPollQPS)) {
+      try {
+        longPollQPS = Integer.parseInt(customizedLongPollQPS);
+      } catch (Throwable ex) {
+        logger.error("Config for apollo.longPollQPS is invalid: {}", customizedLongPollQPS);
+      }
+    }
+  }
+
+  public int getLoadConfigQPS() {
+    return loadConfigQPS;
+  }
+
+  public int getLongPollQPS() {
+    return longPollQPS;
+  }
 }
diff --git a/apollo-client/src/test/java/com/ctrip/framework/apollo/BaseIntegrationTest.java b/apollo-client/src/test/java/com/ctrip/framework/apollo/BaseIntegrationTest.java
@@ -153,7 +153,7 @@ public int getRefreshInterval() {
     }
 
     @Override
-    public TimeUnit getRefreshTimeUnit() {
+    public TimeUnit getRefreshIntervalTimeUnit() {
       return refreshTimeUnit;
     }
 
@@ -166,6 +166,16 @@ public Env getApolloEnv() {
     public String getDataCenter() {
       return someDataCenter;
     }
+
+    @Override
+    public int getLoadConfigQPS() {
+      return 200;
+    }
+
+    @Override
+    public int getLongPollQPS() {
+      return 200;
+    }
   }
 
   /**

diff --git a/...client/src/test/java/com/ctrip/framework/apollo/internals/RemoteConfigRepositoryTest.java b/...client/src/test/java/com/ctrip/framework/apollo/internals/RemoteConfigRepositoryTest.java
@@ -192,6 +192,16 @@ public String getCluster() {
     public String getDataCenter() {
       return null;
     }
+
+    @Override
+    public int getLoadConfigQPS() {
+      return 200;
+    }
+
+    @Override
+    public int getLongPollQPS() {
+      return 200;
+    }
   }
 
   public static class MockConfigServiceLocator extends ConfigServiceLocator {