Merge pull request #872 from wangqifan/feature/disable_db

add disable db mode for console

redis/redis-checker/src/main/java/com/ctrip/xpipe/redis/checker/config/impl/CommonConfigBean.java

@@ -1,13 +1,15 @@
 package com.ctrip.xpipe.redis.checker.config.impl;
 
 import com.ctrip.xpipe.api.config.ConfigProvider;
+import com.ctrip.xpipe.api.foundation.FoundationService;
 import com.ctrip.xpipe.cluster.ClusterType;
 import com.ctrip.xpipe.codec.JsonCodec;
 import com.ctrip.xpipe.config.AbstractConfigBean;
 import com.ctrip.xpipe.redis.core.route.RouteChooseStrategyFactory;
 import org.springframework.context.annotation.Configuration;
 
 import java.util.*;
+import java.util.stream.Collectors;
 
 @Configuration
 public class CommonConfigBean extends AbstractConfigBean {
@@ -48,6 +50,8 @@ public class CommonConfigBean extends AbstractConfigBean {
 
     public static final String KEY_NO_ALARM_MUNITE_FOR_CLUSTER_UPDATE = "no.alarm.minute.for.cluster.update";
 
+    public static final String KEY_META_SYNC_EXTERNAL_DC = "meta.sync.external.dc";
+
     private String defaultRouteChooseStrategyType = RouteChooseStrategyFactory.RouteStrategyType.CRC32_HASH.name();
 
     public CommonConfigBean() {
@@ -59,6 +63,18 @@ public Set<String> getConsoleUserAccessWhiteList() {
         return new HashSet<>(Arrays.asList(whiteList.split(",")));
     }
 
+    public Set<String> getExtraSyncDC() {
+        String dcs = getProperty(KEY_META_SYNC_EXTERNAL_DC, "");
+        return getSplitStringSet(dcs);
+    }
+
+    public boolean disableDb() {
+        return getExtraSyncDC().stream()
+                .map(String::toUpperCase)
+                .collect(Collectors.toSet())
+                .contains(FoundationService.DEFAULT.getDataCenter());
+    }
+
     public Set<String> getAlertWhileList() {
         String whitelist = getProperty(KEY_ALERT_WHITE_LIST, "");
         return getSplitStringSet(whitelist);

redis/redis-checker/src/main/java/com/ctrip/xpipe/redis/checker/config/impl/DataCenterConfigBean.java

@@ -33,13 +33,19 @@ public class DataCenterConfigBean extends AbstractConfigBean {
 
     public static final String KEY_BEACON_ORG_ROUTE = "beacon.org.routes";
 
+    public static final String KEY_CONSOLE_NO_DB_DOMAIN = "console.no.db.domain";
+
     private AtomicReference<String> zkConnection = new AtomicReference<>();
     private AtomicReference<String> zkNameSpace = new AtomicReference<>();
 
     public DataCenterConfigBean() {
         super(ConfigProvider.DEFAULT.getOrCreateConfig(ConfigProvider.DATA_CENTER_CONFIG_NAME));
     }
 
+    public String getConsoleNoDbDomain() {
+        return getProperty(KEY_CONSOLE_NO_DB_DOMAIN, "");
+    }
+
     public String getZkConnectionString() {
         return getProperty(KEY_ZK_ADDRESS, zkConnection.get() == null ? "127.0.0.1:2181" : zkConnection.get());
     }

redis/redis-checker/src/main/java/com/ctrip/xpipe/redis/checker/impl/TestMetaCache.java

@@ -2,10 +2,7 @@
 
 import com.ctrip.xpipe.cluster.ClusterType;
 import com.ctrip.xpipe.endpoint.HostPort;
-import com.ctrip.xpipe.redis.core.entity.KeeperMeta;
-import com.ctrip.xpipe.redis.core.entity.RedisMeta;
-import com.ctrip.xpipe.redis.core.entity.RouteMeta;
-import com.ctrip.xpipe.redis.core.entity.XpipeMeta;
+import com.ctrip.xpipe.redis.core.entity.*;
 import com.ctrip.xpipe.redis.core.exception.MasterNotFoundException;
 import com.ctrip.xpipe.redis.core.meta.MetaCache;
 import com.ctrip.xpipe.redis.core.meta.XpipeMetaManager;
@@ -38,6 +35,11 @@ public XpipeMeta getXpipeMeta() {
         return xpipeMeta;
     }
 
+    @Override
+    public XpipeMeta getXpipeMetaLongPull(long updateTime) throws InterruptedException {
+        return null;
+    }
+
     @Override
     public XpipeMeta getDividedXpipeMeta(int partIndex) {
         return xpipeMeta;
@@ -209,4 +211,10 @@ public List<RedisMeta> getAllInstancesOfShard(String cluster, String shard) {
     public boolean isAsymmetricCluster(String clusterName) {
         return false;
     }
+
+    @Override
+    public Set<String> getAllShardNamesByClusterName(String clusterName) {
+        return Collections.emptySet();
+    }
+
 }

redis/redis-checker/src/main/java/com/ctrip/xpipe/redis/checker/spring/ConsoleDisableDbCondition.java

@@ -0,0 +1,23 @@
+package com.ctrip.xpipe.redis.checker.spring;
+
+import com.ctrip.xpipe.redis.checker.config.impl.CommonConfigBean;
+import org.springframework.context.annotation.Condition;
+import org.springframework.context.annotation.ConditionContext;
+import org.springframework.core.type.AnnotatedTypeMetadata;
+
+import java.util.Map;
+
+public class ConsoleDisableDbCondition implements Condition {
+
+    private static CommonConfigBean commonConfigBean = new CommonConfigBean();
+
+
+    @Override
+    public boolean matches(ConditionContext conditionContext, AnnotatedTypeMetadata annotatedTypeMetadata) {
+        Map<String, Object> attributes = annotatedTypeMetadata.getAnnotationAttributes(DisableDbMode.class.getName());
+        boolean disable = (boolean) attributes.getOrDefault("value", false);
+        return commonConfigBean.disableDb() == disable;
+    }
+
+
+}

redis/redis-checker/src/main/java/com/ctrip/xpipe/redis/checker/spring/DisableDbMode.java

@@ -0,0 +1,15 @@
+package com.ctrip.xpipe.redis.checker.spring;
+
+import org.springframework.context.annotation.Conditional;
+
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+
+@Target({ ElementType.TYPE, ElementType.METHOD })
+@Retention(RetentionPolicy.RUNTIME)
+@Conditional(ConsoleDisableDbCondition.class)
+public @interface DisableDbMode {
+    boolean value();
+}

redis/redis-console/src/main/java/com/ctrip/xpipe/redis/console/cache/impl/AzGroupCacheImpl.java

@@ -1,5 +1,7 @@
 package com.ctrip.xpipe.redis.console.cache.impl;
 
+import com.ctrip.xpipe.redis.checker.spring.ConsoleDisableDbCondition;
+import com.ctrip.xpipe.redis.checker.spring.DisableDbMode;
 import com.ctrip.xpipe.redis.console.cache.AzGroupCache;
 import com.ctrip.xpipe.redis.console.config.ConsoleConfig;
 import com.ctrip.xpipe.redis.console.entity.AzGroupEntity;
@@ -11,7 +13,7 @@
 import org.apache.commons.collections.SetUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
-import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.context.annotation.Conditional;
 import org.springframework.stereotype.Service;
 
 import javax.annotation.PostConstruct;
@@ -25,17 +27,28 @@
 import java.util.stream.Collectors;
 
 @Service
+@Conditional(ConsoleDisableDbCondition.class)
+@DisableDbMode(false)
 public class AzGroupCacheImpl implements AzGroupCache {
 
-    @Autowired
     private ConsoleConfig config;
-    @Autowired
+
     private DcRepository dcRepository;
-    @Autowired
+
     private AzGroupRepository azGroupRepository;
-    @Autowired
+
     private AzGroupMappingRepository azGroupMappingRepository;
 
+    public AzGroupCacheImpl(ConsoleConfig config,
+                            DcRepository dcRepository,
+                            AzGroupRepository azGroupRepository,
+                            AzGroupMappingRepository azGroupMappingRepository) {
+        this.config = config;
+        this.dcRepository = dcRepository;
+        this.azGroupRepository = azGroupRepository;
+        this.azGroupMappingRepository  = azGroupMappingRepository;
+    }
+
     private static final Logger logger = LoggerFactory.getLogger(AzGroupCacheImpl.class.getName());
 //    private static final AzGroupModel DEFAULT_AZ_GROUP = new AzGroupModel(0L, "", "", Collections.emptyList());
 

redis/redis-console/src/main/java/com/ctrip/xpipe/redis/console/cache/impl/AzGroupCacheWithoutDBImpl.java

@@ -0,0 +1,67 @@
+package com.ctrip.xpipe.redis.console.cache.impl;
+
+import com.ctrip.xpipe.redis.checker.spring.ConsoleDisableDbCondition;
+import com.ctrip.xpipe.redis.checker.spring.DisableDbMode;
+import com.ctrip.xpipe.redis.console.cache.AzGroupCache;
+import com.ctrip.xpipe.redis.console.model.AzGroupModel;
+import com.ctrip.xpipe.redis.console.resources.ConsolePortalService;
+import org.apache.commons.collections.SetUtils;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.context.annotation.Conditional;
+import org.springframework.stereotype.Service;
+
+import java.util.List;
+import java.util.Map;
+import java.util.function.Function;
+import java.util.stream.Collectors;
+
+@Service
+@Conditional(ConsoleDisableDbCondition.class)
+@DisableDbMode(true)
+public class AzGroupCacheWithoutDBImpl implements AzGroupCache {
+
+    private ConsolePortalService consolePortalService;
+
+    @Autowired
+    public AzGroupCacheWithoutDBImpl(ConsolePortalService consolePortalService) {
+        this.consolePortalService = consolePortalService;
+    }
+
+    private List<AzGroupModel> azGroupModels = null;
+
+    private Map<Long, AzGroupModel> idAzGroupMap = null;
+
+    @Override
+    public List<AzGroupModel> getAllAzGroup() {
+        if (this.azGroupModels == null) {
+            this.loadAzGroupCache();
+        }
+        return this.azGroupModels;
+    }
+
+    @Override
+    public AzGroupModel getAzGroupById(Long id) {
+        if (this.azGroupModels == null) {
+            this.loadAzGroupCache();
+        }
+        return this.idAzGroupMap.get(id);
+    }
+
+    @Override
+    public AzGroupModel getAzGroupByAzs(List<String> azs) {
+        if (this.azGroupModels == null) {
+            this.loadAzGroupCache();
+        }
+        for (AzGroupModel model : this.azGroupModels) {
+            if (SetUtils.isEqualSet(model.getAzs(), azs)) {
+                return model;
+            }
+        }
+        return null;
+    }
+
+    private void loadAzGroupCache() {
+        this.azGroupModels = consolePortalService.getAllAzGroups();
+        this.idAzGroupMap = this.azGroupModels.stream().collect(Collectors.toMap(AzGroupModel::getId, Function.identity()));
+    }
+}

redis/redis-console/src/main/java/com/ctrip/xpipe/redis/console/config/ConsoleConfig.java

@@ -149,4 +149,11 @@ public interface ConsoleConfig extends CoreConfig, CheckerConfig, AlertConfig {
 	long getMetaServerSlotClusterMapCacheTimeOutMilli();
 
 	boolean autoSetKeeperSyncLimit();
+
+	boolean disableDb();
+
+	Set<String> getExtraSyncDC();
+
+	String getConsoleNoDbDomain();
+
 }