Rebase and handle merge conflicts

linkedin · Sep 5, 2024 · 916b14d · 916b14d
1 parent 065d3eb
commit 916b14d
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 1 deletion.
diff --git a/...enice-controller/src/main/java/com/linkedin/venice/controller/VeniceParentHelixAdmin.java b/...enice-controller/src/main/java/com/linkedin/venice/controller/VeniceParentHelixAdmin.java
@@ -153,6 +153,7 @@
 import com.linkedin.venice.exceptions.ErrorType;
 import com.linkedin.venice.exceptions.ResourceStillExistsException;
 import com.linkedin.venice.exceptions.VeniceException;
+import com.linkedin.venice.exceptions.VeniceHttpException;
 import com.linkedin.venice.exceptions.VeniceNoStoreException;
 import com.linkedin.venice.exceptions.VeniceUnsupportedOperationException;
 import com.linkedin.venice.helix.HelixReadOnlyStoreConfigRepository;
@@ -253,6 +254,7 @@
 import org.apache.avro.Schema;
 import org.apache.commons.lang.StringUtils;
 import org.apache.commons.lang.Validate;
+import org.apache.hc.core5.http.HttpStatus;
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
 
@@ -2171,7 +2173,18 @@ public void updateStore(String clusterName, String storeName, UpdateStoreQueryPa
         String errMsg = "UpdateStore command failed for store " + storeName + ". The command didn't change any specific"
             + " store config and didn't specify \"--replicate-all-configs\" flag.";
         LOGGER.error(errMsg);
-        throw new VeniceException(errMsg);
+        throw new VeniceHttpException(HttpStatus.SC_BAD_REQUEST, errMsg, ErrorType.BAD_REQUEST);
+      }
+
+      if (!originalStore.isHybrid() && updatedStore.isHybrid()) {
+        // Today target colo push job cannot handle hybrid stores, so if a batch push is running, fail the request
+        Optional<String> currentPushTopic = getTopicForCurrentPushJob(clusterName, storeName, false, false);
+        if (currentPushTopic.isPresent()) {
+          String errorMessage =
+              "Cannot convert to hybrid as there is already a push job running with topic " + currentPushTopic.get();
+          LOGGER.error(errorMessage);
+          throw new VeniceHttpException(HttpStatus.SC_BAD_REQUEST, errorMessage, ErrorType.BAD_REQUEST);
+        }
       }
 
       UpdateStore setStore = (UpdateStore) AdminMessageType.UPDATE_STORE.getNewInstance();
@@ -2507,6 +2520,13 @@ public void updateStore(String clusterName, String storeName, UpdateStoreQueryPa
         setStore.maxRecordSizeBytes = originalStore.getMaxRecordSizeBytes();
       }
 
+      if (updatedConfigs.contains(MAX_NEARLINE_RECORD_SIZE_BYTES)) {
+        setStore.maxNearlineRecordSizeBytes = updatedStore.getMaxNearlineRecordSizeBytes();
+        updatedConfigsList.add(MAX_NEARLINE_RECORD_SIZE_BYTES);
+      } else {
+        setStore.maxNearlineRecordSizeBytes = originalStore.getMaxRecordSizeBytes();
+      }
+
       if (updatedConfigs.contains(LATEST_SUPERSET_SCHEMA_ID)) {
         setStore.latestSuperSetValueSchemaId = updatedStore.getLatestSuperSetValueSchemaId();
         updatedConfigsList.add(LATEST_SUPERSET_SCHEMA_ID);

diff --git a/...venice-controller/src/main/java/com/linkedin/venice/controller/util/UpdateStoreUtils.java b/...venice-controller/src/main/java/com/linkedin/venice/controller/util/UpdateStoreUtils.java
@@ -25,6 +25,7 @@
 import static com.linkedin.venice.controllerapi.ControllerApiConstants.LARGEST_USED_VERSION_NUMBER;
 import static com.linkedin.venice.controllerapi.ControllerApiConstants.LATEST_SUPERSET_SCHEMA_ID;
 import static com.linkedin.venice.controllerapi.ControllerApiConstants.MAX_COMPACTION_LAG_SECONDS;
+import static com.linkedin.venice.controllerapi.ControllerApiConstants.MAX_NEARLINE_RECORD_SIZE_BYTES;
 import static com.linkedin.venice.controllerapi.ControllerApiConstants.MAX_RECORD_SIZE_BYTES;
 import static com.linkedin.venice.controllerapi.ControllerApiConstants.MIGRATION_DUPLICATE_STORE;
 import static com.linkedin.venice.controllerapi.ControllerApiConstants.MIN_COMPACTION_LAG_SECONDS;
@@ -210,6 +211,7 @@ public static UpdateStoreWrapper getStoreUpdate(
     Optional<Long> minCompactionLagSeconds = params.getMinCompactionLagSeconds();
     Optional<Long> maxCompactionLagSeconds = params.getMaxCompactionLagSeconds();
     Optional<Integer> maxRecordSizeBytes = params.getMaxRecordSizeBytes();
+    Optional<Integer> maxNearlineRecordSizeBytes = params.getMaxNearlineRecordSizeBytes();
     Optional<Boolean> unusedSchemaDeletionEnabled = params.getUnusedSchemaDeletionEnabled();
     Optional<Boolean> blobTransferEnabled = params.getBlobTransferEnabled();
 
@@ -322,6 +324,11 @@ public static UpdateStoreWrapper getStoreUpdate(
         maxCompactionLagSeconds,
         updatedStore::setMaxCompactionLagSeconds);
     addToUpdatedConfigs(updatedConfigs, MAX_RECORD_SIZE_BYTES, maxRecordSizeBytes, updatedStore::setMaxRecordSizeBytes);
+    addToUpdatedConfigs(
+        updatedConfigs,
+        MAX_NEARLINE_RECORD_SIZE_BYTES,
+        maxNearlineRecordSizeBytes,
+        updatedStore::setMaxNearlineRecordSizeBytes);
     addToUpdatedConfigs(
         updatedConfigs,
         UNUSED_SCHEMA_DELETION_ENABLED,