From 48f5ab8e8690227b9aa66985c4c8812bd56c0703 Mon Sep 17 00:00:00 2001 From: Yaliang Wu Date: Thu, 2 Mar 2023 11:23:54 -0800 Subject: [PATCH] disable prebuilt model (#682) (#773) * disable prebuilt model * add volatile for trusted url regex Signed-off-by: Yaliang Wu --- .../transport/upload/MLUploadInput.java | 24 +++++++++++++------ ml-algorithms/build.gradle | 2 +- .../text_embedding/ModelHelperTest.java | 3 +++ .../upload/TransportUploadModelAction.java | 2 +- .../opensearch/ml/model/MLModelManager.java | 4 +++- 5 files changed, 25 insertions(+), 10 deletions(-) diff --git a/common/src/main/java/org/opensearch/ml/common/transport/upload/MLUploadInput.java b/common/src/main/java/org/opensearch/ml/common/transport/upload/MLUploadInput.java index d02fdbee15..aba281f70f 100644 --- a/common/src/main/java/org/opensearch/ml/common/transport/upload/MLUploadInput.java +++ b/common/src/main/java/org/opensearch/ml/common/transport/upload/MLUploadInput.java @@ -73,13 +73,23 @@ public MLUploadInput(FunctionName functionName, if (version == null) { throw new IllegalArgumentException("model version is null"); } - if (url != null) { - if (modelFormat == null) { - throw new IllegalArgumentException("model format is null"); - } - if (modelConfig == null) { - throw new IllegalArgumentException("model config is null"); - } + //TODO: enable prebuilt model in 2.6 +// if (url != null) { +// if (modelFormat == null) { +// throw new IllegalArgumentException("model format is null"); +// } +// if (modelConfig == null) { +// throw new IllegalArgumentException("model config is null"); +// } +// } + if (modelFormat == null) { + throw new IllegalArgumentException("model format is null"); + } + if (modelConfig == null) { + throw new IllegalArgumentException("model config is null"); + } + if (url == null) { + throw new IllegalArgumentException("model file url is null"); } this.modelName = modelName; this.version = version; diff --git a/ml-algorithms/build.gradle b/ml-algorithms/build.gradle index c2b8d916d0..e58adee477 100644 --- a/ml-algorithms/build.gradle +++ b/ml-algorithms/build.gradle @@ -61,7 +61,7 @@ jacocoTestCoverageVerification { rule { limit { counter = 'LINE' - minimum = 0.88 //TODO: increase coverage to 0.90 + minimum = 0.85 //TODO: increase coverage to 0.90 } limit { counter = 'BRANCH' diff --git a/ml-algorithms/src/test/java/org/opensearch/ml/engine/algorithms/text_embedding/ModelHelperTest.java b/ml-algorithms/src/test/java/org/opensearch/ml/engine/algorithms/text_embedding/ModelHelperTest.java index d6a3054a9c..a1b7a29314 100644 --- a/ml-algorithms/src/test/java/org/opensearch/ml/engine/algorithms/text_embedding/ModelHelperTest.java +++ b/ml-algorithms/src/test/java/org/opensearch/ml/engine/algorithms/text_embedding/ModelHelperTest.java @@ -6,6 +6,7 @@ package org.opensearch.ml.engine.algorithms.text_embedding; import org.junit.Before; +import org.junit.Ignore; import org.junit.Rule; import org.junit.Test; import org.junit.rules.ExpectedException; @@ -69,6 +70,7 @@ public void testDownloadAndSplit() throws URISyntaxException { assertNotEquals(0, argumentCaptor.getValue().size()); } + @Ignore @Test public void testDownloadPrebuiltModelConfig_WrongModelName() { String taskId = "test_task_id"; @@ -84,6 +86,7 @@ public void testDownloadPrebuiltModelConfig_WrongModelName() { assertEquals(PrivilegedActionException.class, argumentCaptor.getValue().getClass()); } + @Ignore @Test public void testDownloadPrebuiltModelConfig() { String taskId = "test_task_id"; diff --git a/plugin/src/main/java/org/opensearch/ml/action/upload/TransportUploadModelAction.java b/plugin/src/main/java/org/opensearch/ml/action/upload/TransportUploadModelAction.java index 5dd5030ee8..aa1194eea2 100644 --- a/plugin/src/main/java/org/opensearch/ml/action/upload/TransportUploadModelAction.java +++ b/plugin/src/main/java/org/opensearch/ml/action/upload/TransportUploadModelAction.java @@ -68,7 +68,7 @@ public class TransportUploadModelAction extends HandledTransportAction