diff --git a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh new file mode 100644 index 0000000000..f80f3ceb09 --- /dev/null +++ b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh @@ -0,0 +1,27 @@ +# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +model_item=blip2-opt-2d7b_pretrain +bs_item=16 +fp_item=fp16 +run_process_type=SingleP +run_mode=DP +device_num=N1C1 +max_epochs=20 +num_workers=1 + +#get data +bash prepare.sh +#run +bash run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh index ee51413436..98dcfe5152 100644 --- a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh +++ b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh @@ -18,7 +18,7 @@ fp_item=fp16 run_process_type=MultiP run_mode=DP device_num=N1C8 -max_iter=20 +max_epochs=20 num_workers=1 #get data diff --git a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/benchmark_common/run_benchmark.sh b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/benchmark_common/run_benchmark.sh index 6e7e331015..866e69f2e1 100644 --- a/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/benchmark_common/run_benchmark.sh +++ b/frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/benchmark_common/run_benchmark.sh @@ -15,7 +15,7 @@ function _set_params(){ skip_steps=4 # (必选)解析日志,跳过模型前几个性能不稳定的step keyword="ips:" # (必选)解析日志,筛选出性能数据所在行的关键字 convergence_key="" # (可选)解析日志,筛选出收敛数据所在行的关键字 如:convergence_key="loss:" - max_epochs=${7:-"1"} # (可选)需保证模型执行时间在5分钟内,需要修改代码提前中断的直接提PR 合入套件 或是max_epoch + max_epochs=${7:-"10"} # (可选)需保证模型执行时间在5分钟内,需要修改代码提前中断的直接提PR 合入套件 或是max_epoch num_workers=${8:-"3"} # (可选) # Added for distributed training @@ -104,4 +104,5 @@ job_bt=`date '+%Y%m%d%H%M%S'` _train job_et=`date '+%Y%m%d%H%M%S'` export model_run_time=$((${job_et}-${job_bt})) -_analysis_log \ No newline at end of file +_analysis_log +