Skip to content

Commit

Permalink
dump out pip requirements for repro
Browse files Browse the repository at this point in the history
  • Loading branch information
fabianlim committed May 19, 2024
1 parent 6fcbbfe commit 04edbcf
Showing 1 changed file with 7 additions and 0 deletions.
7 changes: 7 additions & 0 deletions scripts/run_benchmarks.sh
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,9 @@ DATA_CACHE=data/cache.json
# final result placed here
BENCH_RESULT_FILE=benchmarks.csv

# freeze the pip requirements here
PIP_REQUIREMENTS_FILE=requirements.txt

# env inputs
DRY_RUN=${DRY_RUN:-"false"}
NO_DATA_PROCESSING=${NO_DATA_PROCESSING:-"false"}
Expand Down Expand Up @@ -64,6 +67,7 @@ DEFAULTS_CONFIG=$WORKING_DIR/$DEFAULTS_CONFIG
ACCELERATE_CONFIG=$WORKING_DIR/$ACCELERATE_CONFIG
DATA_CACHE=$RESULT_DIR/$DATA_CACHE
BENCH_RESULT_FILE=$RESULT_DIR/$BENCH_RESULT_FILE
PIP_REQUIREMENTS_FILE=$RESULT_DIR/$PIP_REQUIREMENTS_FILE

# ------------- EXTRA ARGS -----------------

Expand All @@ -82,6 +86,9 @@ if [ "$NO_DATA_PROCESSING" = "true" ]; then
EXTRA_ARGS="$EXTRA_ARGS --no_data_processing"
fi

# dump out the environment
pip freeze > $PIP_REQUIREMENTS_FILE

# run the bench
python $WORKING_DIR/benchmark.py \
--num_gpus $NUM_GPUS_MATRIX \
Expand Down

0 comments on commit 04edbcf

Please sign in to comment.