run-job.sh

job=$1
if [[ -z "$2" ]]
  then
    if [[ "$job" =~ pipeline.yml ]]
    then
      run_id=$(az ml job create -f $job --query name -o tsv --set settings.force_rerun=True)
    else
      run_id=$(az ml job create -f $job --query name -o tsv)
    fi
  else
    experiment_name=$2
    run_id=$(az ml job create -f $job --query name -o tsv --set experiment_name=$experiment_name --set settings.force_rerun=True)
fi

if [[ -z "$3" ]]
  then
    option=$(wait)
  else
    option=$3
fi

if [[ "$option" == "nowait" ]]
then
  if [[ -z "$run_id" ]]
  then
    echo "Job creation failed"
    exit 3
  else
    az ml job show -n $run_id --query services.Studio.endpoint
    exit 0
  fi
fi

az ml job show -n $run_id

if [[ -z "$run_id" ]]
then
  echo "Job creation failed"
  exit 3
fi

status=$(az ml job show -n $run_id --query status -o tsv)

if [[ -z "$status" ]]
then
  echo "Status query failed"
  exit 4
fi

job_uri=$(az ml job show -n $run_id --query services.Studio.endpoint)

echo $job_uri

running=("Queued" "NotStarted" "Starting" "Preparing" "Running" "Finalizing")
while [[ ${running[*]} =~ $status ]]
do
  echo $job_uri
  sleep 8 
  status=$(az ml job show -n $run_id --query status -o tsv)
  echo $status
done

if [[ $status == "Completed" ]]
then
  echo "Job completed"
  exit 0
elif [[ $status == "Failed" ]]
then
  echo "Job failed"
  exit 1
else
  echo "Job not completed or failed. Status is $status"
  exit 2
fi

echo $job_uri