Skip to content
This repository has been archived by the owner on Dec 6, 2023. It is now read-only.

Commit

Permalink
safer interrupt handling
Browse files Browse the repository at this point in the history
  • Loading branch information
casperdcl committed Oct 23, 2023
1 parent f3b1830 commit dc39580
Showing 1 changed file with 17 additions and 5 deletions.
22 changes: 17 additions & 5 deletions cht-petals/setup-petals.sh
Original file line number Diff line number Diff line change
@@ -1,15 +1,27 @@
#!/bin/bash
# ./setup-petals.sh --model-path ./models/models--petals-team--StableBeluga2 --dht-prefix StableBeluga2-hf --port 8794
#!/usr/bin/env bash
## Usage:
# setup-petals.sh [--model-path=<DIR>] [--dht-prefix=<PREFIX>] [--port=<INT>]

tmpdir="${PREM_APPDIR:-.}/$(uuid)"

cleanup(){
for i in $(jobs -p); do
kill -n 9 $i
done
rm -rf "$tmpdir"
exit 0
}

trap "cleanup" SIGTERM
trap "cleanup" SIGINT

# clone source
git clone -n --depth=1 --filter=tree:0 https://github.com/premAI-io/prem-services.git "$tmpdir"
git -C "$tmpdir" sparse-checkout set --no-cone cht-petals
git -C "$tmpdir" checkout
# install deps
"${PREM_PYTHON:-python}" -m pip install -r "$tmpdir/cht-petals/requirements.txt" || :
"${PREM_PYTHON:-python}" -m pip install -r "$tmpdir/cht-petals/requirements.txt"
# run server
PYTHONPATH="$tmpdir/cht-petals" "${PREM_PYTHON:-python}" "$tmpdir/cht-petals/main.py" "$@" || :
PYTHONPATH="$tmpdir/cht-petals" "${PREM_PYTHON:-python}" "$tmpdir/cht-petals/main.py" "$@" &

rm -rf "$tmpdir"
wait

0 comments on commit dc39580

Please sign in to comment.