forked from SiVeGCS/dask_template
26 lines
No EOL
773 B
Bash
26 lines
No EOL
773 B
Bash
#!/bin/bash
|
|
|
|
if [ $# -ne 5 ]; then
|
|
echo "Usage: $0 <ws_dir> <env_archive> <ray_address> <redis_password> <obj_store_memory>"
|
|
exit 1
|
|
fi
|
|
|
|
export WS_DIR=$1
|
|
export ENV_ARCHIVE=$2
|
|
export RAY_ADDRESS=$3
|
|
export REDIS_PASSWORD=$4
|
|
export OBJECT_STORE_MEMORY=$5
|
|
|
|
export ENV_PATH=/run/user/$PBS_JOBID/ray_env # We use the ram disk to extract the environment packages since a large number of files decreases the performance of the parallel file system.
|
|
|
|
mkdir -p $ENV_PATH
|
|
tar -xzf $WS_DIR/$ENV_ARCHIVE -C $ENV_PATH
|
|
source $ENV_PATH/bin/activate
|
|
conda-unpack
|
|
|
|
ray start --address=$RAY_ADDRESS \
|
|
--redis-password=$REDIS_PASSWORD \
|
|
--object-store-memory=$OBJECT_STORE_MEMORY \
|
|
--block
|
|
|
|
rm -rf $ENV_PATH # It's nice to clean up before you terminate the job |