From bd2a9e7f335e343590005b989f84866150bc3ba1 Mon Sep 17 00:00:00 2001 From: Kerem Kayabay Date: Wed, 3 Jan 2024 16:37:34 +0100 Subject: [PATCH] modify scripts for creating the environment --- README.md | 15 ++++++++------- deployment_scripts/create-env.sh | 2 +- deployment_scripts/environment.yaml | 1 + 3 files changed, 10 insertions(+), 8 deletions(-) diff --git a/README.md b/README.md index 9a133a4..4490444 100644 --- a/README.md +++ b/README.md @@ -20,17 +20,18 @@ Before running the application, make sure you have the following prerequisites i ## Getting Started -1. Clone [this repository](https://code.hlrs.de/hpcrsaxe/spark_template) to your local machine: +1. Clone this repository to your local machine: - ```bash - git clone - ``` +```bash +git clone +``` 2. Go into the directory and create an environment using Conda and environment.yaml. Note: Be sure to add the necessary packages in environment.yaml: - ```bash - ./deployment_scripts/create-env.sh - ``` +```bash +cd deployment_scripts +./create-env.sh +``` 3. Send all files using `deploy-env.sh`: diff --git a/deployment_scripts/create-env.sh b/deployment_scripts/create-env.sh index 5cfe9fc..13a8e40 100755 --- a/deployment_scripts/create-env.sh +++ b/deployment_scripts/create-env.sh @@ -21,5 +21,5 @@ else # Create Conda environment conda env create --name $CONDA_ENV_NAME -f environment.yaml - echo "Conda environment '$CONDA_ENV_NAME' created." + conda clean --all --force-pkgs-dirs fi \ No newline at end of file diff --git a/deployment_scripts/environment.yaml b/deployment_scripts/environment.yaml index 09009e7..8bf6059 100644 --- a/deployment_scripts/environment.yaml +++ b/deployment_scripts/environment.yaml @@ -3,6 +3,7 @@ channels: - defaults dependencies: - python=3.10 + - pip - pip: - ray==2.8.0 - dask==2022.10.1