FAQ | This is a LIVE service | Changelog

Skip to content
Snippets Groups Projects
Commit e95ab38d authored by L. Bower's avatar L. Bower
Browse files

adding new Processor-specific runner scripts

parent c7161913
No related branches found
No related tags found
No related merge requests found
#!/bin/bash
set -e
docker run -dt -v "/media/scratch/lb584_scratch/projects/ews_aws/ews_3/code:/storage/app/EWS_prod/code" \
docker run -it -v "/media/scratch/lb584_scratch/projects/ews_aws/ews_3/code:/storage/app/EWS_prod/code" \
-v "/media/scratch/lb584_scratch/projects/ews_aws/ews_3/regions:/storage/app/EWS_prod/regions" \
-v "/media/scratch/lb584_scratch/projects/ews_aws/ews_3/envs/credentials:/storage/app/EWS_prod/envs/credentials" \
-w "/storage/app/EWS_prod/code" \
......
source ./run_utils.sh
setup_conda_env
# get path of this script (to point to files within the same git repo)
proc_path="$(dirname "$(readlink -f "$0")")"
# run the processor with all arguments
processor=${proc_path}/../coordinator/ProcessorDeposition.py
printf "processor is %s\n\n" "$processor"
python "${processor}" "$@"
exit_code=$?
teardown_conda_env
exit $exit_code
#!/bin/bash
function setup_conda_env() {
# directory containing all environment
envs=/storage/app/EWS_prod/envs
# directory containing all custom python packages
bin=/storage/app/EWS_prod/code/
# provide custom python packages so they can be imported
flagdir=${bin}/flagdir/
epimodel=${bin}/epimodel/
advisory=${bin}/advisory_builder/
met_processing=${bin}/met_extractor_v2/
met_processor=${bin}/environmental_suitability/
plotting=${bin}/plotting/
post_processing=${bin}/post_processing/
source_gen=${bin}/source_gen/
export PYTHONPATH=$PYTHONPATH:$flagdir:$epimodel:$advisory:$met_processing:$met_processor:$plotting:$source_gen:$post_processing
# provide path to email credentials for logging
export EMAIL_CRED=${envs}/credentials/Cred_gmail.json
# activate conda environment of python modules so they can be imported
#TODO: Move conda_env from bin to envs
conda_env=${envs}/conda/py3EWS
source /storage/app/miniconda3/bin/activate ${conda_env}
}
function teardown_conda_env() {
# deactivate conda environment
source /storage/app/miniconda3/bin/deactivate ${conda_env}
}
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment