# Change pip's cache directory to be inside the project directory since we can # only cache local items. variables: PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip" PACKAGES_DIR: "$CI_PROJECT_DIR/packages/" CI_PYTHON_PATH: "NOT_SET" # Pip's cache doesn't store the python packages # https://pip.pypa.io/en/stable/reference/pip_install/#caching # # If you want to also cache the installed packages, you have to install # them in a virtualenv and cache it as well. cache: paths: - .cache/pip - venv/ stages: - half-fat - full-fat prepare_code: stage: half-fat image: lb584/ews_coordinator:latest script: - python3 -V # Print out python version for debugging - echo $PACKAGES_DIR - mkdir $PACKAGES_DIR - git clone "https://nouser:$GROUP_WHEAT_ACCESS_VAR@gitlab.developers.cam.ac.uk/gilligan-epid/wheat-rusts/ews-source-generation.git" $PACKAGES_DIR/source_gen - git clone "https://nouser:$GROUP_WHEAT_ACCESS_VAR@gitlab.developers.cam.ac.uk/gilligan-epid/wheat-rusts/ews_plotting.git" $PACKAGES_DIR/plotting - git clone "https://nouser:$GROUP_WHEAT_ACCESS_VAR@gitlab.developers.cam.ac.uk/gilligan-epid/wheat-rusts/flagdir.git" $PACKAGES_DIR/flagdir - git clone "https://nouser:$GROUP_WHEAT_ACCESS_VAR@gitlab.developers.cam.ac.uk/gilligan-epid/wheat-rusts/ews-epimodel.git" $PACKAGES_DIR/epimodel - git clone "https://nouser:$GROUP_WHEAT_ACCESS_VAR@gitlab.developers.cam.ac.uk/gilligan-epid/wheat-rusts/ews-advisory-builder.git" $PACKAGES_DIR/advisory_builder - git clone "https://nouser:$GROUP_WHEAT_ACCESS_VAR@gitlab.developers.cam.ac.uk/gilligan-epid/wheat-rusts/ews_environmental_suitability_v2.git" $PACKAGES_DIR/environmental_suitability - git clone "https://nouser:$GROUP_WHEAT_ACCESS_VAR@gitlab.developers.cam.ac.uk/gilligan-epid/wheat-rusts/ews-postprocessing.git" $PACKAGES_DIR/post_processing - git clone "https://nouser:$GROUP_WHEAT_ACCESS_VAR@gitlab.developers.cam.ac.uk/gilligan-epid/wheat-rusts/ews_met_data_extraction.git" $PACKAGES_DIR/met_extractor_v2 - ls $PACKAGES_DIR - source /storage/app/miniconda3/bin/activate /storage/app/EWS_prod/envs/conda/py3EWS/ - pip install coverage - pwd - flagdir=$PACKAGES_DIR/flagdir - epimodel=$PACKAGES_DIR/epimodel - advisory=$PACKAGES_DIR/advisory_builder - met_processing=$PACKAGES_DIR/met_extractor_v2/met_data_extraction - met_processor=$PACKAGES_DIR/environmental_suitability/environmental_suitability - plotting=$PACKAGES_DIR/plotting/plotting - post_processing=$PACKAGES_DIR/post_processing/ews_postprocessing - source_gen=$PACKAGES_DIR/source_gen - coordinator=$CI_PROJECT_DIR/coordinator - coordinator_tests=$CI_PROJECT_DIR/tests - export PYTHONPATH=$PYTHONPATH:$flagdir:$epimodel:$advisory:$met_processing:$met_processor:$plotting:$source_gen:$post_processing:$coordinator:$coordinator_tests - echo $PYTHONPATH - CI_PYTHON_PATH=$PYTHONPATH - ls ../ .full_fat_before_script: before_script: - CI_PYTHON_PATH="cakebar" half_fat_tests: when: manual stage: half-fat image: lb584/ews_coordinator:latest needs: ["prepare_code"] script: - export PYTHONPATH="$CI_PYTHON_PATH" - echo $PYTHONPATH - cd $CI_PROJECT_DIR/tests/unit/coordinator/ - python3 -m coverage run -m unittest * - python -m coverage report - python -m coverage html -d $CI_PROJECT_DIR/coverage - cd $CI_PROJECT_DIR/tests/integration/partial/ - python3 -m coverage run -m unittest test_advisory.py - python3 -m coverage run -m unittest test_deposition.py - python3 -m coverage run -m unittest test_env_suit.py - python3 -m coverage run -m unittest test_survey.py - python -m coverage report - python -m coverage html -d $CI_PROJECT_DIR/coverage - ls artifacts: paths: - $CI_PROJECT_DIR/coverage expire_in: 30 days half_fat_epi_tests: when: manual stage: half-fat image: lb584/ews_coordinator:latest needs: ["prepare_code"] script: - cd $CI_PROJECT_DIR/tests/integration/partial/ - python3 -m coverage run -m unittest test_epi.py - python -m coverage report - python -m coverage html -d $CI_PROJECT_DIR/coverage - ls artifacts: paths: - $CI_PROJECT_DIR/coverage expire_in: 30 days manual_job: stage: full-fat extends: .full_fat_before_script tags: - production script: - export PYTHONPATH="$CI_PYTHON_PATH" - echo $PYTHONPATH - echo "this is a manual job"