From 265577153e3f59c81d9fce3cc7c5e9cf1fb74bff Mon Sep 17 00:00:00 2001
From: lb584 <lb584@cam.ac.uk>
Date: Wed, 1 Feb 2023 12:35:16 +0000
Subject: [PATCH] experimenting with pipeline vartiables
---
.gitlab-ci.yml | 13 ++++++++-----
1 file changed, 8 insertions(+), 5 deletions(-)
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index b15b66f..fccfdf2 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -5,14 +5,15 @@ variables:
PACKAGES_DIR: "$CI_PROJECT_DIR/packages/"
CI_PYTHON_PATH: "NOT_SET"
FULL_FAT_RUN_DATE:
- value: "today"
+ value: "default"
options:
+ - "default"
- "today"
- "yesterday"
- "custom"
- description: "Full-fat tests will pull data from the deployment environment. As with the production pipeline, not
- specifying a date will result in todays date being used. If \"custom\" is selected, manually enter the key value
- pair using the format in this example: CUSTOM_RUN_DATE 20230115"
+ description: "Full-fat tests will pull data from the deployment environment. For robustness, the default option is a
+ pre-selected date we know works. Select \"today\" or \"yesterday\" to test with recent live data. If \"custom\" is
+ selected, manually enter the key value pair using the format in this example: CUSTOM_RUN_DATE 20230115"
CUSTOM_RUN_DATE: "NOT_SET"
@@ -130,10 +131,12 @@ full_fat_tests:
ls
- rm /storage/app/EWS_prod/regions/EastAfrica/workspace/DEPOSITION_20230126/STATUS_*
+# rm /storage/app/EWS_prod/regions/EastAfrica/workspace/DEPOSITION_20230126/STATUS_*
python3 full_test_deposition.py
--config /storage/app/EWS_prod/regions/EastAfrica/resources/coordinator/configs/config_EastAfrica_fc_live.json
--outdir /storage/app/EWS_prod/regions/EastAfrica/workspace/
--email_cred /storage/app/EWS_prod/envs/credentials/Cred_gmail.json
+ --run_date_type $FULL_FAT_RUN_DATE
+ --custom_run_date $CUSTOM_RUN_DATE
--
GitLab