experimenting with pipeline vartiables

.gitlab-ci.yml

@@ -5,14 +5,15 @@ variables:
   PACKAGES_DIR: "$CI_PROJECT_DIR/packages/"
   CI_PYTHON_PATH: "NOT_SET"
   FULL_FAT_RUN_DATE:
-    value: "today"
+    value: "default"
     options:
+      - "default"
       - "today"
       - "yesterday"
       - "custom"
-    description: "Full-fat tests will pull data from the deployment environment. As with the production pipeline, not 
-    specifying a date will result in todays date being used. If \"custom\" is selected, manually enter the key value 
-    pair using the format in this example: CUSTOM_RUN_DATE 20230115"
+    description: "Full-fat tests will pull data from the deployment environment. For robustness, the default option is a
+    pre-selected date we know works. Select \"today\" or \"yesterday\" to test with recent live data. If \"custom\" is 
+    selected, manually enter the key value pair using the format in this example: CUSTOM_RUN_DATE 20230115"
 
   CUSTOM_RUN_DATE: "NOT_SET"
 
@@ -130,10 +131,12 @@ full_fat_tests:
 
       ls
       
-      rm /storage/app/EWS_prod/regions/EastAfrica/workspace/DEPOSITION_20230126/STATUS_*
+#      rm /storage/app/EWS_prod/regions/EastAfrica/workspace/DEPOSITION_20230126/STATUS_*
     
       python3 full_test_deposition.py 
       --config /storage/app/EWS_prod/regions/EastAfrica/resources/coordinator/configs/config_EastAfrica_fc_live.json
       --outdir /storage/app/EWS_prod/regions/EastAfrica/workspace/
       --email_cred /storage/app/EWS_prod/envs/credentials/Cred_gmail.json
+      --run_date_type $FULL_FAT_RUN_DATE
+      --custom_run_date $CUSTOM_RUN_DATE