From 499daa4952af695d4cf3ad43d6ee882fadcb0420 Mon Sep 17 00:00:00 2001
From: lb584 <lb584@cam.ac.uk>
Date: Mon, 24 Jun 2024 14:17:24 +0100
Subject: [PATCH] more SOuthAsia config work
---
...emplate_sys_config_EastAfrica_fc_live.json | 2 +-
.../fc/survey_config_SouthAsia_fc_live.json | 34 +++++++++++++++++++
...template_sys_config_SouthAsia_fc_live.json | 6 ++--
3 files changed, 38 insertions(+), 4 deletions(-)
create mode 100755 pipeline_resources/SouthAsia/configs/coordinator/fc/survey_config_SouthAsia_fc_live.json
diff --git a/pipeline_resources/EastAfrica/configs/coordinator/fc/template_sys_config_EastAfrica_fc_live.json b/pipeline_resources/EastAfrica/configs/coordinator/fc/template_sys_config_EastAfrica_fc_live.json
index 5d652f2..4968ffc 100644
--- a/pipeline_resources/EastAfrica/configs/coordinator/fc/template_sys_config_EastAfrica_fc_live.json
+++ b/pipeline_resources/EastAfrica/configs/coordinator/fc/template_sys_config_EastAfrica_fc_live.json
@@ -9,6 +9,6 @@
"WorkspacePath" : "${ProjectRoot}/regions/EastAfrica/workspace_analysis/",
"ConfigsPath" : "${ProjectRoot}/code/coordinator/pipeline_resources/EastAfrica/configs",
"AssetsPath" : "${ProjectRoot}/regions/EastAfrica/resources/assets",
- "LoggingConfigPath" : "${ProjectRoot}/code/coordinator/pipeline_resources/Eastconfigs/coordinator/log_config.json",
+ "LoggingConfigPath" : "${ProjectRoot}/code/coordinator/pipeline_resources/EastAfrica/configs/coordinator/log_config.json",
"PLACES_SHAPE_FILE": "${ProjectRoot}/regions/EastAfrica/resources/assets/plotting/gis_data/common/places_shape/east_africa_places.shp"
}
diff --git a/pipeline_resources/SouthAsia/configs/coordinator/fc/survey_config_SouthAsia_fc_live.json b/pipeline_resources/SouthAsia/configs/coordinator/fc/survey_config_SouthAsia_fc_live.json
new file mode 100755
index 0000000..c610037
--- /dev/null
+++ b/pipeline_resources/SouthAsia/configs/coordinator/fc/survey_config_SouthAsia_fc_live.json
@@ -0,0 +1,34 @@
+{
+ "ProcessPreJob" : "process_pre_job_survey",
+ "ProcessInJob" : "process_in_job_survey",
+ "ProcessEWSPlotting" : "process_EWS_plotting_survey",
+ "AcceptableDowntimeDays" : 21,
+ "SeasonStartString" : "20231101",
+ "ServerCredentialsFile" : "${ConfigsPath}/coordinator/Cred-WRT.json",
+ "Groups" : {
+ "PROD" : {
+ "Origin" : ["CSV_01", "CSV_02", "ODK_01", "ODK_02", "CSV-CAM"]
+ },
+ "WRT-Publ" : {
+ "Origin" : ["CSV_01", "CSV_02", "ODK_01", "ODK_02"],
+ "PublishedLevel" : ["Publ"]
+ },
+ "Trial-sites" : {
+ "Origin" : ["CSV_01", "CSV_02", "ODK_01", "ODK_02", "CSV-CAM"],
+ "site_information-survey_site" : ["Trial"]
+ }
+ },
+ "GroupBy" : ["Origin", "PublishedLevel", "site_information-survey_site"],
+ "GroupsToIgnore" : ["ODK-server", "kobo-server", "newODK", "newODK2",
+ "CSV-CAM", "CSV_01", "CSV_02", "ODK_01", "ODK_02",
+ "Unpubl", "Publ", "Raw",
+ "Farmer", "farmer_field", "Seed_production", "Weed", "Road", "Trial", "VCU", "Sentinel", "Other"],
+ "ODKDatabasePathTemplate" : "${WorkspacePathout}/ODK_DB/",
+ "SurveyFormat" : "ODK",
+ "SurveyorNameCol" : "surveyor_infromation-surveyor_name",
+ "SourcesRegionName" : "SouthAsia",
+ "SourcesConfigs" : {
+ "Trial-sites" : "${ConfigsPath}/source_gen/config_SouthAsia_trialplots.json"
+ },
+ "SourcesConfigDefault" : "${ConfigsPath}/source_gen/config_SouthAsia_mapspam2005.json"
+}
diff --git a/pipeline_resources/SouthAsia/configs/coordinator/fc/template_sys_config_SouthAsia_fc_live.json b/pipeline_resources/SouthAsia/configs/coordinator/fc/template_sys_config_SouthAsia_fc_live.json
index 10327cc..4afd9ba 100755
--- a/pipeline_resources/SouthAsia/configs/coordinator/fc/template_sys_config_SouthAsia_fc_live.json
+++ b/pipeline_resources/SouthAsia/configs/coordinator/fc/template_sys_config_SouthAsia_fc_live.json
@@ -3,12 +3,12 @@
"SubRegionNames" : ["SouthAsia","Nepal","Bangladesh","Pakistan","Bhutan"],
"StartTime" : "?",
"StartString" : "?",
- "ProjectRoot" : "/media/scratch/lb584_scratch/projects/ews_local_prod/",
- "MetoFTP" : "/media/scratch/lb584_scratch/projects/ews_local_prod/sftp/",
+ "ProjectRoot" : "<path to project root>",
+ "MetoFTP" : "<path to MetoFTP>",
"WorkspacePathout" : "${ProjectRoot}/regions/SouthAsia/workspace/",
"WorkspacePath" : "${ProjectRoot}/regions/SouthAsia/workspace/",
"ConfigsPath" : "/home/lb584/git/ews-coordinator/pipeline_resources/SouthAsia/configs",
"AssetsPath" : "${ProjectRoot}/regions/SouthAsia/resources/assets",
- "LoggingConfigPath" : "${ConfigsPath}/coordinator/log_config.json",
+ "LoggingConfigPath" : "${ProjectRoot}/code/coordinator/pipeline_resources/SouthAsia/configs/coordinator/log_config.json",
"PLACES_SHAPE_FILE": "${ProjectRoot}/regions/SouthAsia/resources/assets/plotting/gis_data/common/places_shape/south_asia_places.shp"
}
--
GitLab