From 6e34d54bf187270f8e0ffcf0c7a74c920d4002bd Mon Sep 17 00:00:00 2001
From: jws52 <jws52@cam.ac.uk>
Date: Thu, 10 Aug 2023 16:24:59 +0100
Subject: [PATCH] fix: More robust joining of surveys databases
Handle missing redundant columns and continue to set a common column
order at the same time.
---
coordinator/ProcessorSurveys.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/coordinator/ProcessorSurveys.py b/coordinator/ProcessorSurveys.py
index 4d5bb4b..bfc5e8a 100644
--- a/coordinator/ProcessorSurveys.py
+++ b/coordinator/ProcessorSurveys.py
@@ -152,7 +152,8 @@ def process_in_job_survey(jobPath,status,config,component):
continue
# re-order columns to match first case (presumed standard format)
- dfi = dfi[standard_columns]
+ # and fill missing columns with empty strings
+ dfi = dfi.reindex(standard_columns,fill_value='',axis='columns')
logger.debug(f"Next processed form contains {dfi.shape[0]} records")
--
GitLab