Only exporting verified suspected/confirmed cases

globaldothealth · Mar 29, 2024 · 115a67d · 115a67d
1 parent 094f95f
commit 115a67d
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 1 deletion.
diff --git a/data-serving/scripts/export-data/Dockerfile_full_export b/data-serving/scripts/export-data/Dockerfile_full_export
@@ -3,6 +3,7 @@ RUN apk update
 RUN apk add bash aws-cli mongodb-tools curl
 
 COPY full_export.sh .
+COPY query.json .
 COPY fields.txt .
 
 ENTRYPOINT ["./full_export.sh"]
diff --git a/data-serving/scripts/export-data/full_export.sh b/data-serving/scripts/export-data/full_export.sh
@@ -13,7 +13,7 @@ require_env() {
 require_env "${FULL_EXPORT_BUCKET:-}" "Specify FULL_EXPORT_BUCKET"
 require_env "${CONN:-}" "Specify MongoDB connection string in CONN"
 
-mongoexport --uri="$CONN" --collection=day0cases --fieldFile=fields.txt --type=csv --out full.csv
+mongoexport --uri="$CONN" --queryFile="query.json" --collection=day0cases --fieldFile=fields.txt --type=csv --out full.csv
 
 gzip full.csv
 

diff --git a/data-serving/scripts/export-data/query.json b/data-serving/scripts/export-data/query.json
@@ -0,0 +1,8 @@
+{
+  "caseStatus": {
+    "$nin": [ "discarded", "omit_error" ]
+  }, 
+  "curators.verifiedBy": {
+    "$exists": "true"
+  }
+}