Group results in completeness: import into DB #199

common-script

@@ -51,9 +51,12 @@ do_completeness() {
 
 do_completeness_sqlite() {
   run completeness_sqlite
+
+  untrace
   HAS_GROUP_PARAM=$(echo ${TYPE_PARAMS} | grep -c -P -e '--groupBy [^-]' || true)
+
   if [[ "${HAS_GROUP_PARAM}" == "1" ]]; then
-    bash scripts/sqlite/completeness-groupped.sqlite.sh
+    bash scripts/sqlite/completeness-groupped.sqlite.sh ${OUTPUT_DIR}
   fi
 }
 

scripts/sqlite/completeness-groupped.sqlite.sh

@@ -1,3 +1,19 @@
+#!/usr/bin/env bash
+#
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# Strores completeness-groupped-marc-elements.csv into SQLite
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+#
+
+log() {
+  timestamp=`date +"%F %T"`
+  echo -en "\033[0D\033[1;37m$timestamp>\033[0m "
+  echo "$1"
+}
+
+OUTPUT_DIR=$1
+
+log "create table groupped_marc_elements"
 sqlite3 ${OUTPUT_DIR}/qa_catalogue.sqlite << EOF
 CREATE TABLE IF NOT EXISTS "groupped_marc_elements" (
   "groupId"             INTEGER,
@@ -18,12 +34,19 @@ CREATE TABLE IF NOT EXISTS "groupped_marc_elements" (
 CREATE INDEX IF NOT EXISTS "groupId" ON "groupped_marc_elements" ("groupId");
 EOF
 
+log "clean groupped_marc_elements"
+sqlite3 ${OUTPUT_DIR}/qa_catalogue.sqlite << EOF
+DELETE FROM groupped_marc_elements;
+EOF
+
+log "create headless CSV"
 tail -n +2 ${OUTPUT_DIR}/completeness-groupped-marc-elements.csv > ${OUTPUT_DIR}/completeness-groupped-marc-elements-noheader.csv
 
-echo "import marc elements"
+log "import marc elements"
 sqlite3 ${OUTPUT_DIR}/qa_catalogue.sqlite << EOF
 .mode csv
 .import ${OUTPUT_DIR}/completeness-groupped-marc-elements-noheader.csv groupped_marc_elements
 EOF
 
+log "drop headless CSV"
 rm ${OUTPUT_DIR}/completeness-groupped-marc-elements-noheader.csv