Update

The-Academic-Observatory · Jul 26, 2023 · 60382a9 · 60382a9
1 parent e927830
commit 60382a9
Show file tree

Hide file tree

Showing 2 changed files with 262 additions and 48 deletions.
diff --git a/academic_observatory_workflows/database/schema/qa_checks/qa_table.json b/academic_observatory_workflows/database/schema/qa_checks/qa_table.json
@@ -0,0 +1,39 @@
+[
+  {
+    "name": "full_table_id",
+    "type": "STRING",
+    "mode": "RECORD",
+    "fields": [
+      {
+        "name": "sample_date",
+        "description": "Date of the table (shard-date/date created)",
+        "type": "DATE",
+        "mode": "REQURIED"
+      },
+      {
+        "name": "primary_key",
+        "description": "Array of primary keys that are used to identify records.",
+        "type": "STRING",
+        "mode": "REPEATED"
+      },
+      {
+        "name": "row_count",
+        "description": "Number of rows in the table.",
+        "type": "INTEGER",
+        "mode": "REQURIED"
+      },
+      {
+        "name": "distinct_records",
+        "description": "Number of distinct records in the table, based off of 'primary_key'.",
+        "type": "INTEGER",
+        "mode": "REQURIED"
+      },
+      {
+        "name": "no_primary_key",
+        "description": "Number of records that do not have an entryunder 'primary_key' (None or nulls).",
+        "type": "INTEGER",
+        "mode": "REQURIED"
+      }
+    ]
+  }
+]