-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
3765261
commit 4c59d99
Showing
2 changed files
with
381 additions
and
264 deletions.
There are no files selected for viewing
94 changes: 61 additions & 33 deletions
94
academic_observatory_workflows/database/schema/qa_checks/qa_table.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,39 +1,67 @@ | ||
| [ | ||
| { | ||
| "name": "name", | ||
| "description": "Name of the table.", | ||
| "mode": "RECORD" | ||
| }, | ||
| { | ||
| "name": "full_table_id", | ||
| "description": "The fully qualified table name: project_id.dataset_id.table_id ", | ||
| "type": "STRING", | ||
| "mode": "RECORD", | ||
| "fields": [ | ||
| { | ||
| "name": "sample_date", | ||
| "description": "Date of the table (shard-date/date created)", | ||
| "type": "DATE", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "primary_key", | ||
| "description": "Array of primary keys that are used to identify records.", | ||
| "type": "STRING", | ||
| "mode": "REPEATED" | ||
| }, | ||
| { | ||
| "name": "row_count", | ||
| "description": "Number of rows in the table.", | ||
| "type": "INTEGER", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "distinct_records", | ||
| "description": "Number of distinct records in the table, based off of 'primary_key'.", | ||
| "type": "INTEGER", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "no_primary_key", | ||
| "description": "Number of records that do not have an entryunder 'primary_key' (None or nulls).", | ||
| "type": "INTEGER", | ||
| "mode": "REQURIED" | ||
| } | ||
| ] | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "date_created", | ||
| "description": "Date of when the table was created.", | ||
| "type": "DATE", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "date_last_updated", | ||
| "description": "Date of when the table was modified - obtained from Observatory API DatasetRelease.data_interval_end.", | ||
| "type": "DATE", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "shard", | ||
| "description": "If the table is sharded or not.", | ||
| "type": "BOOL", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "date_shard", | ||
| "description": "Date from the table shard (if null it is not a sharded table).", | ||
| "type": "DATE", | ||
| "mode": "NULLABLE" | ||
| }, | ||
| { | ||
| "name": "date_checked", | ||
| "description": "Date of when this table was checked by the QA workflow.", | ||
| "type": "DATE", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "primary_key", | ||
| "description": "Array of primary keys that are used to identify records.", | ||
| "type": "STRING", | ||
| "mode": "REPEATED" | ||
| }, | ||
| { | ||
| "name": "row_count", | ||
| "description": "Number of rows in the table.", | ||
| "type": "INTEGER", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "distinct_records", | ||
| "description": "Number of distinct records in the table, based off of 'primary_key'.", | ||
| "type": "INTEGER", | ||
| "mode": "REQURIED" | ||
| }, | ||
| { | ||
| "name": "records_with_no_primary_key", | ||
| "description": "Number of records that do not have an entry under 'primary_key' (None or nulls).", | ||
| "type": "INTEGER", | ||
| "mode": "REQURIED" | ||
| } | ||
| ] |
Oops, something went wrong.