feat: Make most fields in big query diagnostic schema as optional #404

* start using new schema for diagnostic data
NebraLtd · Jul 27, 2022 · 6a2404d · 6a2404d
1 parent 67acaf7
commit 6a2404d
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 20 deletions.
diff --git a/bigquery/diag_schema.json b/bigquery/diag_schema.json
@@ -20,37 +20,37 @@
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "BN",
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "ID",
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "BA",
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "FR",
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "FW",
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "VA",
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "serial_number",
     "type": "STRING"
   },
@@ -65,17 +65,17 @@
     "type": "BOOLEAN"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "PK",
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "OK",
     "type": "STRING"
   },
   {
-    "mode": "REQUIRED",
+    "mode": "NULLABLE",
     "name": "AN",
     "type": "STRING"
   },

diff --git a/hw_diag/diagnostics/bigquery_data_model.py b/hw_diag/diagnostics/bigquery_data_model.py
@@ -8,18 +8,18 @@ class DiagnosticDataModel(BaseModel):
     last_updated: str
     E0: Optional[str]
     W0: Optional[str]
-    BN: str
-    ID: str
-    BA: str
-    FR: str
-    FW: str
-    VA: str
-    serial_number: str
+    BN: Optional[str]
+    ID: Optional[str]
+    BA: Optional[str]
+    FR: Optional[str]
+    FW: Optional[str]
+    VA: Optional[str]
+    serial_number: Optional[str]
     ECC: Optional[bool]
     LOR: Optional[bool]
-    PK: str
-    OK: str
-    AN: str
+    PK: Optional[str]
+    OK: Optional[str]
+    AN: Optional[str]
     MC: Optional[bool]
     MD: Optional[bool]
     MH: Optional[int]