Update schemas and ingest functions

The-Academic-Observatory · May 31, 2023 · eaa2928 · eaa2928
1 parent c19dbf8
commit eaa2928
Show file tree

Hide file tree

Showing 3 changed files with 147 additions and 1,349 deletions.
diff --git a/academic_observatory_workflows/database/schema/pubmed_articles_2023-01-01.json b/academic_observatory_workflows/database/schema/pubmed_articles_2023-01-01.json
@@ -300,8 +300,51 @@
                       },
                       {
                         "name": "ReferenceList",
-                        "mode": "NULLABLE",
-                        "type": "STRING"
+                        "mode": "REPEATED",
+                        "type": "RECORD",
+                        "fields": [
+                          {
+                            "name": "Title",
+                            "mode": "NULLABLE",
+                            "type": "STRING"
+                          },
+                          {
+                            "name": "Reference",
+                            "mode": "REPEATED",
+                            "type": "RECORD",
+                            "fields": [
+                              {
+                                "name": "ArticleIdList",
+                                "mode": "NULLABLE",
+                                "type": "RECORD",
+                                "fields": [
+                                  {
+                                    "name": "ArticleId",
+                                    "mode": "REPEATED",
+                                    "type": "RECORD",
+                                    "fields": [
+                                      {
+                                        "name": "IdType",
+                                        "mode": "NULLABLE",
+                                        "type": "STRING"
+                                      },
+                                      {
+                                        "name": "value",
+                                        "mode": "NULLABLE",
+                                        "type": "STRING"
+                                      }
+                                    ]
+                                  }
+                                ]
+                              },
+                              {
+                                "name": "Citation",
+                                "mode": "NULLABLE",
+                                "type": "STRING"
+                              }
+                            ]
+                          }
+                        ]
                       }
                     ]
                   }