OpenAlex tests

The-Academic-Observatory · May 5, 2023 · bdcad21 · bdcad21
1 parent 5f752dd
commit bdcad21
Show file tree

Hide file tree

Showing 87 changed files with 211 additions and 2,297 deletions.
diff --git a/...se/schema/crossref_events_2017-02-17.json → ...ef_events/crossref_events_2017-02-17.json b/...se/schema/crossref_events_2017-02-17.json → ...ef_events/crossref_events_2017-02-17.json
diff --git a/...e/schema/crossref_fundref_2014-03-01.json → ..._fundref/crossref_fundref_2014-03-01.json b/...e/schema/crossref_fundref_2014-03-01.json → ..._fundref/crossref_fundref_2014-03-01.json
diff --git a/.../schema/crossref_metadata_2018-04-01.json → ...etadata/crossref_metadata_2018-04-01.json b/.../schema/crossref_metadata_2018-04-01.json → ...etadata/crossref_metadata_2018-04-01.json
diff --git a/.../schema/crossref_metadata_2020-09-01.json → ...etadata/crossref_metadata_2020-09-01.json b/.../schema/crossref_metadata_2020-09-01.json → ...etadata/crossref_metadata_2020-09-01.json
diff --git a/.../schema/crossref_metadata_2021-01-01.json → ...etadata/crossref_metadata_2021-01-01.json b/.../schema/crossref_metadata_2021-01-01.json → ...etadata/crossref_metadata_2021-01-01.json
diff --git a/.../schema/crossref_metadata_2021-07-07.json → ...etadata/crossref_metadata_2021-07-07.json b/.../schema/crossref_metadata_2021-07-07.json → ...etadata/crossref_metadata_2021-07-07.json
diff --git a/.../schema/crossref_metadata_2021-08-07.json → ...etadata/crossref_metadata_2021-08-07.json b/.../schema/crossref_metadata_2021-08-07.json → ...etadata/crossref_metadata_2021-08-07.json
diff --git a/.../schema/crossref_metadata_2021-11-07.json → ...etadata/crossref_metadata_2021-11-07.json b/.../schema/crossref_metadata_2021-11-07.json → ...etadata/crossref_metadata_2021-11-07.json
diff --git a/.../schema/crossref_metadata_2022-03-07.json → ...etadata/crossref_metadata_2022-03-07.json b/.../schema/crossref_metadata_2022-03-07.json → ...etadata/crossref_metadata_2022-03-07.json
diff --git a/...database/schema/aggregate_2021-11-25.json → ...base/schema/doi/aggregate_2021-11-25.json b/...database/schema/aggregate_2021-11-25.json → ...base/schema/doi/aggregate_2021-11-25.json
diff --git a/...atory_workflows/database/schema/book.json → ...y_workflows/database/schema/doi/book.json b/...atory_workflows/database/schema/book.json → ...y_workflows/database/schema/doi/book.json
diff --git a/...ry_workflows/database/schema/country.json → ...orkflows/database/schema/doi/country.json b/...ry_workflows/database/schema/country.json → ...orkflows/database/schema/doi/country.json
diff --git a/...flows/database/schema/doi_2021-11-25.json → ...s/database/schema/doi/doi_2021-11-25.json b/...flows/database/schema/doi_2021-11-25.json → ...s/database/schema/doi/doi_2021-11-25.json
diff --git a/..._workflows/database/schema/groupings.json → ...kflows/database/schema/doi/groupings.json b/..._workflows/database/schema/groupings.json → ...kflows/database/schema/doi/groupings.json
diff --git a/...base/schema/mag_affiliation_override.json → .../schema/doi/mag_affiliation_override.json b/...base/schema/mag_affiliation_override.json → .../schema/doi/mag_affiliation_override.json
diff --git a/...workflows/database/schema/repository.json → ...flows/database/schema/doi/repository.json b/...workflows/database/schema/repository.json → ...flows/database/schema/doi/repository.json
diff --git a/...lows/database/schema/ror_to_home_url.json → .../database/schema/doi/ror_to_home_url.json b/...lows/database/schema/ror_to_home_url.json → .../database/schema/doi/ror_to_home_url.json
diff --git a/.../database/schema/geonames_2020-06-01.json → .../schema/geonames/geonames_2020-06-01.json b/.../database/schema/geonames_2020-06-01.json → .../schema/geonames/geonames_2020-06-01.json
diff --git a/...lows/database/schema/grid_2015-09-22.json → ...database/schema/grid/grid_2015-09-22.json b/...lows/database/schema/grid_2015-09-22.json → ...database/schema/grid/grid_2015-09-22.json
diff --git a/...lows/database/schema/grid_2016-04-28.json → ...database/schema/grid/grid_2016-04-28.json b/...lows/database/schema/grid_2016-04-28.json → ...database/schema/grid/grid_2016-04-28.json
diff --git a/...lows/database/schema/grid_2020-10-06.json → ...database/schema/grid/grid_2020-10-06.json b/...lows/database/schema/grid_2020-10-06.json → ...database/schema/grid/grid_2020-10-06.json
diff --git a/...lows/database/schema/grid_2021-03-25.json → ...database/schema/grid/grid_2021-03-25.json b/...lows/database/schema/grid_2021-03-25.json → ...database/schema/grid/grid_2021-03-25.json
diff --git a/...se/schema/MagAffiliations_2020-05-21.json → ...chema/mag/MagAffiliations_2020-05-21.json b/...se/schema/MagAffiliations_2020-05-21.json → ...chema/mag/MagAffiliations_2020-05-21.json
diff --git a/...se/schema/MagAffiliations_2020-09-01.json → ...chema/mag/MagAffiliations_2020-09-01.json b/...se/schema/MagAffiliations_2020-09-01.json → ...chema/mag/MagAffiliations_2020-09-01.json
diff --git a/...gAuthorExtendedAttributes_2020-07-02.json → ...gAuthorExtendedAttributes_2020-07-02.json b/...gAuthorExtendedAttributes_2020-07-02.json → ...gAuthorExtendedAttributes_2020-07-02.json
diff --git a/...atabase/schema/MagAuthors_2020-05-21.json → ...ase/schema/mag/MagAuthors_2020-05-21.json b/...atabase/schema/MagAuthors_2020-05-21.json → ...ase/schema/mag/MagAuthors_2020-05-21.json
diff --git a/...ma/MagConferenceInstances_2020-05-21.json → ...ag/MagConferenceInstances_2020-05-21.json b/...ma/MagConferenceInstances_2020-05-21.json → ...ag/MagConferenceInstances_2020-05-21.json
diff --git a/...chema/MagConferenceSeries_2020-05-21.json → ...a/mag/MagConferenceSeries_2020-05-21.json b/...chema/MagConferenceSeries_2020-05-21.json → ...a/mag/MagConferenceSeries_2020-05-21.json
diff --git a/.../MagEntityRelatedEntities_2020-05-21.json → .../MagEntityRelatedEntities_2020-05-21.json b/.../MagEntityRelatedEntities_2020-05-21.json → .../MagEntityRelatedEntities_2020-05-21.json
diff --git a/...a/MagFieldOfStudyChildren_2020-05-21.json → ...g/MagFieldOfStudyChildren_2020-05-21.json b/...a/MagFieldOfStudyChildren_2020-05-21.json → ...g/MagFieldOfStudyChildren_2020-05-21.json
diff --git a/...OfStudyExtendedAttributes_2020-05-21.json → ...OfStudyExtendedAttributes_2020-05-21.json b/...OfStudyExtendedAttributes_2020-05-21.json → ...OfStudyExtendedAttributes_2020-05-21.json
diff --git a/...e/schema/MagFieldsOfStudy_2020-05-21.json → ...hema/mag/MagFieldsOfStudy_2020-05-21.json b/...e/schema/MagFieldsOfStudy_2020-05-21.json → ...hema/mag/MagFieldsOfStudy_2020-05-21.json
diff --git a/...tabase/schema/MagJournals_2020-05-21.json → ...se/schema/mag/MagJournals_2020-05-21.json b/...tabase/schema/MagJournals_2020-05-21.json → ...se/schema/mag/MagJournals_2020-05-21.json
diff --git a/...perAbstractsInvertedIndex_2020-05-21.json → ...perAbstractsInvertedIndex_2020-05-21.json b/...perAbstractsInvertedIndex_2020-05-21.json → ...perAbstractsInvertedIndex_2020-05-21.json
diff --git a/...agPaperAuthorAffiliations_2020-05-21.json → ...agPaperAuthorAffiliations_2020-05-21.json b/...agPaperAuthorAffiliations_2020-05-21.json → ...agPaperAuthorAffiliations_2020-05-21.json
diff --git a/.../MagPaperCitationContexts_2020-05-21.json → .../MagPaperCitationContexts_2020-05-21.json b/.../MagPaperCitationContexts_2020-05-21.json → .../MagPaperCitationContexts_2020-05-21.json
diff --git a/...agPaperExtendedAttributes_2020-05-21.json → ...agPaperExtendedAttributes_2020-05-21.json b/...agPaperExtendedAttributes_2020-05-21.json → ...agPaperExtendedAttributes_2020-05-21.json
diff --git a/...ema/MagPaperFieldsOfStudy_2020-05-21.json → ...mag/MagPaperFieldsOfStudy_2020-05-21.json b/...ema/MagPaperFieldsOfStudy_2020-05-21.json → ...mag/MagPaperFieldsOfStudy_2020-05-21.json
diff --git a/.../schema/MagPaperLanguages_2020-05-21.json → ...ema/mag/MagPaperLanguages_2020-05-21.json b/.../schema/MagPaperLanguages_2020-05-21.json → ...ema/mag/MagPaperLanguages_2020-05-21.json
diff --git a/...abase/schema/MagPaperMeSH_2020-09-25.json → ...e/schema/mag/MagPaperMeSH_2020-09-25.json b/...abase/schema/MagPaperMeSH_2020-09-25.json → ...e/schema/mag/MagPaperMeSH_2020-09-25.json
diff --git a/...a/MagPaperRecommendations_2020-05-21.json → ...g/MagPaperRecommendations_2020-05-21.json b/...a/MagPaperRecommendations_2020-05-21.json → ...g/MagPaperRecommendations_2020-05-21.json
diff --git a/...schema/MagPaperReferences_2020-05-21.json → ...ma/mag/MagPaperReferences_2020-05-21.json b/...schema/MagPaperReferences_2020-05-21.json → ...ma/mag/MagPaperReferences_2020-05-21.json
diff --git a/.../schema/MagPaperResources_2020-05-21.json → ...ema/mag/MagPaperResources_2020-05-21.json b/.../schema/MagPaperResources_2020-05-21.json → ...ema/mag/MagPaperResources_2020-05-21.json
diff --git a/...abase/schema/MagPaperUrls_2020-05-21.json → ...e/schema/mag/MagPaperUrls_2020-05-21.json b/...abase/schema/MagPaperUrls_2020-05-21.json → ...e/schema/mag/MagPaperUrls_2020-05-21.json
diff --git a/...database/schema/MagPapers_2020-05-21.json → ...base/schema/mag/MagPapers_2020-05-21.json b/...database/schema/MagPapers_2020-05-21.json → ...base/schema/mag/MagPapers_2020-05-21.json
diff --git a/...database/schema/MagPapers_2020-06-05.json → ...base/schema/mag/MagPapers_2020-06-05.json b/...database/schema/MagPapers_2020-06-05.json → ...base/schema/mag/MagPapers_2020-06-05.json
diff --git a/...database/schema/MagPapers_2020-09-01.json → ...base/schema/mag/MagPapers_2020-09-01.json b/...database/schema/MagPapers_2020-09-01.json → ...base/schema/mag/MagPapers_2020-09-01.json
diff --git a/...database/schema/MagPapers_2021-05-24.json → ...base/schema/mag/MagPapers_2021-05-24.json b/...database/schema/MagPapers_2021-05-24.json → ...base/schema/mag/MagPapers_2021-05-24.json
diff --git a/...ma/MagRelatedFieldOfStudy_2020-05-21.json → ...ag/MagRelatedFieldOfStudy_2020-05-21.json b/...ma/MagRelatedFieldOfStudy_2020-05-21.json → ...ag/MagRelatedFieldOfStudy_2020-05-21.json
diff --git a/...ase/schema/open_citations_2018-07-05.json → ..._citations/open_citations_2018-07-05.json b/...ase/schema/open_citations_2018-07-05.json → ..._citations/open_citations_2018-07-05.json
diff --git a/...ase/schema/open_citations_2018-11-12.json → ..._citations/open_citations_2018-11-12.json b/...ase/schema/open_citations_2018-11-12.json → ..._citations/open_citations_2018-11-12.json
diff --git a/academic_observatory_workflows/database/schema/openalex/concepts.json b/academic_observatory_workflows/database/schema/openalex/concepts.json
@@ -147,7 +147,6 @@
     "name": "international",
     "type": "RECORD",
     "mode": "NULLABLE",
-    "description": "This concept's display name in many languages, derived from article titles on each language's wikipedia. See the Wikidata entry for \"Java Bytecode\" for example source data.",
     "fields": [
       {
         "name": "display_name",
@@ -157,18 +156,38 @@
             "name": "keys",
             "type": "STRING",
             "mode": "REPEATED",
-            "description": "Custom field created by COKI. Originally each language was a key and the display name in that language the corresponding value."
+            "description": "The language codes in wikidata language code format."
           },
           {
             "name": "values",
             "type": "STRING",
             "mode": "REPEATED",
-            "description": "Custom field created by COKI. Originally each language was a key and the display name in that language the corresponding value."
+            "description": "The translated display_names in each language."
           }
         ],
-        "description": "This concept's display name in many languages."
+        "description": "This concept's display name in many languages, derived from article titles on each language's wikipedia."
+      },
+      {
+        "name": "description",
+        "type": "RECORD",
+        "fields": [
+          {
+            "name": "keys",
+            "type": "STRING",
+            "mode": "REPEATED",
+            "description": "The language codes in wikidata language code format."
+          },
+          {
+            "name": "values",
+            "type": "STRING",
+            "mode": "REPEATED",
+            "description": "The translated descriptions in each language."
+          }
+        ],
+        "description": "This concept's description in many languages, derived from article titles on each language's wikipedia."
       }
-    ]
+    ],
+    "description": "Translation of the display_name and description into multiple languages."
   },
   {
     "name": "level",

diff --git a/academic_observatory_workflows/database/schema/openalex/institutions.json b/academic_observatory_workflows/database/schema/openalex/institutions.json
@@ -230,28 +230,29 @@
       {
         "name": "display_name",
         "type": "RECORD",
-        "mode": "NULLABLE",
         "fields": [
           {
             "name": "keys",
             "type": "STRING",
             "mode": "REPEATED",
-            "description": "Custom field created by COKI. Originally each language was a key and the display name in that language the corresponding value."
+            "description": "The language codes in wikidata language code format."
           },
           {
             "name": "values",
             "type": "STRING",
             "mode": "REPEATED",
-            "description": "Custom field created by COKI. Originally each language was a key and the display name in that language the corresponding value."
+            "description": "The translated display_names in each language."
           }
-        ]
+        ],
+        "description": "The institution's display name in different languages. Derived from the wikipedia page for the institution in the given language."
       }
     ],
-    "description": "The institution's display name in different languages. Derived from the wikipedia page for the institution in the given language."
+    "description": "Translation of the display_name and description into multiple languages."
   },
   {
     "name": "repositories",
     "type": "RECORD",
+    "mode": "REPEATED",
     "description": "Repositories (Sources with type: repository) that have this institution as their host_organization",
     "fields": [
       {